2024-09-06T14:49:30.342 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-06T14:49:30.365 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-06T14:49:30.449 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/adking-2024-09-06_13:43:09-orch:cephadm-wip-athakkar-testing-2024-09-04-1837-distro-default-smithi/7892422 branch: wip-athakkar-testing-2024-09-04-1837 description: orch:cephadm/upgrade/{1-start-distro/1-start-ubuntu_22.04-squid 2-repo_digest/repo_digest 3-upgrade/staggered 4-wait 5-upgrade-ls agent/off mon_election/connectivity} email: adking@redhat.com first_in_suite: false job_id: '7892422' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi name: adking-2024-09-06_13:43:09-orch:cephadm-wip-athakkar-testing-2024-09-04-1837-distro-default-smithi no_nested_subset: false os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: wip-athakkar-testing-2024-09-04-1837 ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mgr/cephadm/use_agent: false mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - CEPHADM_STRAY_DAEMON - CEPHADM_FAILED_DAEMON - CEPHADM_AGENT_DOWN log-only-match: - CEPHADM_ sha1: 8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: 8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 workunit: branch: wip-athakkar-testing-2024-09-04-1837 sha1: 8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 owner: scheduled_adking@teuthology priority: 80 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 9103 sha1: 8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 sleep_before_teardown: 0 subset: 1/20 suite: orch:cephadm suite_branch: wip-athakkar-testing-2024-09-04-1837 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_8b38c33cecf4b0b7a9b3116eb9089e21e444ac73/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 targets: smithi169.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCrea6gKPidTEiKxXqPl3OOoN5OKzKg4bPUqzOeYphFhIf8vXG80m20FrTMGck8cvayneC7tP49p/rmojqm7KN4= smithi181.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGZOLVHGZBGHAckfDUUH9T7zNCP12VDV0j3NzbSBfy4SVh0oiK42Xij3cHDNvNT6+zoUUWK/S904E+c3jdAFgLo= tasks: - cephadm: compiled_cephadm_branch: squid image: quay.ceph.io/ceph-ci/ceph:squid - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest false --force - cephadm.shell: env: - sha1 mon.a: - radosgw-admin realm create --rgw-realm=r --default - radosgw-admin zonegroup create --rgw-zonegroup=default --master --default - radosgw-admin zone create --rgw-zonegroup=default --rgw-zone=z --master --default - radosgw-admin period update --rgw-realm=r --commit - ceph orch apply rgw foo --realm r --zone z --placement=2 --port=8000 - ceph osd pool create foo - rbd pool init foo - ceph orch apply iscsi foo u p - sleep 180 - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph config set global log_to_journald false --force - ceph orch ps - ceph versions - ceph -s - ceph orch ls - ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps --refresh - sleep 180 - ceph orch ps - ceph versions - ceph -s - ceph health detail - ceph versions | jq -e '.mgr | length == 2' - ceph mgr fail - sleep 180 - ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps --refresh - sleep 180 - ceph orch ps - ceph versions - ceph health detail - ceph -s - ceph mgr fail - sleep 180 - ceph orch ps - ceph versions - ceph -s - ceph health detail - ceph versions | jq -e '.mgr | length == 1' - ceph mgr fail - sleep 180 - ceph orch ps - ceph orch ls - ceph versions - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mgr - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph versions | jq -e '.mgr | length == 1' - ceph versions | jq -e '.mgr | keys' | grep $sha1 - ceph versions | jq -e '.overall | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 2' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.x | awk '{print $2}') - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.mon | length == 2' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.y | awk '{print $2}') - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.mon | length == 1' - ceph versions | jq -e '.mon | keys' | grep $sha1 - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 5' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types osd --limit 2 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 7' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd --limit 1 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 8' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 1' - ceph versions | jq -e '.osd | keys' | grep $sha1 - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --services rgw.foo - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.rgw | length == 1' - ceph versions | jq -e '.rgw | keys' | grep $sha1 - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - cephadm.shell: env: - sha1 mon.a: - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; ceph health detail ; sleep 30 ; done - ceph orch ps - ceph versions - echo "wait for servicemap items w/ changing names to refresh" - sleep 60 - ceph orch ps - ceph versions - ceph orch upgrade status - ceph health detail - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - ceph orch ls | grep '^osd ' - cephadm.shell: mon.a: - ceph orch upgrade ls - ceph orch upgrade ls --image quay.io/ceph/ceph --show-all-versions | grep 16.2.0 - ceph orch upgrade ls --image quay.io/ceph/ceph --tags | grep v16.2.2 teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-06_13:43:09 tube: smithi user: adking verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-06T14:49:30.450 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_8b38c33cecf4b0b7a9b3116eb9089e21e444ac73/qa; will attempt to use it 2024-09-06T14:49:30.473 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_8b38c33cecf4b0b7a9b3116eb9089e21e444ac73/qa/tasks 2024-09-06T14:49:30.473 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-06T14:49:30.475 INFO:teuthology.task.internal:Checking packages... 2024-09-06T14:49:30.525 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash '8b38c33cecf4b0b7a9b3116eb9089e21e444ac73' 2024-09-06T14:49:30.525 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-06T14:49:30.526 INFO:teuthology.packaging:ref: None 2024-09-06T14:49:30.526 INFO:teuthology.packaging:tag: None 2024-09-06T14:49:30.526 INFO:teuthology.packaging:branch: wip-athakkar-testing-2024-09-04-1837 2024-09-06T14:49:30.526 INFO:teuthology.packaging:sha1: 8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T14:49:30.526 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=wip-athakkar-testing-2024-09-04-1837 2024-09-06T14:49:30.676 INFO:teuthology.task.internal:Found packages for ceph version 19.3.0-4704-g8b38c33c-1jammy 2024-09-06T14:49:30.677 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-06T14:49:30.684 INFO:teuthology.task.internal:no buildpackages task found 2024-09-06T14:49:30.684 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-06T14:49:30.714 INFO:teuthology.task.internal:Saving configuration 2024-09-06T14:49:30.733 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-06T14:49:30.961 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-06T14:49:30.993 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi169.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/adking-2024-09-06_13:43:09-orch:cephadm-wip-athakkar-testing-2024-09-04-1837-distro-default-smithi/7892422', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-06 14:43:49.303095', 'locked_by': 'scheduled_adking@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIAzrVAKfMFXZTeHwAUV7VCPXynNyj4rM5X3yCumaSIJ/'} 2024-09-06T14:49:31.028 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi181.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/adking-2024-09-06_13:43:09-orch:cephadm-wip-athakkar-testing-2024-09-04-1837-distro-default-smithi/7892422', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-06 14:43:49.304770', 'locked_by': 'scheduled_adking@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAILaOcBOYlPcAkoPum3Bi3gjt42RAF2Cq4FOnLw8jOlBL'} 2024-09-06T14:49:31.029 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-06T14:49:31.060 INFO:teuthology.task.internal:roles: ubuntu@smithi169.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-09-06T14:49:31.060 INFO:teuthology.task.internal:roles: ubuntu@smithi181.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-09-06T14:49:31.060 INFO:teuthology.run_tasks:Running task console_log... 2024-09-06T14:49:31.150 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f09869dbac0>, signals=[15]) 2024-09-06T14:49:31.150 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-06T14:49:31.155 INFO:teuthology.task.internal:Opening connections... 2024-09-06T14:49:31.155 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi169.front.sepia.ceph.com 2024-09-06T14:49:31.156 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi169.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-06T14:49:31.260 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi181.front.sepia.ceph.com 2024-09-06T14:49:31.261 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi181.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-06T14:49:31.357 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-06T14:49:31.363 DEBUG:teuthology.orchestra.run.smithi169:> uname -m 2024-09-06T14:49:31.369 INFO:teuthology.orchestra.run.smithi169.stdout:x86_64 2024-09-06T14:49:31.369 DEBUG:teuthology.orchestra.run.smithi169:> cat /etc/os-release 2024-09-06T14:49:31.416 INFO:teuthology.orchestra.run.smithi169.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-06T14:49:31.416 INFO:teuthology.orchestra.run.smithi169.stdout:NAME="Ubuntu" 2024-09-06T14:49:31.416 INFO:teuthology.orchestra.run.smithi169.stdout:VERSION_ID="22.04" 2024-09-06T14:49:31.416 INFO:teuthology.orchestra.run.smithi169.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-06T14:49:31.417 INFO:teuthology.orchestra.run.smithi169.stdout:VERSION_CODENAME=jammy 2024-09-06T14:49:31.417 INFO:teuthology.orchestra.run.smithi169.stdout:ID=ubuntu 2024-09-06T14:49:31.417 INFO:teuthology.orchestra.run.smithi169.stdout:ID_LIKE=debian 2024-09-06T14:49:31.417 INFO:teuthology.orchestra.run.smithi169.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-06T14:49:31.417 INFO:teuthology.orchestra.run.smithi169.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-06T14:49:31.418 INFO:teuthology.orchestra.run.smithi169.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-06T14:49:31.418 INFO:teuthology.orchestra.run.smithi169.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-06T14:49:31.418 INFO:teuthology.orchestra.run.smithi169.stdout:UBUNTU_CODENAME=jammy 2024-09-06T14:49:31.419 INFO:teuthology.lock.ops:Updating smithi169.front.sepia.ceph.com on lock server 2024-09-06T14:49:31.447 DEBUG:teuthology.orchestra.run.smithi181:> uname -m 2024-09-06T14:49:31.452 INFO:teuthology.orchestra.run.smithi181.stdout:x86_64 2024-09-06T14:49:31.452 DEBUG:teuthology.orchestra.run.smithi181:> cat /etc/os-release 2024-09-06T14:49:31.500 INFO:teuthology.orchestra.run.smithi181.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-06T14:49:31.500 INFO:teuthology.orchestra.run.smithi181.stdout:NAME="Ubuntu" 2024-09-06T14:49:31.500 INFO:teuthology.orchestra.run.smithi181.stdout:VERSION_ID="22.04" 2024-09-06T14:49:31.501 INFO:teuthology.orchestra.run.smithi181.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-06T14:49:31.501 INFO:teuthology.orchestra.run.smithi181.stdout:VERSION_CODENAME=jammy 2024-09-06T14:49:31.501 INFO:teuthology.orchestra.run.smithi181.stdout:ID=ubuntu 2024-09-06T14:49:31.501 INFO:teuthology.orchestra.run.smithi181.stdout:ID_LIKE=debian 2024-09-06T14:49:31.501 INFO:teuthology.orchestra.run.smithi181.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-06T14:49:31.501 INFO:teuthology.orchestra.run.smithi181.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-06T14:49:31.501 INFO:teuthology.orchestra.run.smithi181.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-06T14:49:31.501 INFO:teuthology.orchestra.run.smithi181.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-06T14:49:31.501 INFO:teuthology.orchestra.run.smithi181.stdout:UBUNTU_CODENAME=jammy 2024-09-06T14:49:31.502 INFO:teuthology.lock.ops:Updating smithi181.front.sepia.ceph.com on lock server 2024-09-06T14:49:31.530 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-06T14:49:31.539 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-06T14:49:31.590 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-06T14:49:31.591 DEBUG:teuthology.orchestra.run.smithi169:> test '!' -e /home/ubuntu/cephtest 2024-09-06T14:49:31.593 DEBUG:teuthology.orchestra.run.smithi181:> test '!' -e /home/ubuntu/cephtest 2024-09-06T14:49:31.598 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-06T14:49:31.622 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-06T14:49:31.623 DEBUG:teuthology.orchestra.run.smithi169:> test -z $(ls -A /var/lib/ceph) 2024-09-06T14:49:31.644 DEBUG:teuthology.orchestra.run.smithi181:> test -z $(ls -A /var/lib/ceph) 2024-09-06T14:49:31.739 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-06T14:49:31.803 INFO:teuthology.run_tasks:Running task kernel... 2024-09-06T14:49:31.822 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-06T14:49:31.822 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-06T14:49:31.822 DEBUG:teuthology.orchestra.run.smithi169:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-06T14:49:31.823 DEBUG:teuthology.orchestra.run.smithi181:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-06T14:49:31.827 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-06T14:49:31.827 DEBUG:teuthology.orchestra.run.smithi169:> uname -r 2024-09-06T14:49:31.828 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-06T14:49:31.829 DEBUG:teuthology.orchestra.run.smithi181:> uname -r 2024-09-06T14:49:31.876 INFO:teuthology.orchestra.run.smithi169.stdout:5.15.0-56-generic 2024-09-06T14:49:31.876 INFO:teuthology.task.kernel:Running kernel on smithi169: 5.15.0-56-generic 2024-09-06T14:49:31.876 DEBUG:teuthology.orchestra.run.smithi169:> sudo apt-get clean 2024-09-06T14:49:31.877 INFO:teuthology.orchestra.run.smithi181.stdout:5.15.0-56-generic 2024-09-06T14:49:31.878 INFO:teuthology.task.kernel:Running kernel on smithi181: 5.15.0-56-generic 2024-09-06T14:49:31.878 DEBUG:teuthology.orchestra.run.smithi181:> sudo apt-get clean 2024-09-06T14:49:32.015 DEBUG:teuthology.orchestra.run.smithi181:> sudo apt-get update 2024-09-06T14:49:32.020 DEBUG:teuthology.orchestra.run.smithi169:> sudo apt-get update 2024-09-06T14:49:32.159 INFO:teuthology.orchestra.run.smithi181.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-06T14:49:32.176 INFO:teuthology.orchestra.run.smithi181.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-06T14:49:32.246 INFO:teuthology.orchestra.run.smithi181.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-09-06T14:49:32.274 INFO:teuthology.orchestra.run.smithi181.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-06T14:49:32.290 INFO:teuthology.orchestra.run.smithi169.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-06T14:49:32.298 INFO:teuthology.orchestra.run.smithi169.stdout:Get:2 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-06T14:49:32.356 INFO:teuthology.orchestra.run.smithi169.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-06T14:49:32.382 INFO:teuthology.orchestra.run.smithi181.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [1,988 kB] 2024-09-06T14:49:32.488 INFO:teuthology.orchestra.run.smithi181.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [690 kB] 2024-09-06T14:49:32.493 INFO:teuthology.orchestra.run.smithi181.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [349 kB] 2024-09-06T14:49:32.496 INFO:teuthology.orchestra.run.smithi181.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-09-06T14:49:32.496 INFO:teuthology.orchestra.run.smithi181.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,386 kB] 2024-09-06T14:49:32.515 INFO:teuthology.orchestra.run.smithi181.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [39.3 kB] 2024-09-06T14:49:32.515 INFO:teuthology.orchestra.run.smithi181.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [410 kB] 2024-09-06T14:49:32.519 INFO:teuthology.orchestra.run.smithi181.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [616 B] 2024-09-06T14:49:32.519 INFO:teuthology.orchestra.run.smithi181.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [731 kB] 2024-09-06T14:49:32.525 INFO:teuthology.orchestra.run.smithi181.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,123 kB] 2024-09-06T14:49:32.534 INFO:teuthology.orchestra.run.smithi181.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [261 kB] 2024-09-06T14:49:32.536 INFO:teuthology.orchestra.run.smithi181.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.1 kB] 2024-09-06T14:49:32.537 INFO:teuthology.orchestra.run.smithi181.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-09-06T14:49:32.554 INFO:teuthology.orchestra.run.smithi181.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-09-06T14:49:32.555 INFO:teuthology.orchestra.run.smithi181.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-09-06T14:49:32.555 INFO:teuthology.orchestra.run.smithi181.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-09-06T14:49:32.556 INFO:teuthology.orchestra.run.smithi181.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-09-06T14:49:32.556 INFO:teuthology.orchestra.run.smithi181.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-09-06T14:49:32.557 INFO:teuthology.orchestra.run.smithi181.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-09-06T14:49:32.564 INFO:teuthology.orchestra.run.smithi181.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-09-06T14:49:32.565 INFO:teuthology.orchestra.run.smithi181.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-09-06T14:49:32.581 INFO:teuthology.orchestra.run.smithi181.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-09-06T14:49:32.582 INFO:teuthology.orchestra.run.smithi181.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-09-06T14:49:32.582 INFO:teuthology.orchestra.run.smithi181.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-09-06T14:49:32.711 INFO:teuthology.orchestra.run.smithi169.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-09-06T14:49:32.718 INFO:teuthology.orchestra.run.smithi181.stdout:Get:29 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [533 kB] 2024-09-06T14:49:32.736 INFO:teuthology.orchestra.run.smithi169.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,771 kB] 2024-09-06T14:49:32.851 INFO:teuthology.orchestra.run.smithi169.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [1,988 kB] 2024-09-06T14:49:33.001 INFO:teuthology.orchestra.run.smithi181.stdout:Get:30 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,771 kB] 2024-09-06T14:49:33.166 INFO:teuthology.orchestra.run.smithi169.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [690 kB] 2024-09-06T14:49:33.168 INFO:teuthology.orchestra.run.smithi169.stdout:Get:8 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [533 kB] 2024-09-06T14:49:33.173 INFO:teuthology.orchestra.run.smithi181.stdout:Get:31 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [291 kB] 2024-09-06T14:49:33.185 INFO:teuthology.orchestra.run.smithi169.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [291 kB] 2024-09-06T14:49:33.186 INFO:teuthology.orchestra.run.smithi181.stdout:Get:32 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.3 kB] 2024-09-06T14:49:33.186 INFO:teuthology.orchestra.run.smithi181.stdout:Get:33 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.7 kB] 2024-09-06T14:49:33.188 INFO:teuthology.orchestra.run.smithi181.stdout:Get:34 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,327 kB] 2024-09-06T14:49:33.193 INFO:teuthology.orchestra.run.smithi169.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.3 kB] 2024-09-06T14:49:33.194 INFO:teuthology.orchestra.run.smithi169.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.7 kB] 2024-09-06T14:49:33.196 INFO:teuthology.orchestra.run.smithi169.stdout:Get:12 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,327 kB] 2024-09-06T14:49:33.201 INFO:teuthology.orchestra.run.smithi169.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [349 kB] 2024-09-06T14:49:33.215 INFO:teuthology.orchestra.run.smithi169.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-09-06T14:49:33.216 INFO:teuthology.orchestra.run.smithi169.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [39.3 kB] 2024-09-06T14:49:33.217 INFO:teuthology.orchestra.run.smithi169.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,386 kB] 2024-09-06T14:49:33.272 INFO:teuthology.orchestra.run.smithi181.stdout:Get:35 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [400 kB] 2024-09-06T14:49:33.280 INFO:teuthology.orchestra.run.smithi181.stdout:Get:36 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [584 B] 2024-09-06T14:49:33.280 INFO:teuthology.orchestra.run.smithi181.stdout:Get:37 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [901 kB] 2024-09-06T14:49:33.286 INFO:teuthology.orchestra.run.smithi169.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [410 kB] 2024-09-06T14:49:33.304 INFO:teuthology.orchestra.run.smithi181.stdout:Get:38 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [627 kB] 2024-09-06T14:49:33.321 INFO:teuthology.orchestra.run.smithi169.stdout:Get:18 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [400 kB] 2024-09-06T14:49:33.321 INFO:teuthology.orchestra.run.smithi169.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [616 B] 2024-09-06T14:49:33.321 INFO:teuthology.orchestra.run.smithi169.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,123 kB] 2024-09-06T14:49:33.328 INFO:teuthology.orchestra.run.smithi169.stdout:Get:21 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [584 B] 2024-09-06T14:49:33.329 INFO:teuthology.orchestra.run.smithi169.stdout:Get:22 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [901 kB] 2024-09-06T14:49:33.331 INFO:teuthology.orchestra.run.smithi181.stdout:Get:39 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [176 kB] 2024-09-06T14:49:33.336 INFO:teuthology.orchestra.run.smithi181.stdout:Get:40 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.2 kB] 2024-09-06T14:49:33.337 INFO:teuthology.orchestra.run.smithi181.stdout:Get:41 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-09-06T14:49:33.338 INFO:teuthology.orchestra.run.smithi181.stdout:Get:42 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-09-06T14:49:33.338 INFO:teuthology.orchestra.run.smithi181.stdout:Get:43 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-09-06T14:49:33.340 INFO:teuthology.orchestra.run.smithi169.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [731 kB] 2024-09-06T14:49:33.345 INFO:teuthology.orchestra.run.smithi169.stdout:Get:24 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [627 kB] 2024-09-06T14:49:33.353 INFO:teuthology.orchestra.run.smithi169.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [261 kB] 2024-09-06T14:49:33.356 INFO:teuthology.orchestra.run.smithi169.stdout:Get:26 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [176 kB] 2024-09-06T14:49:33.358 INFO:teuthology.orchestra.run.smithi169.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.1 kB] 2024-09-06T14:49:33.358 INFO:teuthology.orchestra.run.smithi169.stdout:Get:28 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.2 kB] 2024-09-06T14:49:33.359 INFO:teuthology.orchestra.run.smithi169.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-09-06T14:49:33.359 INFO:teuthology.orchestra.run.smithi169.stdout:Get:30 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-09-06T14:49:33.359 INFO:teuthology.orchestra.run.smithi169.stdout:Get:31 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-09-06T14:49:33.360 INFO:teuthology.orchestra.run.smithi169.stdout:Get:32 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-09-06T14:49:33.361 INFO:teuthology.orchestra.run.smithi169.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-09-06T14:49:33.361 INFO:teuthology.orchestra.run.smithi169.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-09-06T14:49:33.411 INFO:teuthology.orchestra.run.smithi169.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-09-06T14:49:33.411 INFO:teuthology.orchestra.run.smithi169.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-09-06T14:49:33.413 INFO:teuthology.orchestra.run.smithi169.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-09-06T14:49:33.417 INFO:teuthology.orchestra.run.smithi181.stdout:Get:44 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-09-06T14:49:33.431 INFO:teuthology.orchestra.run.smithi169.stdout:Get:38 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-09-06T14:49:33.443 INFO:teuthology.orchestra.run.smithi169.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-09-06T14:49:33.443 INFO:teuthology.orchestra.run.smithi169.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-09-06T14:49:33.444 INFO:teuthology.orchestra.run.smithi169.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-09-06T14:49:33.444 INFO:teuthology.orchestra.run.smithi169.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-09-06T14:49:33.445 INFO:teuthology.orchestra.run.smithi169.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-09-06T14:49:33.492 INFO:teuthology.orchestra.run.smithi169.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-09-06T14:49:38.641 INFO:teuthology.orchestra.run.smithi181.stdout:Fetched 15.8 MB in 2s (7,470 kB/s) 2024-09-06T14:49:39.447 INFO:teuthology.orchestra.run.smithi169.stdout:Fetched 15.8 MB in 3s (5,772 kB/s) 2024-09-06T14:49:40.000 INFO:teuthology.orchestra.run.smithi181.stdout:Reading package lists... 2024-09-06T14:49:40.017 DEBUG:teuthology.orchestra.run.smithi181:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-06T14:49:40.070 INFO:teuthology.orchestra.run.smithi181.stdout:Reading package lists... 2024-09-06T14:49:40.254 INFO:teuthology.orchestra.run.smithi181.stdout:Building dependency tree... 2024-09-06T14:49:40.255 INFO:teuthology.orchestra.run.smithi181.stdout:Reading state information... 2024-09-06T14:49:40.420 INFO:teuthology.orchestra.run.smithi181.stdout:The following packages were automatically installed and are no longer required: 2024-09-06T14:49:40.420 INFO:teuthology.orchestra.run.smithi181.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-06T14:49:40.420 INFO:teuthology.orchestra.run.smithi181.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-06T14:49:40.421 INFO:teuthology.orchestra.run.smithi181.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-06T14:49:40.421 INFO:teuthology.orchestra.run.smithi181.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-09-06T14:49:40.421 INFO:teuthology.orchestra.run.smithi181.stdout: python2.7-minimal 2024-09-06T14:49:40.422 INFO:teuthology.orchestra.run.smithi181.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-06T14:49:40.422 INFO:teuthology.orchestra.run.smithi181.stdout:The following additional packages will be installed: 2024-09-06T14:49:40.422 INFO:teuthology.orchestra.run.smithi181.stdout: linux-generic linux-headers-5.15.0-119 linux-headers-5.15.0-119-generic 2024-09-06T14:49:40.422 INFO:teuthology.orchestra.run.smithi181.stdout: linux-headers-generic linux-image-5.15.0-119-generic 2024-09-06T14:49:40.423 INFO:teuthology.orchestra.run.smithi181.stdout: linux-modules-5.15.0-119-generic linux-modules-extra-5.15.0-119-generic 2024-09-06T14:49:40.423 INFO:teuthology.orchestra.run.smithi181.stdout:Suggested packages: 2024-09-06T14:49:40.423 INFO:teuthology.orchestra.run.smithi181.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-09-06T14:49:40.424 INFO:teuthology.orchestra.run.smithi181.stdout:Recommended packages: 2024-09-06T14:49:40.424 INFO:teuthology.orchestra.run.smithi181.stdout: thermald 2024-09-06T14:49:40.489 INFO:teuthology.orchestra.run.smithi181.stdout:The following NEW packages will be installed: 2024-09-06T14:49:40.489 INFO:teuthology.orchestra.run.smithi181.stdout: linux-headers-5.15.0-119 linux-headers-5.15.0-119-generic 2024-09-06T14:49:40.490 INFO:teuthology.orchestra.run.smithi181.stdout: linux-image-5.15.0-119-generic linux-modules-5.15.0-119-generic 2024-09-06T14:49:40.490 INFO:teuthology.orchestra.run.smithi181.stdout: linux-modules-extra-5.15.0-119-generic 2024-09-06T14:49:40.490 INFO:teuthology.orchestra.run.smithi181.stdout:The following packages will be upgraded: 2024-09-06T14:49:40.491 INFO:teuthology.orchestra.run.smithi181.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-06T14:49:40.671 INFO:teuthology.orchestra.run.smithi181.stdout:3 upgraded, 5 newly installed, 0 to remove and 344 not upgraded. 2024-09-06T14:49:40.671 INFO:teuthology.orchestra.run.smithi181.stdout:Need to get 113 MB of archives. 2024-09-06T14:49:40.671 INFO:teuthology.orchestra.run.smithi181.stdout:After this operation, 583 MB of additional disk space will be used. 2024-09-06T14:49:40.671 INFO:teuthology.orchestra.run.smithi181.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-119-generic amd64 5.15.0-119.129 [22.6 MB] 2024-09-06T14:49:40.901 INFO:teuthology.orchestra.run.smithi169.stdout:Reading package lists... 2024-09-06T14:49:40.918 DEBUG:teuthology.orchestra.run.smithi169:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-06T14:49:40.978 INFO:teuthology.orchestra.run.smithi169.stdout:Reading package lists... 2024-09-06T14:49:41.186 INFO:teuthology.orchestra.run.smithi169.stdout:Building dependency tree... 2024-09-06T14:49:41.187 INFO:teuthology.orchestra.run.smithi169.stdout:Reading state information... 2024-09-06T14:49:41.360 INFO:teuthology.orchestra.run.smithi169.stdout:The following packages were automatically installed and are no longer required: 2024-09-06T14:49:41.360 INFO:teuthology.orchestra.run.smithi169.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-06T14:49:41.360 INFO:teuthology.orchestra.run.smithi169.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-06T14:49:41.360 INFO:teuthology.orchestra.run.smithi169.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-06T14:49:41.361 INFO:teuthology.orchestra.run.smithi169.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-09-06T14:49:41.361 INFO:teuthology.orchestra.run.smithi169.stdout: python2.7-minimal 2024-09-06T14:49:41.361 INFO:teuthology.orchestra.run.smithi169.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-06T14:49:41.363 INFO:teuthology.orchestra.run.smithi169.stdout:The following additional packages will be installed: 2024-09-06T14:49:41.363 INFO:teuthology.orchestra.run.smithi169.stdout: linux-generic linux-headers-5.15.0-119 linux-headers-5.15.0-119-generic 2024-09-06T14:49:41.364 INFO:teuthology.orchestra.run.smithi169.stdout: linux-headers-generic linux-image-5.15.0-119-generic 2024-09-06T14:49:41.364 INFO:teuthology.orchestra.run.smithi169.stdout: linux-modules-5.15.0-119-generic linux-modules-extra-5.15.0-119-generic 2024-09-06T14:49:41.364 INFO:teuthology.orchestra.run.smithi169.stdout:Suggested packages: 2024-09-06T14:49:41.364 INFO:teuthology.orchestra.run.smithi169.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-09-06T14:49:41.364 INFO:teuthology.orchestra.run.smithi169.stdout:Recommended packages: 2024-09-06T14:49:41.364 INFO:teuthology.orchestra.run.smithi169.stdout: thermald 2024-09-06T14:49:41.414 INFO:teuthology.orchestra.run.smithi169.stdout:The following NEW packages will be installed: 2024-09-06T14:49:41.415 INFO:teuthology.orchestra.run.smithi169.stdout: linux-headers-5.15.0-119 linux-headers-5.15.0-119-generic 2024-09-06T14:49:41.415 INFO:teuthology.orchestra.run.smithi169.stdout: linux-image-5.15.0-119-generic linux-modules-5.15.0-119-generic 2024-09-06T14:49:41.415 INFO:teuthology.orchestra.run.smithi169.stdout: linux-modules-extra-5.15.0-119-generic 2024-09-06T14:49:41.416 INFO:teuthology.orchestra.run.smithi169.stdout:The following packages will be upgraded: 2024-09-06T14:49:41.417 INFO:teuthology.orchestra.run.smithi169.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-06T14:49:41.597 INFO:teuthology.orchestra.run.smithi169.stdout:3 upgraded, 5 newly installed, 0 to remove and 344 not upgraded. 2024-09-06T14:49:41.597 INFO:teuthology.orchestra.run.smithi169.stdout:Need to get 113 MB of archives. 2024-09-06T14:49:41.597 INFO:teuthology.orchestra.run.smithi169.stdout:After this operation, 583 MB of additional disk space will be used. 2024-09-06T14:49:41.597 INFO:teuthology.orchestra.run.smithi169.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-119-generic amd64 5.15.0-119.129 [22.6 MB] 2024-09-06T14:49:42.161 INFO:teuthology.orchestra.run.smithi181.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-119-generic amd64 5.15.0-119.129 [11.5 MB] 2024-09-06T14:49:42.516 INFO:teuthology.orchestra.run.smithi181.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-119-generic amd64 5.15.0-119.129 [63.9 MB] 2024-09-06T14:49:43.107 INFO:teuthology.orchestra.run.smithi169.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-119-generic amd64 5.15.0-119.129 [11.5 MB] 2024-09-06T14:49:43.457 INFO:teuthology.orchestra.run.smithi169.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-119-generic amd64 5.15.0-119.129 [63.9 MB] 2024-09-06T14:49:44.727 INFO:teuthology.orchestra.run.smithi181.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.119.119 [1,694 B] 2024-09-06T14:49:44.728 INFO:teuthology.orchestra.run.smithi181.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.119.119 [2,502 B] 2024-09-06T14:49:44.728 INFO:teuthology.orchestra.run.smithi181.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-119 all 5.15.0-119.129 [12.3 MB] 2024-09-06T14:49:45.076 INFO:teuthology.orchestra.run.smithi181.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-119-generic amd64 5.15.0-119.129 [2,879 kB] 2024-09-06T14:49:45.157 INFO:teuthology.orchestra.run.smithi181.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.119.119 [2,350 B] 2024-09-06T14:49:45.541 INFO:teuthology.orchestra.run.smithi181.stdout:Fetched 113 MB in 5s (24.3 MB/s) 2024-09-06T14:49:45.682 INFO:teuthology.orchestra.run.smithi169.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.119.119 [1,694 B] 2024-09-06T14:49:45.682 INFO:teuthology.orchestra.run.smithi169.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.119.119 [2,502 B] 2024-09-06T14:49:45.682 INFO:teuthology.orchestra.run.smithi169.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-119 all 5.15.0-119.129 [12.3 MB] 2024-09-06T14:49:45.690 INFO:teuthology.orchestra.run.smithi181.stdout:Selecting previously unselected package linux-modules-5.15.0-119-generic. 2024-09-06T14:49:46.024 INFO:teuthology.orchestra.run.smithi169.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-119-generic amd64 5.15.0-119.129 [2,879 kB] 2024-09-06T14:49:46.106 INFO:teuthology.orchestra.run.smithi169.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.119.119 [2,350 B] 2024-09-06T14:49:46.498 INFO:teuthology.orchestra.run.smithi169.stdout:Fetched 113 MB in 5s (24.2 MB/s) 2024-09-06T14:49:46.671 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package linux-modules-5.15.0-119-generic. 2024-09-06T14:49:47.677 INFO:teuthology.orchestra.run.smithi181.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-09-06T14:49:47.681 INFO:teuthology.orchestra.run.smithi181.stdout:Preparing to unpack .../0-linux-modules-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-06T14:49:47.746 INFO:teuthology.orchestra.run.smithi181.stdout:Unpacking linux-modules-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-06T14:49:48.619 INFO:teuthology.orchestra.run.smithi169.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-09-06T14:49:48.621 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../0-linux-modules-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-06T14:49:48.703 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking linux-modules-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-06T14:49:49.789 INFO:teuthology.orchestra.run.smithi181.stdout:Selecting previously unselected package linux-image-5.15.0-119-generic. 2024-09-06T14:49:49.810 INFO:teuthology.orchestra.run.smithi181.stdout:Preparing to unpack .../1-linux-image-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-06T14:49:49.898 INFO:teuthology.orchestra.run.smithi181.stdout:Unpacking linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-06T14:49:50.342 INFO:teuthology.orchestra.run.smithi181.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-119-generic. 2024-09-06T14:49:50.363 INFO:teuthology.orchestra.run.smithi181.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-06T14:49:50.401 INFO:teuthology.orchestra.run.smithi181.stdout:Unpacking linux-modules-extra-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-06T14:49:51.288 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package linux-image-5.15.0-119-generic. 2024-09-06T14:49:51.309 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../1-linux-image-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-06T14:49:51.397 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-06T14:49:51.858 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-119-generic. 2024-09-06T14:49:51.879 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-06T14:49:51.916 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking linux-modules-extra-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-06T14:49:56.699 INFO:teuthology.orchestra.run.smithi181.stdout:Preparing to unpack .../3-linux-generic_5.15.0.119.119_amd64.deb ... 2024-09-06T14:49:56.811 INFO:teuthology.orchestra.run.smithi181.stdout:Unpacking linux-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-06T14:49:57.152 INFO:teuthology.orchestra.run.smithi181.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.119.119_amd64.deb ... 2024-09-06T14:49:57.281 INFO:teuthology.orchestra.run.smithi181.stdout:Unpacking linux-image-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-06T14:49:57.576 INFO:teuthology.orchestra.run.smithi181.stdout:Selecting previously unselected package linux-headers-5.15.0-119. 2024-09-06T14:49:57.598 INFO:teuthology.orchestra.run.smithi181.stdout:Preparing to unpack .../5-linux-headers-5.15.0-119_5.15.0-119.129_all.deb ... 2024-09-06T14:49:57.642 INFO:teuthology.orchestra.run.smithi181.stdout:Unpacking linux-headers-5.15.0-119 (5.15.0-119.129) ... 2024-09-06T14:49:58.307 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../3-linux-generic_5.15.0.119.119_amd64.deb ... 2024-09-06T14:49:58.433 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking linux-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-06T14:49:58.749 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.119.119_amd64.deb ... 2024-09-06T14:49:58.864 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking linux-image-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-06T14:49:59.156 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package linux-headers-5.15.0-119. 2024-09-06T14:49:59.179 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../5-linux-headers-5.15.0-119_5.15.0-119.129_all.deb ... 2024-09-06T14:49:59.223 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking linux-headers-5.15.0-119 (5.15.0-119.129) ... 2024-09-06T14:50:03.003 INFO:teuthology.orchestra.run.smithi181.stdout:Selecting previously unselected package linux-headers-5.15.0-119-generic. 2024-09-06T14:50:03.041 INFO:teuthology.orchestra.run.smithi181.stdout:Preparing to unpack .../6-linux-headers-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-06T14:50:03.078 INFO:teuthology.orchestra.run.smithi181.stdout:Unpacking linux-headers-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-06T14:50:04.666 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package linux-headers-5.15.0-119-generic. 2024-09-06T14:50:04.703 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../6-linux-headers-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-06T14:50:04.741 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking linux-headers-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-06T14:50:06.226 INFO:teuthology.orchestra.run.smithi181.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.119.119_amd64.deb ... 2024-09-06T14:50:06.348 INFO:teuthology.orchestra.run.smithi181.stdout:Unpacking linux-headers-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-06T14:50:06.682 INFO:teuthology.orchestra.run.smithi181.stdout:Setting up linux-headers-5.15.0-119 (5.15.0-119.129) ... 2024-09-06T14:50:06.803 INFO:teuthology.orchestra.run.smithi181.stdout:Setting up linux-headers-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-06T14:50:06.929 INFO:teuthology.orchestra.run.smithi181.stdout:Setting up linux-headers-generic (5.15.0.119.119) ... 2024-09-06T14:50:07.066 INFO:teuthology.orchestra.run.smithi181.stdout:Setting up linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-06T14:50:08.388 INFO:teuthology.orchestra.run.smithi181.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-09-06T14:50:08.389 INFO:teuthology.orchestra.run.smithi181.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-09-06T14:50:08.389 INFO:teuthology.orchestra.run.smithi181.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-119-generic 2024-09-06T14:50:08.389 INFO:teuthology.orchestra.run.smithi181.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-119-generic 2024-09-06T14:50:08.534 INFO:teuthology.orchestra.run.smithi181.stdout:Setting up linux-modules-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-06T14:50:08.881 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.119.119_amd64.deb ... 2024-09-06T14:50:09.003 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking linux-headers-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-06T14:50:09.328 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up linux-headers-5.15.0-119 (5.15.0-119.129) ... 2024-09-06T14:50:09.450 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up linux-headers-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-06T14:50:09.576 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up linux-headers-generic (5.15.0.119.119) ... 2024-09-06T14:50:09.688 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-06T14:50:09.927 INFO:teuthology.orchestra.run.smithi181.stdout:Setting up linux-modules-extra-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-06T14:50:11.013 INFO:teuthology.orchestra.run.smithi169.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-09-06T14:50:11.013 INFO:teuthology.orchestra.run.smithi169.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-09-06T14:50:11.014 INFO:teuthology.orchestra.run.smithi169.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-119-generic 2024-09-06T14:50:11.014 INFO:teuthology.orchestra.run.smithi169.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-119-generic 2024-09-06T14:50:11.174 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up linux-modules-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-06T14:50:11.304 INFO:teuthology.orchestra.run.smithi181.stdout:Setting up linux-image-generic (5.15.0.119.119) ... 2024-09-06T14:50:11.430 INFO:teuthology.orchestra.run.smithi181.stdout:Setting up linux-generic (5.15.0.119.119) ... 2024-09-06T14:50:11.556 INFO:teuthology.orchestra.run.smithi181.stdout:Processing triggers for linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-06T14:50:11.630 INFO:teuthology.orchestra.run.smithi181.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-06T14:50:11.630 INFO:teuthology.orchestra.run.smithi181.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-119-generic 2024-09-06T14:50:12.567 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up linux-modules-extra-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-06T14:50:14.577 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up linux-image-generic (5.15.0.119.119) ... 2024-09-06T14:50:14.678 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up linux-generic (5.15.0.119.119) ... 2024-09-06T14:50:14.838 INFO:teuthology.orchestra.run.smithi169.stdout:Processing triggers for linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-06T14:50:14.901 INFO:teuthology.orchestra.run.smithi169.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-06T14:50:14.901 INFO:teuthology.orchestra.run.smithi169.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-119-generic 2024-09-06T14:50:25.519 INFO:teuthology.orchestra.run.smithi181.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-06T14:50:25.519 INFO:teuthology.orchestra.run.smithi181.stdout:Sourcing file `/etc/default/grub' 2024-09-06T14:50:25.537 INFO:teuthology.orchestra.run.smithi181.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-06T14:50:25.556 INFO:teuthology.orchestra.run.smithi181.stdout:Generating grub configuration file ... 2024-09-06T14:50:25.779 INFO:teuthology.orchestra.run.smithi181.stdout:Found linux image: /boot/vmlinuz-5.15.0-119-generic 2024-09-06T14:50:25.798 INFO:teuthology.orchestra.run.smithi181.stdout:Found initrd image: /boot/initrd.img-5.15.0-119-generic 2024-09-06T14:50:26.080 INFO:teuthology.orchestra.run.smithi181.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-06T14:50:26.086 INFO:teuthology.orchestra.run.smithi181.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-06T14:50:26.144 INFO:teuthology.orchestra.run.smithi181.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-06T14:50:26.149 INFO:teuthology.orchestra.run.smithi181.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-06T14:50:26.302 INFO:teuthology.orchestra.run.smithi181.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-06T14:50:26.302 INFO:teuthology.orchestra.run.smithi181.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-09-06T14:50:26.302 INFO:teuthology.orchestra.run.smithi181.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-06T14:50:26.333 INFO:teuthology.orchestra.run.smithi181.stdout:done 2024-09-06T14:50:26.713 DEBUG:teuthology.orchestra.run.smithi181:> dpkg -s linux-image-generic 2024-09-06T14:50:26.738 INFO:teuthology.orchestra.run.smithi181.stdout:Package: linux-image-generic 2024-09-06T14:50:26.739 INFO:teuthology.orchestra.run.smithi181.stdout:Status: install ok installed 2024-09-06T14:50:26.739 INFO:teuthology.orchestra.run.smithi181.stdout:Priority: optional 2024-09-06T14:50:26.739 INFO:teuthology.orchestra.run.smithi181.stdout:Section: kernel 2024-09-06T14:50:26.739 INFO:teuthology.orchestra.run.smithi181.stdout:Installed-Size: 21 2024-09-06T14:50:26.739 INFO:teuthology.orchestra.run.smithi181.stdout:Maintainer: Ubuntu Kernel Team 2024-09-06T14:50:26.739 INFO:teuthology.orchestra.run.smithi181.stdout:Architecture: amd64 2024-09-06T14:50:26.739 INFO:teuthology.orchestra.run.smithi181.stdout:Source: linux-meta 2024-09-06T14:50:26.739 INFO:teuthology.orchestra.run.smithi181.stdout:Version: 5.15.0.119.119 2024-09-06T14:50:26.739 INFO:teuthology.orchestra.run.smithi181.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-119), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-06T14:50:26.740 INFO:teuthology.orchestra.run.smithi181.stdout:Depends: linux-image-5.15.0-119-generic, linux-modules-extra-5.15.0-119-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-06T14:50:26.740 INFO:teuthology.orchestra.run.smithi181.stdout:Recommends: thermald 2024-09-06T14:50:26.740 INFO:teuthology.orchestra.run.smithi181.stdout:Description: Generic Linux kernel image 2024-09-06T14:50:26.740 INFO:teuthology.orchestra.run.smithi181.stdout: This package will always depend on the latest generic kernel image 2024-09-06T14:50:26.740 INFO:teuthology.orchestra.run.smithi181.stdout: available. 2024-09-06T14:50:26.740 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-119-generic 2024-09-06T14:50:26.741 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-06T14:50:26.741 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-06T14:50:26.741 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-06T14:50:26.741 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi181.front.sepia.ceph.com, path=None, version=distro) 2024-09-06T14:50:26.741 DEBUG:teuthology.orchestra.run.smithi181:> sudo apt-get clean 2024-09-06T14:50:26.917 DEBUG:teuthology.orchestra.run.smithi181:> sudo apt-get update 2024-09-06T14:50:27.055 INFO:teuthology.orchestra.run.smithi181.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-06T14:50:27.064 INFO:teuthology.orchestra.run.smithi181.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-06T14:50:27.080 INFO:teuthology.orchestra.run.smithi181.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-06T14:50:27.175 INFO:teuthology.orchestra.run.smithi181.stdout:Hit:4 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-06T14:50:28.379 INFO:teuthology.orchestra.run.smithi181.stdout:Reading package lists... 2024-09-06T14:50:28.399 DEBUG:teuthology.orchestra.run.smithi181:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-06T14:50:28.459 INFO:teuthology.orchestra.run.smithi181.stdout:Reading package lists... 2024-09-06T14:50:28.665 INFO:teuthology.orchestra.run.smithi181.stdout:Building dependency tree... 2024-09-06T14:50:28.666 INFO:teuthology.orchestra.run.smithi181.stdout:Reading state information... 2024-09-06T14:50:28.845 INFO:teuthology.orchestra.run.smithi181.stdout:linux-image-generic is already the newest version (5.15.0.119.119). 2024-09-06T14:50:28.845 INFO:teuthology.orchestra.run.smithi181.stdout:The following packages were automatically installed and are no longer required: 2024-09-06T14:50:28.846 INFO:teuthology.orchestra.run.smithi181.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-06T14:50:28.846 INFO:teuthology.orchestra.run.smithi181.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-06T14:50:28.846 INFO:teuthology.orchestra.run.smithi181.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-06T14:50:28.846 INFO:teuthology.orchestra.run.smithi181.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-06T14:50:28.846 INFO:teuthology.orchestra.run.smithi181.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-06T14:50:28.846 INFO:teuthology.orchestra.run.smithi181.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-06T14:50:28.885 INFO:teuthology.orchestra.run.smithi181.stdout:0 upgraded, 0 newly installed, 0 to remove and 344 not upgraded. 2024-09-06T14:50:28.886 DEBUG:teuthology.orchestra.run.smithi181:> dpkg -s linux-image-generic 2024-09-06T14:50:28.889 INFO:teuthology.orchestra.run.smithi169.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-06T14:50:28.890 INFO:teuthology.orchestra.run.smithi169.stdout:Sourcing file `/etc/default/grub' 2024-09-06T14:50:28.902 INFO:teuthology.orchestra.run.smithi181.stdout:Package: linux-image-generic 2024-09-06T14:50:28.903 INFO:teuthology.orchestra.run.smithi181.stdout:Status: install ok installed 2024-09-06T14:50:28.903 INFO:teuthology.orchestra.run.smithi181.stdout:Priority: optional 2024-09-06T14:50:28.903 INFO:teuthology.orchestra.run.smithi181.stdout:Section: kernel 2024-09-06T14:50:28.903 INFO:teuthology.orchestra.run.smithi181.stdout:Installed-Size: 21 2024-09-06T14:50:28.903 INFO:teuthology.orchestra.run.smithi181.stdout:Maintainer: Ubuntu Kernel Team 2024-09-06T14:50:28.903 INFO:teuthology.orchestra.run.smithi181.stdout:Architecture: amd64 2024-09-06T14:50:28.903 INFO:teuthology.orchestra.run.smithi181.stdout:Source: linux-meta 2024-09-06T14:50:28.903 INFO:teuthology.orchestra.run.smithi181.stdout:Version: 5.15.0.119.119 2024-09-06T14:50:28.903 INFO:teuthology.orchestra.run.smithi181.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-119), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-06T14:50:28.903 INFO:teuthology.orchestra.run.smithi181.stdout:Depends: linux-image-5.15.0-119-generic, linux-modules-extra-5.15.0-119-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-06T14:50:28.903 INFO:teuthology.orchestra.run.smithi181.stdout:Recommends: thermald 2024-09-06T14:50:28.903 INFO:teuthology.orchestra.run.smithi181.stdout:Description: Generic Linux kernel image 2024-09-06T14:50:28.904 INFO:teuthology.orchestra.run.smithi181.stdout: This package will always depend on the latest generic kernel image 2024-09-06T14:50:28.904 INFO:teuthology.orchestra.run.smithi181.stdout: available. 2024-09-06T14:50:28.904 DEBUG:teuthology.orchestra.run.smithi181:> mktemp 2024-09-06T14:50:28.916 INFO:teuthology.orchestra.run.smithi169.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-06T14:50:28.932 INFO:teuthology.orchestra.run.smithi169.stdout:Generating grub configuration file ... 2024-09-06T14:50:28.948 INFO:teuthology.orchestra.run.smithi181.stdout:/tmp/tmp.8TEPJafpZu 2024-09-06T14:50:28.948 DEBUG:teuthology.orchestra.run.smithi181:> sudo cp /boot/grub/grub.cfg /tmp/tmp.8TEPJafpZu 2024-09-06T14:50:29.002 DEBUG:teuthology.orchestra.run.smithi181:> sudo chmod 0666 /tmp/tmp.8TEPJafpZu 2024-09-06T14:50:29.130 DEBUG:teuthology.orchestra.remote:smithi181:/tmp/tmp.8TEPJafpZu is 10KB 2024-09-06T14:50:29.143 DEBUG:teuthology.orchestra.run.smithi181:> rm -fr /tmp/tmp.8TEPJafpZu 2024-09-06T14:50:29.149 DEBUG:teuthology.orchestra.run.smithi181:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-06T14:50:29.185 INFO:teuthology.orchestra.run.smithi169.stdout:Found linux image: /boot/vmlinuz-5.15.0-119-generic 2024-09-06T14:50:29.203 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-09-06T14:50:29.203 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-06T14:50:29.203 DEBUG:teuthology.orchestra.run.smithi181:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-06T14:50:29.206 INFO:teuthology.orchestra.run.smithi169.stdout:Found initrd image: /boot/initrd.img-5.15.0-119-generic 2024-09-06T14:50:29.271 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-119-generic 2024-09-06T14:50:29.271 DEBUG:teuthology.orchestra.run.smithi181:> sudo update-grub 2024-09-06T14:50:29.478 INFO:teuthology.orchestra.run.smithi169.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-06T14:50:29.483 INFO:teuthology.orchestra.run.smithi169.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-06T14:50:29.556 INFO:teuthology.orchestra.run.smithi169.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-06T14:50:29.562 INFO:teuthology.orchestra.run.smithi169.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-06T14:50:29.727 INFO:teuthology.orchestra.run.smithi169.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-06T14:50:29.727 INFO:teuthology.orchestra.run.smithi169.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-09-06T14:50:29.728 INFO:teuthology.orchestra.run.smithi169.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-06T14:50:29.767 INFO:teuthology.orchestra.run.smithi169.stdout:done 2024-09-06T14:50:30.227 DEBUG:teuthology.orchestra.run.smithi169:> dpkg -s linux-image-generic 2024-09-06T14:50:30.244 INFO:teuthology.orchestra.run.smithi169.stdout:Package: linux-image-generic 2024-09-06T14:50:30.245 INFO:teuthology.orchestra.run.smithi169.stdout:Status: install ok installed 2024-09-06T14:50:30.245 INFO:teuthology.orchestra.run.smithi169.stdout:Priority: optional 2024-09-06T14:50:30.245 INFO:teuthology.orchestra.run.smithi169.stdout:Section: kernel 2024-09-06T14:50:30.245 INFO:teuthology.orchestra.run.smithi169.stdout:Installed-Size: 21 2024-09-06T14:50:30.245 INFO:teuthology.orchestra.run.smithi169.stdout:Maintainer: Ubuntu Kernel Team 2024-09-06T14:50:30.245 INFO:teuthology.orchestra.run.smithi169.stdout:Architecture: amd64 2024-09-06T14:50:30.245 INFO:teuthology.orchestra.run.smithi169.stdout:Source: linux-meta 2024-09-06T14:50:30.245 INFO:teuthology.orchestra.run.smithi169.stdout:Version: 5.15.0.119.119 2024-09-06T14:50:30.245 INFO:teuthology.orchestra.run.smithi169.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-119), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-06T14:50:30.245 INFO:teuthology.orchestra.run.smithi169.stdout:Depends: linux-image-5.15.0-119-generic, linux-modules-extra-5.15.0-119-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-06T14:50:30.245 INFO:teuthology.orchestra.run.smithi169.stdout:Recommends: thermald 2024-09-06T14:50:30.245 INFO:teuthology.orchestra.run.smithi169.stdout:Description: Generic Linux kernel image 2024-09-06T14:50:30.245 INFO:teuthology.orchestra.run.smithi169.stdout: This package will always depend on the latest generic kernel image 2024-09-06T14:50:30.246 INFO:teuthology.orchestra.run.smithi169.stdout: available. 2024-09-06T14:50:30.246 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-119-generic 2024-09-06T14:50:30.246 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-06T14:50:30.246 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-06T14:50:30.246 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-06T14:50:30.246 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi169.front.sepia.ceph.com, path=None, version=distro) 2024-09-06T14:50:30.246 DEBUG:teuthology.orchestra.run.smithi169:> sudo apt-get clean 2024-09-06T14:50:30.395 DEBUG:teuthology.orchestra.run.smithi169:> sudo apt-get update 2024-09-06T14:50:30.466 INFO:teuthology.orchestra.run.smithi181.stderr:Sourcing file `/etc/default/grub' 2024-09-06T14:50:30.468 INFO:teuthology.orchestra.run.smithi181.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-06T14:50:30.469 INFO:teuthology.orchestra.run.smithi181.stderr:Generating grub configuration file ... 2024-09-06T14:50:30.520 INFO:teuthology.orchestra.run.smithi169.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-06T14:50:30.626 INFO:teuthology.orchestra.run.smithi169.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-06T14:50:30.651 INFO:teuthology.orchestra.run.smithi181.stderr:Found linux image: /boot/vmlinuz-5.15.0-119-generic 2024-09-06T14:50:30.656 INFO:teuthology.orchestra.run.smithi181.stderr:Found initrd image: /boot/initrd.img-5.15.0-119-generic 2024-09-06T14:50:30.707 INFO:teuthology.orchestra.run.smithi169.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-06T14:50:30.789 INFO:teuthology.orchestra.run.smithi169.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-06T14:50:30.885 INFO:teuthology.orchestra.run.smithi181.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-06T14:50:30.890 INFO:teuthology.orchestra.run.smithi181.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-06T14:50:30.930 INFO:teuthology.orchestra.run.smithi181.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-06T14:50:30.935 INFO:teuthology.orchestra.run.smithi181.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-06T14:50:31.043 INFO:teuthology.orchestra.run.smithi181.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-06T14:50:31.043 INFO:teuthology.orchestra.run.smithi181.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-06T14:50:31.043 INFO:teuthology.orchestra.run.smithi181.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-06T14:50:31.059 INFO:teuthology.orchestra.run.smithi181.stderr:done 2024-09-06T14:50:31.068 DEBUG:teuthology.orchestra.run.smithi181:> sudo shutdown -r now 2024-09-06T14:50:32.001 INFO:teuthology.orchestra.run.smithi169.stdout:Reading package lists... 2024-09-06T14:50:32.019 DEBUG:teuthology.orchestra.run.smithi169:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-06T14:50:32.079 INFO:teuthology.orchestra.run.smithi169.stdout:Reading package lists... 2024-09-06T14:50:32.302 INFO:teuthology.orchestra.run.smithi169.stdout:Building dependency tree... 2024-09-06T14:50:32.303 INFO:teuthology.orchestra.run.smithi169.stdout:Reading state information... 2024-09-06T14:50:32.484 INFO:teuthology.orchestra.run.smithi169.stdout:linux-image-generic is already the newest version (5.15.0.119.119). 2024-09-06T14:50:32.484 INFO:teuthology.orchestra.run.smithi169.stdout:The following packages were automatically installed and are no longer required: 2024-09-06T14:50:32.484 INFO:teuthology.orchestra.run.smithi169.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-06T14:50:32.484 INFO:teuthology.orchestra.run.smithi169.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-06T14:50:32.484 INFO:teuthology.orchestra.run.smithi169.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-06T14:50:32.485 INFO:teuthology.orchestra.run.smithi169.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-06T14:50:32.485 INFO:teuthology.orchestra.run.smithi169.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-06T14:50:32.485 INFO:teuthology.orchestra.run.smithi169.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-06T14:50:32.522 INFO:teuthology.orchestra.run.smithi169.stdout:0 upgraded, 0 newly installed, 0 to remove and 344 not upgraded. 2024-09-06T14:50:32.525 DEBUG:teuthology.orchestra.run.smithi169:> dpkg -s linux-image-generic 2024-09-06T14:50:32.540 INFO:teuthology.orchestra.run.smithi169.stdout:Package: linux-image-generic 2024-09-06T14:50:32.540 INFO:teuthology.orchestra.run.smithi169.stdout:Status: install ok installed 2024-09-06T14:50:32.540 INFO:teuthology.orchestra.run.smithi169.stdout:Priority: optional 2024-09-06T14:50:32.540 INFO:teuthology.orchestra.run.smithi169.stdout:Section: kernel 2024-09-06T14:50:32.540 INFO:teuthology.orchestra.run.smithi169.stdout:Installed-Size: 21 2024-09-06T14:50:32.540 INFO:teuthology.orchestra.run.smithi169.stdout:Maintainer: Ubuntu Kernel Team 2024-09-06T14:50:32.541 INFO:teuthology.orchestra.run.smithi169.stdout:Architecture: amd64 2024-09-06T14:50:32.541 INFO:teuthology.orchestra.run.smithi169.stdout:Source: linux-meta 2024-09-06T14:50:32.541 INFO:teuthology.orchestra.run.smithi169.stdout:Version: 5.15.0.119.119 2024-09-06T14:50:32.541 INFO:teuthology.orchestra.run.smithi169.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-119), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-06T14:50:32.541 INFO:teuthology.orchestra.run.smithi169.stdout:Depends: linux-image-5.15.0-119-generic, linux-modules-extra-5.15.0-119-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-06T14:50:32.541 INFO:teuthology.orchestra.run.smithi169.stdout:Recommends: thermald 2024-09-06T14:50:32.541 INFO:teuthology.orchestra.run.smithi169.stdout:Description: Generic Linux kernel image 2024-09-06T14:50:32.541 INFO:teuthology.orchestra.run.smithi169.stdout: This package will always depend on the latest generic kernel image 2024-09-06T14:50:32.541 INFO:teuthology.orchestra.run.smithi169.stdout: available. 2024-09-06T14:50:32.541 DEBUG:teuthology.orchestra.run.smithi169:> mktemp 2024-09-06T14:50:32.586 INFO:teuthology.orchestra.run.smithi169.stdout:/tmp/tmp.9CQg7i0WgO 2024-09-06T14:50:32.586 DEBUG:teuthology.orchestra.run.smithi169:> sudo cp /boot/grub/grub.cfg /tmp/tmp.9CQg7i0WgO 2024-09-06T14:50:32.642 DEBUG:teuthology.orchestra.run.smithi169:> sudo chmod 0666 /tmp/tmp.9CQg7i0WgO 2024-09-06T14:50:32.757 DEBUG:teuthology.orchestra.remote:smithi169:/tmp/tmp.9CQg7i0WgO is 10KB 2024-09-06T14:50:32.770 DEBUG:teuthology.orchestra.run.smithi169:> rm -fr /tmp/tmp.9CQg7i0WgO 2024-09-06T14:50:32.775 DEBUG:teuthology.orchestra.run.smithi169:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-06T14:50:32.832 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-09-06T14:50:32.832 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-06T14:50:32.833 DEBUG:teuthology.orchestra.run.smithi169:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-06T14:50:32.902 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-119-generic 2024-09-06T14:50:32.902 DEBUG:teuthology.orchestra.run.smithi169:> sudo update-grub 2024-09-06T14:50:34.166 INFO:teuthology.orchestra.run.smithi169.stderr:Sourcing file `/etc/default/grub' 2024-09-06T14:50:34.167 INFO:teuthology.orchestra.run.smithi169.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-06T14:50:34.169 INFO:teuthology.orchestra.run.smithi169.stderr:Generating grub configuration file ... 2024-09-06T14:50:34.342 INFO:teuthology.orchestra.run.smithi169.stderr:Found linux image: /boot/vmlinuz-5.15.0-119-generic 2024-09-06T14:50:34.354 INFO:teuthology.orchestra.run.smithi169.stderr:Found initrd image: /boot/initrd.img-5.15.0-119-generic 2024-09-06T14:50:34.573 INFO:teuthology.orchestra.run.smithi169.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-06T14:50:34.578 INFO:teuthology.orchestra.run.smithi169.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-06T14:50:34.618 INFO:teuthology.orchestra.run.smithi169.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-06T14:50:34.623 INFO:teuthology.orchestra.run.smithi169.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-06T14:50:34.733 INFO:teuthology.orchestra.run.smithi169.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-06T14:50:34.733 INFO:teuthology.orchestra.run.smithi169.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-06T14:50:34.733 INFO:teuthology.orchestra.run.smithi169.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-06T14:50:34.746 INFO:teuthology.orchestra.run.smithi169.stderr:done 2024-09-06T14:50:34.755 DEBUG:teuthology.orchestra.run.smithi169:> sudo shutdown -r now 2024-09-06T14:51:01.097 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-06T14:51:01.098 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi181.front.sepia.ceph.com' 2024-09-06T14:51:01.099 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi181.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-06T14:51:04.761 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-06T14:51:04.762 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi169.front.sepia.ceph.com' 2024-09-06T14:51:04.762 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi169.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-06T14:51:39.453 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.169 2024-09-06T14:51:48.461 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi169.front.sepia.ceph.com' 2024-09-06T14:51:48.462 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi169.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-06T14:52:01.121 DEBUG:teuthology.orchestra.remote:timed out 2024-09-06T14:52:06.845 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.169 2024-09-06T14:52:10.125 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi181.front.sepia.ceph.com' 2024-09-06T14:52:10.126 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi181.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-06T14:52:11.013 DEBUG:teuthology.orchestra.run.smithi181:> true 2024-09-06T14:52:11.628 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi181.front.sepia.ceph.com' 2024-09-06T14:52:11.628 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.15.0-119-generic"... 2024-09-06T14:52:11.628 DEBUG:teuthology.orchestra.run.smithi181:> uname -r 2024-09-06T14:52:11.677 INFO:teuthology.orchestra.run.smithi181.stdout:5.15.0-119-generic 2024-09-06T14:52:11.678 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-119-generic vs 5.15.0-119-generic 2024-09-06T14:52:11.678 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-06T14:52:11.678 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-06T14:52:12.678 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-06T14:52:12.679 DEBUG:teuthology.orchestra.run.smithi181:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-06T14:52:12.785 INFO:teuthology.orchestra.run.smithi181.stdout:ttyS1 2024-09-06T14:52:12.808 DEBUG:teuthology.parallel:result is None 2024-09-06T14:52:18.846 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi169.front.sepia.ceph.com' 2024-09-06T14:52:18.846 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi169.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-06T14:52:21.917 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.169 2024-09-06T14:52:36.918 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi169.front.sepia.ceph.com' 2024-09-06T14:52:36.919 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi169.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-06T14:52:37.170 DEBUG:teuthology.orchestra.run.smithi169:> true 2024-09-06T14:52:37.738 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi169.front.sepia.ceph.com' 2024-09-06T14:52:37.739 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.15.0-119-generic"... 2024-09-06T14:52:37.739 DEBUG:teuthology.orchestra.run.smithi169:> uname -r 2024-09-06T14:52:37.786 INFO:teuthology.orchestra.run.smithi169.stdout:5.15.0-119-generic 2024-09-06T14:52:37.786 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-119-generic vs 5.15.0-119-generic 2024-09-06T14:52:37.786 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-06T14:52:37.786 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-06T14:52:38.787 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-06T14:52:38.787 DEBUG:teuthology.orchestra.run.smithi169:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-06T14:52:38.857 INFO:teuthology.orchestra.run.smithi169.stdout:ttyS1 2024-09-06T14:52:38.883 DEBUG:teuthology.parallel:result is None 2024-09-06T14:52:38.883 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-06T14:52:38.890 INFO:teuthology.task.internal:Creating test directory... 2024-09-06T14:52:38.890 DEBUG:teuthology.orchestra.run.smithi169:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-06T14:52:38.893 DEBUG:teuthology.orchestra.run.smithi181:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-06T14:52:38.899 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-06T14:52:38.927 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-06T14:52:38.958 INFO:teuthology.task.internal:Creating archive directory... 2024-09-06T14:52:38.959 DEBUG:teuthology.orchestra.run.smithi169:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-06T14:52:38.961 DEBUG:teuthology.orchestra.run.smithi181:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-06T14:52:39.010 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-06T14:52:39.017 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-06T14:52:39.017 DEBUG:teuthology.orchestra.run.smithi169:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-06T14:52:39.020 DEBUG:teuthology.orchestra.run.smithi181:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-06T14:52:39.035 INFO:teuthology.orchestra.run.smithi169.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-06T14:52:39.043 INFO:teuthology.orchestra.run.smithi169.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-06T14:52:39.044 INFO:teuthology.orchestra.run.smithi181.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-06T14:52:39.052 INFO:teuthology.orchestra.run.smithi181.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-06T14:52:39.054 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-06T14:52:39.078 INFO:teuthology.task.internal:Configuring sudo... 2024-09-06T14:52:39.078 DEBUG:teuthology.orchestra.run.smithi169:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-06T14:52:39.090 DEBUG:teuthology.orchestra.run.smithi181:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-06T14:52:39.110 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-06T14:52:39.144 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-06T14:52:39.144 DEBUG:teuthology.orchestra.run.smithi169:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-06T14:52:39.154 DEBUG:teuthology.orchestra.run.smithi181:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-06T14:52:39.160 DEBUG:teuthology.orchestra.run.smithi169:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-06T14:52:39.205 DEBUG:teuthology.orchestra.run.smithi169:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-06T14:52:39.254 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-09-06T14:52:39.254 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-06T14:52:39.316 DEBUG:teuthology.orchestra.run.smithi181:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-06T14:52:39.322 DEBUG:teuthology.orchestra.run.smithi181:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-06T14:52:39.370 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-09-06T14:52:39.370 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-06T14:52:39.455 DEBUG:teuthology.orchestra.run.smithi169:> sudo service rsyslog restart 2024-09-06T14:52:39.458 DEBUG:teuthology.orchestra.run.smithi181:> sudo service rsyslog restart 2024-09-06T14:52:39.527 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-06T14:52:39.534 INFO:teuthology.task.internal:Starting timer... 2024-09-06T14:52:39.535 INFO:teuthology.run_tasks:Running task pcp... 2024-09-06T14:52:39.579 INFO:teuthology.run_tasks:Running task selinux... 2024-09-06T14:52:39.638 DEBUG:teuthology.task.selinux:Excluding smithi169: OS 'ubuntu' does not support SELinux 2024-09-06T14:52:39.638 DEBUG:teuthology.task.selinux:Excluding smithi181: OS 'ubuntu' does not support SELinux 2024-09-06T14:52:39.638 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-06T14:52:39.638 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2024-09-06T14:52:39.638 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-06T14:52:39.638 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-06T14:52:39.710 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-06T14:52:39.713 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-06T14:52:39.838 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-06T14:52:39.862 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-06T14:52:39.863 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi169.front.sepia.ceph.com,smithi181.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-06T15:00:09.054 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi169.front.sepia.ceph.com'), Remote(name='ubuntu@smithi181.front.sepia.ceph.com')] 2024-09-06T15:00:09.081 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi169.front.sepia.ceph.com' 2024-09-06T15:00:09.083 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi169.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-06T15:00:09.174 DEBUG:teuthology.orchestra.run.smithi169:> true 2024-09-06T15:00:09.249 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi169.front.sepia.ceph.com' 2024-09-06T15:00:09.249 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi181.front.sepia.ceph.com' 2024-09-06T15:00:09.250 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi181.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-06T15:00:09.339 DEBUG:teuthology.orchestra.run.smithi181:> true 2024-09-06T15:00:09.417 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi181.front.sepia.ceph.com' 2024-09-06T15:00:09.417 INFO:teuthology.run_tasks:Running task clock... 2024-09-06T15:00:09.427 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-06T15:00:09.427 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-06T15:00:09.428 DEBUG:teuthology.orchestra.run.smithi169:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-06T15:00:09.430 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-06T15:00:09.430 DEBUG:teuthology.orchestra.run.smithi181:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-06T15:00:09.458 INFO:teuthology.orchestra.run.smithi169.stdout: 6 Sep 15:00:09 ntpd[18454]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-06T15:00:09.458 INFO:teuthology.orchestra.run.smithi169.stdout: 6 Sep 15:00:09 ntpd[18454]: Command line: ntpd -gq 2024-09-06T15:00:09.458 INFO:teuthology.orchestra.run.smithi169.stdout: 6 Sep 15:00:09 ntpd[18454]: ---------------------------------------------------- 2024-09-06T15:00:09.458 INFO:teuthology.orchestra.run.smithi169.stdout: 6 Sep 15:00:09 ntpd[18454]: ntp-4 is maintained by Network Time Foundation, 2024-09-06T15:00:09.458 INFO:teuthology.orchestra.run.smithi169.stdout: 6 Sep 15:00:09 ntpd[18454]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-06T15:00:09.458 INFO:teuthology.orchestra.run.smithi169.stdout: 6 Sep 15:00:09 ntpd[18454]: corporation. Support and training for ntp-4 are 2024-09-06T15:00:09.458 INFO:teuthology.orchestra.run.smithi169.stdout: 6 Sep 15:00:09 ntpd[18454]: available at https://www.nwtime.org/support 2024-09-06T15:00:09.458 INFO:teuthology.orchestra.run.smithi169.stdout: 6 Sep 15:00:09 ntpd[18454]: ---------------------------------------------------- 2024-09-06T15:00:09.459 INFO:teuthology.orchestra.run.smithi169.stdout: 6 Sep 15:00:09 ntpd[18454]: proto: precision = 0.044 usec (-24) 2024-09-06T15:00:09.460 INFO:teuthology.orchestra.run.smithi169.stdout: 6 Sep 15:00:09 ntpd[18454]: basedate set to 2022-02-04 2024-09-06T15:00:09.460 INFO:teuthology.orchestra.run.smithi169.stdout: 6 Sep 15:00:09 ntpd[18454]: gps base set to 2022-02-06 (week 2196) 2024-09-06T15:00:09.460 INFO:teuthology.orchestra.run.smithi169.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-06T15:00:09.460 INFO:teuthology.orchestra.run.smithi169.stdout: 6 Sep 15:00:09 ntpd[18454]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-06T15:00:09.460 INFO:teuthology.orchestra.run.smithi169.stdout: 6 Sep 15:00:09 ntpd[18454]: restrict ::: KOD does nothing without LIMITED. 2024-09-06T15:00:09.461 INFO:teuthology.orchestra.run.smithi169.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-06T15:00:09.461 INFO:teuthology.orchestra.run.smithi169.stdout: 6 Sep 15:00:09 ntpd[18454]: Listen and drop on 0 v6wildcard [::]:123 2024-09-06T15:00:09.462 INFO:teuthology.orchestra.run.smithi169.stdout: 6 Sep 15:00:09 ntpd[18454]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-06T15:00:09.462 INFO:teuthology.orchestra.run.smithi169.stdout: 6 Sep 15:00:09 ntpd[18454]: Listen normally on 2 lo 127.0.0.1:123 2024-09-06T15:00:09.462 INFO:teuthology.orchestra.run.smithi169.stdout: 6 Sep 15:00:09 ntpd[18454]: Listen normally on 3 enp3s0f1 172.21.15.169:123 2024-09-06T15:00:09.462 INFO:teuthology.orchestra.run.smithi169.stdout: 6 Sep 15:00:09 ntpd[18454]: Listen normally on 4 lo [::1]:123 2024-09-06T15:00:09.462 INFO:teuthology.orchestra.run.smithi169.stdout: 6 Sep 15:00:09 ntpd[18454]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe88:7f4d%5]:123 2024-09-06T15:00:09.462 INFO:teuthology.orchestra.run.smithi169.stdout: 6 Sep 15:00:09 ntpd[18454]: Listening on routing socket on fd #22 for interface updates 2024-09-06T15:00:09.484 INFO:teuthology.orchestra.run.smithi181.stdout: 6 Sep 15:00:09 ntpd[18457]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-06T15:00:09.484 INFO:teuthology.orchestra.run.smithi181.stdout: 6 Sep 15:00:09 ntpd[18457]: Command line: ntpd -gq 2024-09-06T15:00:09.484 INFO:teuthology.orchestra.run.smithi181.stdout: 6 Sep 15:00:09 ntpd[18457]: ---------------------------------------------------- 2024-09-06T15:00:09.484 INFO:teuthology.orchestra.run.smithi181.stdout: 6 Sep 15:00:09 ntpd[18457]: ntp-4 is maintained by Network Time Foundation, 2024-09-06T15:00:09.484 INFO:teuthology.orchestra.run.smithi181.stdout: 6 Sep 15:00:09 ntpd[18457]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-06T15:00:09.484 INFO:teuthology.orchestra.run.smithi181.stdout: 6 Sep 15:00:09 ntpd[18457]: corporation. Support and training for ntp-4 are 2024-09-06T15:00:09.485 INFO:teuthology.orchestra.run.smithi181.stdout: 6 Sep 15:00:09 ntpd[18457]: available at https://www.nwtime.org/support 2024-09-06T15:00:09.485 INFO:teuthology.orchestra.run.smithi181.stdout: 6 Sep 15:00:09 ntpd[18457]: ---------------------------------------------------- 2024-09-06T15:00:09.485 INFO:teuthology.orchestra.run.smithi181.stdout: 6 Sep 15:00:09 ntpd[18457]: proto: precision = 0.044 usec (-24) 2024-09-06T15:00:09.485 INFO:teuthology.orchestra.run.smithi181.stdout: 6 Sep 15:00:09 ntpd[18457]: basedate set to 2022-02-04 2024-09-06T15:00:09.485 INFO:teuthology.orchestra.run.smithi181.stdout: 6 Sep 15:00:09 ntpd[18457]: gps base set to 2022-02-06 (week 2196) 2024-09-06T15:00:09.485 INFO:teuthology.orchestra.run.smithi181.stdout: 6 Sep 15:00:09 ntpd[18457]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-06T15:00:09.486 INFO:teuthology.orchestra.run.smithi181.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-06T15:00:09.486 INFO:teuthology.orchestra.run.smithi181.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-06T15:00:09.487 INFO:teuthology.orchestra.run.smithi181.stdout: 6 Sep 15:00:09 ntpd[18457]: restrict ::: KOD does nothing without LIMITED. 2024-09-06T15:00:09.487 INFO:teuthology.orchestra.run.smithi181.stdout: 6 Sep 15:00:09 ntpd[18457]: Listen and drop on 0 v6wildcard [::]:123 2024-09-06T15:00:09.487 INFO:teuthology.orchestra.run.smithi181.stdout: 6 Sep 15:00:09 ntpd[18457]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-06T15:00:09.487 INFO:teuthology.orchestra.run.smithi181.stdout: 6 Sep 15:00:09 ntpd[18457]: Listen normally on 2 lo 127.0.0.1:123 2024-09-06T15:00:09.487 INFO:teuthology.orchestra.run.smithi181.stdout: 6 Sep 15:00:09 ntpd[18457]: Listen normally on 3 enp3s0f1 172.21.15.181:123 2024-09-06T15:00:09.488 INFO:teuthology.orchestra.run.smithi181.stdout: 6 Sep 15:00:09 ntpd[18457]: Listen normally on 4 lo [::1]:123 2024-09-06T15:00:09.488 INFO:teuthology.orchestra.run.smithi181.stdout: 6 Sep 15:00:09 ntpd[18457]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe88:7b9d%5]:123 2024-09-06T15:00:09.488 INFO:teuthology.orchestra.run.smithi181.stdout: 6 Sep 15:00:09 ntpd[18457]: Listening on routing socket on fd #22 for interface updates 2024-09-06T15:00:10.484 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:10 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:10.484 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:10 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:11.459 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:11 ntpd[18454]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:11.459 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:11 ntpd[18454]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:11.459 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:11 ntpd[18454]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:11.459 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:11 ntpd[18454]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:11.459 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:11 ntpd[18454]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:11.459 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:11 ntpd[18454]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:11.459 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:11 ntpd[18454]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-06T15:00:11.460 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:11 ntpd[18454]: can't open /var/log/ntpstats/peerstats.20240906: Permission denied 2024-09-06T15:00:11.484 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:11 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:11.485 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:11 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:11.485 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:11 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:11.485 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:11 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:11.485 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:11 ntpd[18457]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-06T15:00:11.485 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:11 ntpd[18457]: can't open /var/log/ntpstats/peerstats.20240906: Permission denied 2024-09-06T15:00:12.459 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:12 ntpd[18454]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:12.459 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:12 ntpd[18454]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:12.459 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:12 ntpd[18454]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:12.459 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:12 ntpd[18454]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:12.459 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:12 ntpd[18454]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-06T15:00:12.459 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:12 ntpd[18454]: can't open /var/log/ntpstats/peerstats.20240906: Permission denied 2024-09-06T15:00:12.484 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:12 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:12.484 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:12 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:12.485 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:12 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:12.485 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:12 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:12.485 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:12 ntpd[18457]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-06T15:00:12.485 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:12 ntpd[18457]: can't open /var/log/ntpstats/peerstats.20240906: Permission denied 2024-09-06T15:00:13.459 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:13 ntpd[18454]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:13.459 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:13 ntpd[18454]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:13.459 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:13 ntpd[18454]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:13.459 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:13 ntpd[18454]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:13.459 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:13 ntpd[18454]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-06T15:00:13.459 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:13 ntpd[18454]: can't open /var/log/ntpstats/peerstats.20240906: Permission denied 2024-09-06T15:00:13.485 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:13 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:13.485 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:13 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:13.485 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:13 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:13.485 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:13 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:13.485 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:13 ntpd[18457]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-06T15:00:13.485 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:13 ntpd[18457]: can't open /var/log/ntpstats/peerstats.20240906: Permission denied 2024-09-06T15:00:14.459 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:14 ntpd[18454]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:14.459 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:14 ntpd[18454]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:14.459 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:14 ntpd[18454]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:14.459 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:14 ntpd[18454]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:14.460 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:14 ntpd[18454]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:14.460 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:14 ntpd[18454]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:14.460 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:14 ntpd[18454]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-06T15:00:14.460 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:14 ntpd[18454]: can't open /var/log/ntpstats/peerstats.20240906: Permission denied 2024-09-06T15:00:14.460 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:14 ntpd[18454]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:14.460 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:14 ntpd[18454]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:14.460 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:14 ntpd[18454]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-06T15:00:14.460 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:14 ntpd[18454]: can't open /var/log/ntpstats/peerstats.20240906: Permission denied 2024-09-06T15:00:14.485 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:14 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:14.485 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:14 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:14.485 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:14 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:14.485 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:14 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:14.485 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:14 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:14.485 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:14 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:14.486 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:14 ntpd[18457]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-06T15:00:14.486 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:14 ntpd[18457]: can't open /var/log/ntpstats/peerstats.20240906: Permission denied 2024-09-06T15:00:14.486 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:14 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:14.486 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:14 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:14.486 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:14 ntpd[18457]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-06T15:00:14.486 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:14 ntpd[18457]: can't open /var/log/ntpstats/peerstats.20240906: Permission denied 2024-09-06T15:00:15.459 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:15 ntpd[18454]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:15.459 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:15 ntpd[18454]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:15.459 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:15 ntpd[18454]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:15.459 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:15 ntpd[18454]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:15.459 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:15 ntpd[18454]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-06T15:00:15.459 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:15 ntpd[18454]: can't open /var/log/ntpstats/peerstats.20240906: Permission denied 2024-09-06T15:00:15.485 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:15 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:15.485 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:15 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:15.485 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:15 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:15.485 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:15 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:15.485 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:15 ntpd[18457]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-06T15:00:15.485 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:15 ntpd[18457]: can't open /var/log/ntpstats/peerstats.20240906: Permission denied 2024-09-06T15:00:16.459 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:16 ntpd[18454]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:16.459 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:16 ntpd[18454]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:16.460 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:16 ntpd[18454]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:16.460 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:16 ntpd[18454]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:16.460 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:16 ntpd[18454]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:16.460 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:16 ntpd[18454]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:16.460 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:16 ntpd[18454]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-06T15:00:16.460 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:16 ntpd[18454]: can't open /var/log/ntpstats/peerstats.20240906: Permission denied 2024-09-06T15:00:16.460 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:16 ntpd[18454]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:16.460 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:16 ntpd[18454]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:16.460 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:16 ntpd[18454]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-06T15:00:16.460 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:16 ntpd[18454]: can't open /var/log/ntpstats/peerstats.20240906: Permission denied 2024-09-06T15:00:16.485 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:16 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:16.485 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:16 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:16.486 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:16 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:16.486 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:16 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:16.486 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:16 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:16.486 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:16 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:16.486 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:16 ntpd[18457]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-06T15:00:16.486 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:16 ntpd[18457]: can't open /var/log/ntpstats/peerstats.20240906: Permission denied 2024-09-06T15:00:16.486 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:16 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:16.486 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:16 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:16.486 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:16 ntpd[18457]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-06T15:00:16.486 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:16 ntpd[18457]: can't open /var/log/ntpstats/peerstats.20240906: Permission denied 2024-09-06T15:00:17.459 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:17 ntpd[18454]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:17.459 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:17 ntpd[18454]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:17.459 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:17 ntpd[18454]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:17.459 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:17 ntpd[18454]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:17.459 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:17 ntpd[18454]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-06T15:00:17.459 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:17 ntpd[18454]: can't open /var/log/ntpstats/peerstats.20240906: Permission denied 2024-09-06T15:00:17.459 INFO:teuthology.orchestra.run.smithi169.stdout: 6 Sep 15:00:17 ntpd[18454]: ntpd: time slew -0.001080 s 2024-09-06T15:00:17.460 INFO:teuthology.orchestra.run.smithi169.stdout:ntpd: time slew -0.001080s 2024-09-06T15:00:17.460 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:17 ntpd[18454]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-06T15:00:17.460 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Sep 15:00:17 ntpd[18454]: can't open /var/log/ntpstats/loopstats.20240906: Permission denied 2024-09-06T15:00:17.484 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:17 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:17.485 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:17 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:17.485 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:17 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-06T15:00:17.485 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:17 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240906: Permission denied 2024-09-06T15:00:17.485 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:17 ntpd[18457]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-06T15:00:17.485 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:17 ntpd[18457]: can't open /var/log/ntpstats/peerstats.20240906: Permission denied 2024-09-06T15:00:17.485 INFO:teuthology.orchestra.run.smithi181.stdout: 6 Sep 15:00:17 ntpd[18457]: ntpd: time slew -0.001321 s 2024-09-06T15:00:17.486 INFO:teuthology.orchestra.run.smithi181.stdout:ntpd: time slew -0.001321s 2024-09-06T15:00:17.486 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:17 ntpd[18457]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-06T15:00:17.486 INFO:teuthology.orchestra.run.smithi181.stderr: 6 Sep 15:00:17 ntpd[18457]: can't open /var/log/ntpstats/loopstats.20240906: Permission denied 2024-09-06T15:00:17.518 INFO:teuthology.orchestra.run.smithi169.stdout: remote refid st t when poll reach delay offset jitter 2024-09-06T15:00:17.518 INFO:teuthology.orchestra.run.smithi169.stdout:============================================================================== 2024-09-06T15:00:17.518 INFO:teuthology.orchestra.run.smithi169.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-06T15:00:17.518 INFO:teuthology.orchestra.run.smithi169.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-06T15:00:17.518 INFO:teuthology.orchestra.run.smithi169.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-06T15:00:17.518 INFO:teuthology.orchestra.run.smithi169.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-06T15:00:17.576 INFO:teuthology.orchestra.run.smithi181.stdout: remote refid st t when poll reach delay offset jitter 2024-09-06T15:00:17.576 INFO:teuthology.orchestra.run.smithi181.stdout:============================================================================== 2024-09-06T15:00:17.576 INFO:teuthology.orchestra.run.smithi181.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-06T15:00:17.576 INFO:teuthology.orchestra.run.smithi181.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-06T15:00:17.577 INFO:teuthology.orchestra.run.smithi181.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-06T15:00:17.577 INFO:teuthology.orchestra.run.smithi181.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-06T15:00:17.577 INFO:teuthology.run_tasks:Running task cephadm... 2024-09-06T15:00:17.687 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'squid', 'image': 'quay.ceph.io/ceph-ci/ceph:squid', 'conf': {'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1, 'mgr/cephadm/use_agent': False}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'CEPHADM_STRAY_DAEMON', 'CEPHADM_FAILED_DAEMON', 'CEPHADM_AGENT_DOWN'], 'log-only-match': ['CEPHADM_'], 'sha1': '8b38c33cecf4b0b7a9b3116eb9089e21e444ac73'} 2024-09-06T15:00:17.687 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:squid 2024-09-06T15:00:17.688 INFO:tasks.cephadm:Cluster fsid is bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:00:17.688 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-09-06T15:00:17.688 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.169', 'mon.c': '[v2:172.21.15.169:3301,v1:172.21.15.169:6790]', 'mon.b': '172.21.15.181'} 2024-09-06T15:00:17.688 INFO:tasks.cephadm:First mon is mon.a on smithi169 2024-09-06T15:00:17.688 INFO:tasks.cephadm:First mgr is y 2024-09-06T15:00:17.688 INFO:tasks.cephadm:Normalizing hostnames... 2024-09-06T15:00:17.689 DEBUG:teuthology.orchestra.run.smithi169:> sudo hostname $(hostname -s) 2024-09-06T15:00:17.704 DEBUG:teuthology.orchestra.run.smithi181:> sudo hostname $(hostname -s) 2024-09-06T15:00:17.719 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for squid 2024-09-06T15:00:17.720 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:00:17.881 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '8b38c33cecf4b0b7a9b3116eb9089e21e444ac73', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=jammy,DIST=jammy,MACHINE_SIZE=gigantic/82769/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.3.0-4704-g8b38c33c', 'node_name': '172.21.2.9+braggi09', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=jammy,DIST=jammy,MACHINE_SIZE=gigantic', 'package_manager_version': '19.3.0-4704-g8b38c33c-1jammy'}, 'url': 'https://1.chacra.ceph.com/r/ceph/wip-athakkar-testing-2024-09-04-1837/8b38c33cecf4b0b7a9b3116eb9089e21e444ac73/ubuntu/jammy/flavors/default/', 'distro_codename': 'jammy', 'modified': '2024-09-04 19:43:57.745461', 'distro_version': '22.04', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-athakkar-testing-2024-09-04-1837', 'chacra_url': 'https://1.chacra.ceph.com/repos/ceph/wip-athakkar-testing-2024-09-04-1837/8b38c33cecf4b0b7a9b3116eb9089e21e444ac73/ubuntu/jammy/flavors/default/', 'archs': ['x86_64'], 'distro': 'ubuntu'}] 2024-09-06T15:00:18.122 INFO:tasks.util.chacra:got chacra host 4.chacra.ceph.com, ref squid, sha1 635ed4cf3404d66f56069c438a5e3af26e0ed5be from https://shaman.ceph.com/api/search/?project=ceph&distros=ubuntu%2F22.04%2Fx86_64&flavor=default&ref=squid 2024-09-06T15:00:18.125 INFO:tasks.cephadm:Discovered cachra url: https://4.chacra.ceph.com/binaries/ceph/squid/635ed4cf3404d66f56069c438a5e3af26e0ed5be/ubuntu/jammy/x86_64/flavors/default/cephadm 2024-09-06T15:00:18.125 INFO:tasks.cephadm:Downloading cephadm from url: https://4.chacra.ceph.com/binaries/ceph/squid/635ed4cf3404d66f56069c438a5e3af26e0ed5be/ubuntu/jammy/x86_64/flavors/default/cephadm 2024-09-06T15:00:18.125 DEBUG:teuthology.orchestra.run.smithi169:> curl --silent -L https://4.chacra.ceph.com/binaries/ceph/squid/635ed4cf3404d66f56069c438a5e3af26e0ed5be/ubuntu/jammy/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-06T15:00:18.748 INFO:teuthology.orchestra.run.smithi169.stdout:-rw-rw-r-- 1 ubuntu ubuntu 791879 Sep 6 15:00 /home/ubuntu/cephtest/cephadm 2024-09-06T15:00:18.749 DEBUG:teuthology.orchestra.run.smithi181:> curl --silent -L https://4.chacra.ceph.com/binaries/ceph/squid/635ed4cf3404d66f56069c438a5e3af26e0ed5be/ubuntu/jammy/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-06T15:00:19.376 INFO:teuthology.orchestra.run.smithi181.stdout:-rw-rw-r-- 1 ubuntu ubuntu 791879 Sep 6 15:00 /home/ubuntu/cephtest/cephadm 2024-09-06T15:00:19.377 DEBUG:teuthology.orchestra.run.smithi169:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-06T15:00:19.385 DEBUG:teuthology.orchestra.run.smithi181:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-06T15:00:19.432 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:squid on all hosts... 2024-09-06T15:00:19.433 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid pull 2024-09-06T15:00:19.435 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid pull 2024-09-06T15:00:19.618 INFO:teuthology.orchestra.run.smithi169.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:squid... 2024-09-06T15:00:19.618 INFO:teuthology.orchestra.run.smithi181.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:squid... 2024-09-06T15:01:30.506 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:01:30.506 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph_version": "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)", 2024-09-06T15:01:30.507 INFO:teuthology.orchestra.run.smithi169.stdout: "image_id": "b6db46a449e5842f9982c30ac1bfac15b0d85864d3f5607d6eb8c3dc5fa40582", 2024-09-06T15:01:30.507 INFO:teuthology.orchestra.run.smithi169.stdout: "repo_digests": [ 2024-09-06T15:01:30.507 INFO:teuthology.orchestra.run.smithi169.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:086492fb6d37fd30af014405a56925645b24df1370b1c5452663d747c429f3c0" 2024-09-06T15:01:30.507 INFO:teuthology.orchestra.run.smithi169.stdout: ] 2024-09-06T15:01:30.507 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:01:39.194 INFO:teuthology.orchestra.run.smithi181.stdout:{ 2024-09-06T15:01:39.195 INFO:teuthology.orchestra.run.smithi181.stdout: "ceph_version": "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)", 2024-09-06T15:01:39.195 INFO:teuthology.orchestra.run.smithi181.stdout: "image_id": "b6db46a449e5842f9982c30ac1bfac15b0d85864d3f5607d6eb8c3dc5fa40582", 2024-09-06T15:01:39.195 INFO:teuthology.orchestra.run.smithi181.stdout: "repo_digests": [ 2024-09-06T15:01:39.195 INFO:teuthology.orchestra.run.smithi181.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:086492fb6d37fd30af014405a56925645b24df1370b1c5452663d747c429f3c0" 2024-09-06T15:01:39.195 INFO:teuthology.orchestra.run.smithi181.stdout: ] 2024-09-06T15:01:39.195 INFO:teuthology.orchestra.run.smithi181.stdout:} 2024-09-06T15:01:39.236 DEBUG:teuthology.orchestra.run.smithi169:> sudo mkdir -p /etc/ceph 2024-09-06T15:01:39.250 DEBUG:teuthology.orchestra.run.smithi181:> sudo mkdir -p /etc/ceph 2024-09-06T15:01:39.264 DEBUG:teuthology.orchestra.run.smithi169:> sudo chmod 777 /etc/ceph 2024-09-06T15:01:39.306 DEBUG:teuthology.orchestra.run.smithi181:> sudo chmod 777 /etc/ceph 2024-09-06T15:01:39.318 INFO:tasks.cephadm:Writing seed config... 2024-09-06T15:01:39.319 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2024-09-06T15:01:39.319 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-09-06T15:01:39.320 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-09-06T15:01:39.320 INFO:tasks.cephadm: override: [mgr] mgr/cephadm/use_agent = False 2024-09-06T15:01:39.320 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-09-06T15:01:39.320 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-09-06T15:01:39.320 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-09-06T15:01:39.320 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-09-06T15:01:39.320 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-09-06T15:01:39.321 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-09-06T15:01:39.321 DEBUG:teuthology.orchestra.run.smithi169:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-09-06T15:01:39.355 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = bab55310-6c60-11ef-bce4-c7b262605968 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = true bdev debug aio = true osd sloppy crc = true debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 mgr/cephadm/use_agent = False [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-09-06T15:01:39.355 DEBUG:teuthology.orchestra.run.smithi169:mon.a> sudo journalctl -f -n 0 -u ceph-bab55310-6c60-11ef-bce4-c7b262605968@mon.a.service 2024-09-06T15:01:39.400 DEBUG:teuthology.orchestra.run.smithi169:mgr.y> sudo journalctl -f -n 0 -u ceph-bab55310-6c60-11ef-bce4-c7b262605968@mgr.y.service 2024-09-06T15:01:39.443 INFO:tasks.cephadm:Bootstrapping... 2024-09-06T15:01:39.444 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid -v bootstrap --fsid bab55310-6c60-11ef-bce4-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.169 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-09-06T15:01:39.671 INFO:teuthology.orchestra.run.smithi169.stdout:-------------------------------------------------------------------------------- 2024-09-06T15:01:39.672 INFO:teuthology.orchestra.run.smithi169.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:squid', '-v', 'bootstrap', '--fsid', 'bab55310-6c60-11ef-bce4-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.169', '--skip-admin-label'] 2024-09-06T15:01:39.672 INFO:teuthology.orchestra.run.smithi169.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-09-06T15:01:39.672 INFO:teuthology.orchestra.run.smithi169.stdout:Verifying podman|docker is present... 2024-09-06T15:01:39.673 INFO:teuthology.orchestra.run.smithi169.stdout:Verifying lvm2 is present... 2024-09-06T15:01:39.673 INFO:teuthology.orchestra.run.smithi169.stdout:Verifying time synchronization is in place... 2024-09-06T15:01:39.679 INFO:teuthology.orchestra.run.smithi169.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-06T15:01:39.679 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-06T15:01:39.683 INFO:teuthology.orchestra.run.smithi169.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-06T15:01:39.683 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stdout inactive 2024-09-06T15:01:39.688 INFO:teuthology.orchestra.run.smithi169.stdout:Non-zero exit code 1 from systemctl is-enabled chronyd.service 2024-09-06T15:01:39.688 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stderr Failed to get unit file state for chronyd.service: No such file or directory 2024-09-06T15:01:39.691 INFO:teuthology.orchestra.run.smithi169.stdout:Non-zero exit code 3 from systemctl is-active chronyd.service 2024-09-06T15:01:39.691 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stdout inactive 2024-09-06T15:01:39.695 INFO:teuthology.orchestra.run.smithi169.stdout:Non-zero exit code 1 from systemctl is-enabled systemd-timesyncd.service 2024-09-06T15:01:39.696 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stdout masked 2024-09-06T15:01:39.699 INFO:teuthology.orchestra.run.smithi169.stdout:Non-zero exit code 3 from systemctl is-active systemd-timesyncd.service 2024-09-06T15:01:39.699 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stdout inactive 2024-09-06T15:01:39.702 INFO:teuthology.orchestra.run.smithi169.stdout:Non-zero exit code 1 from systemctl is-enabled ntpd.service 2024-09-06T15:01:39.702 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stderr Failed to get unit file state for ntpd.service: No such file or directory 2024-09-06T15:01:39.705 INFO:teuthology.orchestra.run.smithi169.stdout:Non-zero exit code 3 from systemctl is-active ntpd.service 2024-09-06T15:01:39.705 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stdout inactive 2024-09-06T15:01:39.709 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stdout enabled 2024-09-06T15:01:39.712 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stdout active 2024-09-06T15:01:39.712 INFO:teuthology.orchestra.run.smithi169.stdout:Unit ntp.service is enabled and running 2024-09-06T15:01:39.713 INFO:teuthology.orchestra.run.smithi169.stdout:Repeating the final host check... 2024-09-06T15:01:39.713 INFO:teuthology.orchestra.run.smithi169.stdout:docker (/usr/bin/docker) is present 2024-09-06T15:01:39.713 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl is present 2024-09-06T15:01:39.713 INFO:teuthology.orchestra.run.smithi169.stdout:lvcreate is present 2024-09-06T15:01:39.715 INFO:teuthology.orchestra.run.smithi169.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-06T15:01:39.716 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-06T15:01:39.719 INFO:teuthology.orchestra.run.smithi169.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-06T15:01:39.719 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stdout inactive 2024-09-06T15:01:39.722 INFO:teuthology.orchestra.run.smithi169.stdout:Non-zero exit code 1 from systemctl is-enabled chronyd.service 2024-09-06T15:01:39.722 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stderr Failed to get unit file state for chronyd.service: No such file or directory 2024-09-06T15:01:39.726 INFO:teuthology.orchestra.run.smithi169.stdout:Non-zero exit code 3 from systemctl is-active chronyd.service 2024-09-06T15:01:39.726 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stdout inactive 2024-09-06T15:01:39.729 INFO:teuthology.orchestra.run.smithi169.stdout:Non-zero exit code 1 from systemctl is-enabled systemd-timesyncd.service 2024-09-06T15:01:39.729 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stdout masked 2024-09-06T15:01:39.732 INFO:teuthology.orchestra.run.smithi169.stdout:Non-zero exit code 3 from systemctl is-active systemd-timesyncd.service 2024-09-06T15:01:39.732 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stdout inactive 2024-09-06T15:01:39.735 INFO:teuthology.orchestra.run.smithi169.stdout:Non-zero exit code 1 from systemctl is-enabled ntpd.service 2024-09-06T15:01:39.735 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stderr Failed to get unit file state for ntpd.service: No such file or directory 2024-09-06T15:01:39.738 INFO:teuthology.orchestra.run.smithi169.stdout:Non-zero exit code 3 from systemctl is-active ntpd.service 2024-09-06T15:01:39.738 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stdout inactive 2024-09-06T15:01:39.741 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stdout enabled 2024-09-06T15:01:39.745 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stdout active 2024-09-06T15:01:39.745 INFO:teuthology.orchestra.run.smithi169.stdout:Unit ntp.service is enabled and running 2024-09-06T15:01:39.745 INFO:teuthology.orchestra.run.smithi169.stdout:Host looks OK 2024-09-06T15:01:39.745 INFO:teuthology.orchestra.run.smithi169.stdout:Cluster fsid: bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:01:39.745 INFO:teuthology.orchestra.run.smithi169.stdout:Acquiring lock 140003790437008 on /run/cephadm/bab55310-6c60-11ef-bce4-c7b262605968.lock 2024-09-06T15:01:39.745 INFO:teuthology.orchestra.run.smithi169.stdout:Lock 140003790437008 acquired on /run/cephadm/bab55310-6c60-11ef-bce4-c7b262605968.lock 2024-09-06T15:01:39.745 INFO:teuthology.orchestra.run.smithi169.stdout:Verifying IP 172.21.15.169 port 3300 ... 2024-09-06T15:01:39.745 INFO:teuthology.orchestra.run.smithi169.stdout:Verifying IP 172.21.15.169 port 6789 ... 2024-09-06T15:01:39.745 INFO:teuthology.orchestra.run.smithi169.stdout:Base mon IP(s) is [172.21.15.169:3300, 172.21.15.169:6789], mon addrv is [v2:172.21.15.169:3300,v1:172.21.15.169:6789] 2024-09-06T15:01:39.748 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 2024-09-06T15:01:39.748 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.169 metric 100 2024-09-06T15:01:39.748 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/sbin/ip: stdout 158.69.67.47 via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.169 metric 100 2024-09-06T15:01:39.748 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/sbin/ip: stdout 172.17.0.0/16 dev docker0 proto kernel scope link src 172.17.0.1 linkdown 2024-09-06T15:01:39.748 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.169 metric 100 2024-09-06T15:01:39.748 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/sbin/ip: stdout 172.21.0.1 dev enp3s0f1 proto dhcp scope link src 172.21.15.169 metric 100 2024-09-06T15:01:39.748 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/sbin/ip: stdout 172.21.0.2 dev enp3s0f1 proto dhcp scope link src 172.21.15.169 metric 100 2024-09-06T15:01:39.748 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/sbin/ip: stdout 172.21.15.254 dev enp3s0f1 proto dhcp scope link src 172.21.15.169 metric 100 2024-09-06T15:01:39.749 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-09-06T15:01:39.749 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-09-06T15:01:39.749 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 expires 1794sec pref medium 2024-09-06T15:01:39.752 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-09-06T15:01:39.752 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/sbin/ip: stdout inet6 ::1/128 scope host 2024-09-06T15:01:39.753 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-06T15:01:39.753 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-09-06T15:01:39.753 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/sbin/ip: stdout inet6 fe80::ec4:7aff:fe88:7f4d/64 scope link 2024-09-06T15:01:39.753 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-06T15:01:39.753 INFO:teuthology.orchestra.run.smithi169.stdout:Mon IP `172.21.15.169` is in CIDR network `172.21.0.0/20` 2024-09-06T15:01:39.753 INFO:teuthology.orchestra.run.smithi169.stdout:Mon IP `172.21.15.169` is in CIDR network `172.21.0.0/20` 2024-09-06T15:01:39.753 INFO:teuthology.orchestra.run.smithi169.stdout:Mon IP `172.21.15.169` is in CIDR network `172.21.0.1/32` 2024-09-06T15:01:39.753 INFO:teuthology.orchestra.run.smithi169.stdout:Mon IP `172.21.15.169` is in CIDR network `172.21.0.1/32` 2024-09-06T15:01:39.753 INFO:teuthology.orchestra.run.smithi169.stdout:Mon IP `172.21.15.169` is in CIDR network `172.21.0.2/32` 2024-09-06T15:01:39.753 INFO:teuthology.orchestra.run.smithi169.stdout:Mon IP `172.21.15.169` is in CIDR network `172.21.0.2/32` 2024-09-06T15:01:39.754 INFO:teuthology.orchestra.run.smithi169.stdout:Mon IP `172.21.15.169` is in CIDR network `172.21.15.254/32` 2024-09-06T15:01:39.754 INFO:teuthology.orchestra.run.smithi169.stdout:Mon IP `172.21.15.169` is in CIDR network `172.21.15.254/32` 2024-09-06T15:01:39.754 INFO:teuthology.orchestra.run.smithi169.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20', '172.21.0.1/32', '172.21.0.1/32', '172.21.0.2/32', '172.21.0.2/32', '172.21.15.254/32', '172.21.15.254/32'] 2024-09-06T15:01:39.754 INFO:teuthology.orchestra.run.smithi169.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-09-06T15:01:39.755 INFO:teuthology.orchestra.run.smithi169.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:squid... 2024-09-06T15:01:40.089 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/docker: stdout squid: Pulling from ceph-ci/ceph 2024-09-06T15:01:40.089 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/docker: stdout Digest: sha256:086492fb6d37fd30af014405a56925645b24df1370b1c5452663d747c429f3c0 2024-09-06T15:01:40.089 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/docker: stdout Status: Image is up to date for quay.ceph.io/ceph-ci/ceph:squid 2024-09-06T15:01:40.089 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/docker: stdout quay.ceph.io/ceph-ci/ceph:squid 2024-09-06T15:01:41.718 INFO:teuthology.orchestra.run.smithi169.stdout:ceph: stdout ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable) 2024-09-06T15:01:41.719 INFO:teuthology.orchestra.run.smithi169.stdout:Ceph version: ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable) 2024-09-06T15:01:41.719 INFO:teuthology.orchestra.run.smithi169.stdout:Extracting ceph user uid/gid from container image... 2024-09-06T15:01:43.049 INFO:teuthology.orchestra.run.smithi169.stdout:stat: stdout 167 167 2024-09-06T15:01:43.049 INFO:teuthology.orchestra.run.smithi169.stdout:Creating initial keys... 2024-09-06T15:01:44.404 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-authtool: stdout AQBXGdtmvRQPNRAAcDShPXua0e9pF0myEbyFOQ== 2024-09-06T15:01:45.869 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-authtool: stdout AQBZGdtm98TLEhAA3NZE63/9BBpTaYt/OtE2UQ== 2024-09-06T15:01:47.317 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-authtool: stdout AQBaGdtmrKmjMBAAs1QzSyJujOl07Wgi2nUmtQ== 2024-09-06T15:01:47.318 INFO:teuthology.orchestra.run.smithi169.stdout:Creating initial monmap... 2024-09-06T15:01:48.824 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-06T15:01:48.824 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-09-06T15:01:48.824 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:01:48.824 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-06T15:01:48.824 INFO:teuthology.orchestra.run.smithi169.stdout:monmaptool for a [v2:172.21.15.169:3300,v1:172.21.15.169:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-06T15:01:48.824 INFO:teuthology.orchestra.run.smithi169.stdout:setting min_mon_release = quincy 2024-09-06T15:01:48.824 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/monmaptool: set fsid to bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:01:48.825 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-06T15:01:48.825 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:01:48.825 INFO:teuthology.orchestra.run.smithi169.stdout:Creating mon... 2024-09-06T15:01:50.258 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.656+0000 7ff60ab1ac80 0 set uid:gid to 167:167 (ceph:ceph) 2024-09-06T15:01:50.258 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.656+0000 7ff60ab1ac80 1 imported monmap: 2024-09-06T15:01:50.258 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr epoch 0 2024-09-06T15:01:50.259 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr fsid bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:01:50.259 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr last_changed 2024-09-06T15:01:48.282789+0000 2024-09-06T15:01:50.259 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr created 2024-09-06T15:01:48.282789+0000 2024-09-06T15:01:50.259 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr min_mon_release 17 (quincy) 2024-09-06T15:01:50.259 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr election_strategy: 1 2024-09-06T15:01:50.259 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr 0: [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon.a 2024-09-06T15:01:50.259 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr 2024-09-06T15:01:50.259 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.656+0000 7ff60ab1ac80 0 /usr/bin/ceph-mon: set fsid to bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:01:50.259 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: RocksDB version: 7.9.2 2024-09-06T15:01:50.259 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr 2024-09-06T15:01:50.259 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Git sha 0 2024-09-06T15:01:50.260 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Compile date 2024-09-05 21:09:15 2024-09-06T15:01:50.260 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: DB SUMMARY 2024-09-06T15:01:50.260 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr 2024-09-06T15:01:50.260 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: DB Session ID: 7WD4TP2G0ZRXYKJJ6ZXT 2024-09-06T15:01:50.260 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr 2024-09-06T15:01:50.260 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 0, files: 2024-09-06T15:01:50.260 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr 2024-09-06T15:01:50.260 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 2024-09-06T15:01:50.260 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr 2024-09-06T15:01:50.260 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.error_if_exists: 0 2024-09-06T15:01:50.260 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.create_if_missing: 1 2024-09-06T15:01:50.260 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.paranoid_checks: 1 2024-09-06T15:01:50.260 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-09-06T15:01:50.261 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-06T15:01:50.261 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-06T15:01:50.261 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.env: 0x5610ddacf940 2024-09-06T15:01:50.261 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.fs: PosixFileSystem 2024-09-06T15:01:50.261 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.info_log: 0x5610dfc9cbc0 2024-09-06T15:01:50.261 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.max_file_opening_threads: 16 2024-09-06T15:01:50.261 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.statistics: (nil) 2024-09-06T15:01:50.261 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.use_fsync: 0 2024-09-06T15:01:50.261 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.max_log_file_size: 0 2024-09-06T15:01:50.261 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-06T15:01:50.261 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-09-06T15:01:50.261 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.keep_log_file_num: 1000 2024-09-06T15:01:50.261 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.recycle_log_file_num: 0 2024-09-06T15:01:50.262 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.allow_fallocate: 1 2024-09-06T15:01:50.262 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.allow_mmap_reads: 0 2024-09-06T15:01:50.262 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.allow_mmap_writes: 0 2024-09-06T15:01:50.262 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.use_direct_reads: 0 2024-09-06T15:01:50.262 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-06T15:01:50.262 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.create_missing_column_families: 0 2024-09-06T15:01:50.262 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.db_log_dir: 2024-09-06T15:01:50.262 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.wal_dir: 2024-09-06T15:01:50.262 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-09-06T15:01:50.262 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-09-06T15:01:50.262 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-09-06T15:01:50.262 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-06T15:01:50.262 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-06T15:01:50.263 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-09-06T15:01:50.263 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.advise_random_on_open: 1 2024-09-06T15:01:50.263 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.db_write_buffer_size: 0 2024-09-06T15:01:50.263 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.write_buffer_manager: 0x5610dfca34a0 2024-09-06T15:01:50.263 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-06T15:01:50.263 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-06T15:01:50.263 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-09-06T15:01:50.263 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.rate_limiter: (nil) 2024-09-06T15:01:50.263 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-06T15:01:50.263 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.wal_recovery_mode: 2 2024-09-06T15:01:50.263 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.enable_thread_tracking: 0 2024-09-06T15:01:50.263 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.enable_pipelined_write: 0 2024-09-06T15:01:50.263 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.unordered_write: 0 2024-09-06T15:01:50.263 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-06T15:01:50.264 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-06T15:01:50.264 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-06T15:01:50.264 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-06T15:01:50.264 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.row_cache: None 2024-09-06T15:01:50.264 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.wal_filter: None 2024-09-06T15:01:50.264 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-06T15:01:50.264 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.allow_ingest_behind: 0 2024-09-06T15:01:50.264 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.two_write_queues: 0 2024-09-06T15:01:50.264 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.manual_wal_flush: 0 2024-09-06T15:01:50.264 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.wal_compression: 0 2024-09-06T15:01:50.264 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.atomic_flush: 0 2024-09-06T15:01:50.264 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-06T15:01:50.265 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-09-06T15:01:50.265 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-09-06T15:01:50.265 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.log_readahead_size: 0 2024-09-06T15:01:50.265 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-06T15:01:50.265 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.best_efforts_recovery: 0 2024-09-06T15:01:50.265 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-06T15:01:50.265 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-06T15:01:50.265 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.allow_data_in_errors: 0 2024-09-06T15:01:50.265 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.db_host_id: __hostname__ 2024-09-06T15:01:50.265 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-09-06T15:01:50.265 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.max_background_jobs: 2 2024-09-06T15:01:50.265 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.max_background_compactions: -1 2024-09-06T15:01:50.265 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.max_subcompactions: 1 2024-09-06T15:01:50.266 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-06T15:01:50.266 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-06T15:01:50.266 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-09-06T15:01:50.266 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.max_total_wal_size: 0 2024-09-06T15:01:50.266 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-06T15:01:50.266 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-09-06T15:01:50.266 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-09-06T15:01:50.266 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-06T15:01:50.266 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.max_open_files: -1 2024-09-06T15:01:50.266 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.bytes_per_sync: 0 2024-09-06T15:01:50.266 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-09-06T15:01:50.266 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-09-06T15:01:50.266 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.compaction_readahead_size: 0 2024-09-06T15:01:50.267 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Options.max_background_flushes: -1 2024-09-06T15:01:50.267 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Compression algorithms supported: 2024-09-06T15:01:50.267 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: kZSTD supported: 0 2024-09-06T15:01:50.267 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: kXpressCompression supported: 0 2024-09-06T15:01:50.267 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: kBZip2Compression supported: 0 2024-09-06T15:01:50.267 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-06T15:01:50.267 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: kLZ4Compression supported: 1 2024-09-06T15:01:50.267 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: kZlibCompression supported: 1 2024-09-06T15:01:50.267 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: kLZ4HCCompression supported: 1 2024-09-06T15:01:50.267 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: kSnappyCompression supported: 1 2024-09-06T15:01:50.267 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-09-06T15:01:50.267 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-09-06T15:01:50.267 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.660+0000 7ff60ab1ac80 4 rocksdb: [db/db_impl/db_impl_open.cc:317] Creating manifest 1 2024-09-06T15:01:50.267 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr 2024-09-06T15:01:50.268 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 2024-09-06T15:01:50.268 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr 2024-09-06T15:01:50.268 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-06T15:01:50.268 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr 2024-09-06T15:01:50.268 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-06T15:01:50.268 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.merge_operator: 2024-09-06T15:01:50.268 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.compaction_filter: None 2024-09-06T15:01:50.268 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.compaction_filter_factory: None 2024-09-06T15:01:50.268 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.sst_partitioner_factory: None 2024-09-06T15:01:50.268 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-09-06T15:01:50.268 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-09-06T15:01:50.268 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5610dfc9c800) 2024-09-06T15:01:50.268 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks: 1 2024-09-06T15:01:50.269 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks_with_high_priority: 0 2024-09-06T15:01:50.269 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-06T15:01:50.269 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr pin_top_level_index_and_filter: 1 2024-09-06T15:01:50.269 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr index_type: 0 2024-09-06T15:01:50.269 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr data_block_index_type: 0 2024-09-06T15:01:50.269 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr index_shortening: 1 2024-09-06T15:01:50.269 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr data_block_hash_table_util_ratio: 0.750000 2024-09-06T15:01:50.269 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr checksum: 4 2024-09-06T15:01:50.269 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr no_block_cache: 0 2024-09-06T15:01:50.269 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr block_cache: 0x5610dfc871f0 2024-09-06T15:01:50.269 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr block_cache_name: BinnedLRUCache 2024-09-06T15:01:50.269 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr block_cache_options: 2024-09-06T15:01:50.269 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr capacity : 536870912 2024-09-06T15:01:50.269 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr num_shard_bits : 4 2024-09-06T15:01:50.270 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr strict_capacity_limit : 0 2024-09-06T15:01:50.270 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr high_pri_pool_ratio: 0.000 2024-09-06T15:01:50.270 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr block_cache_compressed: (nil) 2024-09-06T15:01:50.270 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr persistent_cache: (nil) 2024-09-06T15:01:50.270 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr block_size: 4096 2024-09-06T15:01:50.270 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr block_size_deviation: 10 2024-09-06T15:01:50.270 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr block_restart_interval: 16 2024-09-06T15:01:50.270 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr index_block_restart_interval: 1 2024-09-06T15:01:50.270 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr metadata_block_size: 4096 2024-09-06T15:01:50.270 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr partition_filters: 0 2024-09-06T15:01:50.270 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr use_delta_encoding: 1 2024-09-06T15:01:50.270 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr filter_policy: bloomfilter 2024-09-06T15:01:50.270 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr whole_key_filtering: 1 2024-09-06T15:01:50.270 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr verify_compression: 0 2024-09-06T15:01:50.271 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr read_amp_bytes_per_bit: 0 2024-09-06T15:01:50.271 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr format_version: 5 2024-09-06T15:01:50.271 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr enable_index_compression: 1 2024-09-06T15:01:50.271 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr block_align: 0 2024-09-06T15:01:50.271 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr max_auto_readahead_size: 262144 2024-09-06T15:01:50.271 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr prepopulate_block_cache: 0 2024-09-06T15:01:50.271 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr initial_auto_readahead_size: 8192 2024-09-06T15:01:50.271 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr num_file_reads_for_auto_readahead: 2 2024-09-06T15:01:50.271 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr 2024-09-06T15:01:50.271 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.write_buffer_size: 33554432 2024-09-06T15:01:50.271 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.max_write_buffer_number: 2 2024-09-06T15:01:50.271 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.compression: NoCompression 2024-09-06T15:01:50.271 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.bottommost_compression: Disabled 2024-09-06T15:01:50.272 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.prefix_extractor: nullptr 2024-09-06T15:01:50.272 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-06T15:01:50.272 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.num_levels: 7 2024-09-06T15:01:50.272 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-06T15:01:50.272 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-06T15:01:50.272 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-06T15:01:50.272 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-06T15:01:50.272 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-06T15:01:50.272 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-06T15:01:50.272 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-06T15:01:50.272 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-06T15:01:50.272 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-06T15:01:50.272 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-06T15:01:50.273 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-06T15:01:50.273 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-06T15:01:50.273 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-09-06T15:01:50.273 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.compression_opts.level: 32767 2024-09-06T15:01:50.273 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.compression_opts.strategy: 0 2024-09-06T15:01:50.273 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-06T15:01:50.273 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-06T15:01:50.273 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-06T15:01:50.273 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-06T15:01:50.273 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.compression_opts.enabled: false 2024-09-06T15:01:50.273 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-06T15:01:50.273 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-06T15:01:50.273 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-06T15:01:50.273 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-06T15:01:50.274 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.target_file_size_base: 67108864 2024-09-06T15:01:50.274 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-09-06T15:01:50.274 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-06T15:01:50.274 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-06T15:01:50.274 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-06T15:01:50.274 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-06T15:01:50.274 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-06T15:01:50.274 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-06T15:01:50.274 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-06T15:01:50.274 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-06T15:01:50.274 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-06T15:01:50.274 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-06T15:01:50.274 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-06T15:01:50.275 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-06T15:01:50.275 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-06T15:01:50.275 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.arena_block_size: 1048576 2024-09-06T15:01:50.275 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-06T15:01:50.275 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-06T15:01:50.275 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.disable_auto_compactions: 0 2024-09-06T15:01:50.275 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-06T15:01:50.275 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-06T15:01:50.275 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-06T15:01:50.275 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-06T15:01:50.275 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-06T15:01:50.275 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-06T15:01:50.276 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-06T15:01:50.276 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-06T15:01:50.276 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-06T15:01:50.276 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-06T15:01:50.276 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-06T15:01:50.276 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.inplace_update_support: 0 2024-09-06T15:01:50.276 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-09-06T15:01:50.276 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-06T15:01:50.276 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-06T15:01:50.276 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-09-06T15:01:50.276 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.bloom_locality: 0 2024-09-06T15:01:50.276 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.max_successive_merges: 0 2024-09-06T15:01:50.276 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-09-06T15:01:50.277 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.paranoid_file_checks: 0 2024-09-06T15:01:50.277 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.force_consistency_checks: 1 2024-09-06T15:01:50.277 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.report_bg_io_stats: 0 2024-09-06T15:01:50.277 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.ttl: 2592000 2024-09-06T15:01:50.277 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-09-06T15:01:50.277 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-06T15:01:50.277 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-06T15:01:50.277 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.enable_blob_files: false 2024-09-06T15:01:50.277 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.min_blob_size: 0 2024-09-06T15:01:50.277 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.blob_file_size: 268435456 2024-09-06T15:01:50.277 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-09-06T15:01:50.277 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-09-06T15:01:50.277 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-06T15:01:50.278 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-06T15:01:50.278 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-06T15:01:50.278 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.blob_file_starting_level: 0 2024-09-06T15:01:50.278 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-06T15:01:50.278 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-06T15:01:50.278 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr 2024-09-06T15:01:50.278 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-09-06T15:01:50.278 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr 2024-09-06T15:01:50.278 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 89f3d95b-b657-493b-936a-b76007feee06 2024-09-06T15:01:50.278 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr 2024-09-06T15:01:50.278 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 5 2024-09-06T15:01:50.278 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr 2024-09-06T15:01:50.278 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5610dfcb4e00 2024-09-06T15:01:50.279 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff60ab1ac80 4 rocksdb: DB pointer 0x5610dfd8e000 2024-09-06T15:01:50.279 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff6022a5640 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-06T15:01:50.279 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.664+0000 7ff6022a5640 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-06T15:01:50.279 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr ** DB Stats ** 2024-09-06T15:01:50.279 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2024-09-06T15:01:50.279 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-06T15:01:50.279 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-06T15:01:50.279 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-06T15:01:50.279 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-06T15:01:50.279 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-06T15:01:50.279 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-06T15:01:50.279 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr 2024-09-06T15:01:50.279 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2024-09-06T15:01:50.279 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-06T15:01:50.280 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-06T15:01:50.280 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-06T15:01:50.280 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-06T15:01:50.280 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr 2024-09-06T15:01:50.280 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2024-09-06T15:01:50.280 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-06T15:01:50.280 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-06T15:01:50.280 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr 2024-09-06T15:01:50.280 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-06T15:01:50.280 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr 2024-09-06T15:01:50.280 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2024-09-06T15:01:50.280 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr Flush(GB): cumulative 0.000, interval 0.000 2024-09-06T15:01:50.280 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr AddFile(GB): cumulative 0.000, interval 0.000 2024-09-06T15:01:50.281 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr AddFile(Total Files): cumulative 0, interval 0 2024-09-06T15:01:50.281 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr AddFile(L0 Files): cumulative 0, interval 0 2024-09-06T15:01:50.281 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr AddFile(Keys): cumulative 0, interval 0 2024-09-06T15:01:50.281 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-06T15:01:50.281 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-06T15:01:50.281 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-06T15:01:50.281 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr Block cache BinnedLRUCache@0x5610dfc871f0#7 capacity: 512.00 MB usage: 0.00 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.3e-05 secs_since: 0 2024-09-06T15:01:50.281 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) 2024-09-06T15:01:50.281 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr 2024-09-06T15:01:50.281 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr ** File Read Latency Histogram By Level [default] ** 2024-09-06T15:01:50.281 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr 2024-09-06T15:01:50.281 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.668+0000 7ff60ab1ac80 4 rocksdb: [db/db_impl/db_impl.cc:496] Shutdown: canceling all background work 2024-09-06T15:01:50.281 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.668+0000 7ff60ab1ac80 4 rocksdb: [db/db_impl/db_impl.cc:704] Shutdown complete 2024-09-06T15:01:50.281 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-06T15:01:49.668+0000 7ff60ab1ac80 0 /usr/bin/ceph-mon: created monfs at /var/lib/ceph/mon/ceph-a for mon.a 2024-09-06T15:01:50.282 INFO:teuthology.orchestra.run.smithi169.stdout:create mon.a on 2024-09-06T15:01:50.758 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /etc/systemd/system/ceph.target. 2024-09-06T15:01:50.991 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-bab55310-6c60-11ef-bce4-c7b262605968.target -> /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968.target. 2024-09-06T15:01:50.991 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-bab55310-6c60-11ef-bce4-c7b262605968.target -> /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968.target. 2024-09-06T15:01:51.261 INFO:teuthology.orchestra.run.smithi169.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-bab55310-6c60-11ef-bce4-c7b262605968@mon.a 2024-09-06T15:01:51.261 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stderr Failed to reset failed state of unit ceph-bab55310-6c60-11ef-bce4-c7b262605968@mon.a.service: Unit ceph-bab55310-6c60-11ef-bce4-c7b262605968@mon.a.service not loaded. 2024-09-06T15:01:51.440 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968.target.wants/ceph-bab55310-6c60-11ef-bce4-c7b262605968@mon.a.service -> /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service. 2024-09-06T15:01:51.450 INFO:teuthology.orchestra.run.smithi169.stdout:firewalld does not appear to be present 2024-09-06T15:01:51.451 INFO:teuthology.orchestra.run.smithi169.stdout:Not possible to enable service . firewalld.service is not available 2024-09-06T15:01:51.451 INFO:teuthology.orchestra.run.smithi169.stdout:Waiting for mon to start... 2024-09-06T15:01:51.451 INFO:teuthology.orchestra.run.smithi169.stdout:Waiting for mon... 2024-09-06T15:01:53.154 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:52 smithi169 bash[19336]: cluster 2024-09-06T15:01:52.895703+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2024-09-06T15:01:53.685 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout cluster: 2024-09-06T15:01:53.686 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout id: bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:01:53.686 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-09-06T15:01:53.686 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout 2024-09-06T15:01:53.686 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout services: 2024-09-06T15:01:53.686 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.22856s) 2024-09-06T15:01:53.686 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-09-06T15:01:53.686 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-09-06T15:01:53.686 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout 2024-09-06T15:01:53.686 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout data: 2024-09-06T15:01:53.686 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-09-06T15:01:53.687 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-09-06T15:01:53.687 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-09-06T15:01:53.687 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout pgs: 2024-09-06T15:01:53.687 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout 2024-09-06T15:01:53.687 INFO:teuthology.orchestra.run.smithi169.stdout:mon is available 2024-09-06T15:01:53.687 INFO:teuthology.orchestra.run.smithi169.stdout:Assimilating anything we can from ceph.conf... 2024-09-06T15:01:54.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:53 smithi169 bash[19336]: cluster 2024-09-06T15:01:52.919415+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2024-09-06T15:01:54.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:53 smithi169 bash[19336]: cluster 2024-09-06T15:01:52.919667+0000 mon.a (mon.0) 3 : cluster [DBG] monmap epoch 1 2024-09-06T15:01:54.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:53 smithi169 bash[19336]: cluster 2024-09-06T15:01:52.919678+0000 mon.a (mon.0) 4 : cluster [DBG] fsid bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:01:54.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:53 smithi169 bash[19336]: cluster 2024-09-06T15:01:52.919686+0000 mon.a (mon.0) 5 : cluster [DBG] last_changed 2024-09-06T15:01:48.282789+0000 2024-09-06T15:01:54.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:53 smithi169 bash[19336]: cluster 2024-09-06T15:01:52.919696+0000 mon.a (mon.0) 6 : cluster [DBG] created 2024-09-06T15:01:48.282789+0000 2024-09-06T15:01:54.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:53 smithi169 bash[19336]: cluster 2024-09-06T15:01:52.919704+0000 mon.a (mon.0) 7 : cluster [DBG] min_mon_release 19 (squid) 2024-09-06T15:01:54.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:53 smithi169 bash[19336]: cluster 2024-09-06T15:01:52.919711+0000 mon.a (mon.0) 8 : cluster [DBG] election_strategy: 1 2024-09-06T15:01:54.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:53 smithi169 bash[19336]: cluster 2024-09-06T15:01:52.919718+0000 mon.a (mon.0) 9 : cluster [DBG] 0: [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon.a 2024-09-06T15:01:54.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:53 smithi169 bash[19336]: cluster 2024-09-06T15:01:52.922268+0000 mon.a (mon.0) 10 : cluster [DBG] fsmap 2024-09-06T15:01:54.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:53 smithi169 bash[19336]: cluster 2024-09-06T15:01:52.925307+0000 mon.a (mon.0) 11 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2024-09-06T15:01:54.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:53 smithi169 bash[19336]: cluster 2024-09-06T15:01:52.926157+0000 mon.a (mon.0) 12 : cluster [DBG] mgrmap e1: no daemons active 2024-09-06T15:01:54.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:53 smithi169 bash[19336]: audit 2024-09-06T15:01:53.147942+0000 mon.a (mon.0) 13 : audit [DBG] from='client.? 172.21.15.169:0/1221961903' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-06T15:01:55.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:54 smithi169 bash[19336]: audit 2024-09-06T15:01:54.817961+0000 mon.a (mon.0) 14 : audit [INF] from='client.? 172.21.15.169:0/3735857296' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-06T15:01:55.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:54 smithi169 bash[19336]: audit 2024-09-06T15:01:54.822021+0000 mon.a (mon.0) 15 : audit [INF] from='client.? 172.21.15.169:0/3735857296' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-09-06T15:01:55.334 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout 2024-09-06T15:01:55.335 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout [global] 2024-09-06T15:01:55.335 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout fsid = bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:01:55.335 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.169:3300,v1:172.21.15.169:6789] 2024-09-06T15:01:55.335 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-06T15:01:55.335 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-06T15:01:55.335 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-06T15:01:55.335 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-06T15:01:55.335 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout 2024-09-06T15:01:55.335 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-06T15:01:55.335 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout mgr/cephadm/use_agent = False 2024-09-06T15:01:55.335 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-06T15:01:55.335 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout 2024-09-06T15:01:55.336 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout [osd] 2024-09-06T15:01:55.336 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-06T15:01:55.336 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-06T15:01:55.336 INFO:teuthology.orchestra.run.smithi169.stdout:Generating new minimal ceph.conf... 2024-09-06T15:01:56.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:56 smithi169 bash[19336]: audit 2024-09-06T15:01:56.455390+0000 mon.a (mon.0) 16 : audit [DBG] from='client.? 172.21.15.169:0/4091795966' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:01:56.964 INFO:teuthology.orchestra.run.smithi169.stdout:Restarting the monitor... 2024-09-06T15:01:57.333 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:56 smithi169 systemd[1]: Stopping Ceph mon.a for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:01:57.333 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:57 smithi169 bash[19336]: debug 2024-09-06T15:01:57.100+0000 7f0526ba1640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-06T15:01:57.333 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:57 smithi169 bash[19336]: debug 2024-09-06T15:01:57.100+0000 7f0526ba1640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-09-06T15:01:57.683 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:57 smithi169 bash[19720]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-mon-a 2024-09-06T15:01:57.700 INFO:teuthology.orchestra.run.smithi169.stdout:Setting public_network to 172.21.0.2/32,172.21.0.1/32,172.21.0.0/20,172.21.15.254/32 in mon config section 2024-09-06T15:01:57.975 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:57 smithi169 bash[19783]: Error response from daemon: No such container: ceph-bab55310-6c60-11ef-bce4-c7b262605968-mon-a 2024-09-06T15:01:57.975 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:57 smithi169 systemd[1]: ceph-bab55310-6c60-11ef-bce4-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-06T15:01:57.975 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:57 smithi169 systemd[1]: Stopped Ceph mon.a for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:01:57.975 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:57 smithi169 systemd[1]: Started Ceph mon.a for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:01:59.309 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.068+0000 7f08eb6dac80 0 set uid:gid to 167:167 (ceph:ceph) 2024-09-06T15:01:59.309 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.068+0000 7f08eb6dac80 0 ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable), process ceph-mon, pid 7 2024-09-06T15:01:59.309 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.068+0000 7f08eb6dac80 0 pidfile_write: ignore empty --pid-file 2024-09-06T15:01:59.309 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 0 load: jerasure load: lrc 2024-09-06T15:01:59.310 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: RocksDB version: 7.9.2 2024-09-06T15:01:59.310 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Git sha 0 2024-09-06T15:01:59.310 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Compile date 2024-09-05 21:09:15 2024-09-06T15:01:59.310 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: DB SUMMARY 2024-09-06T15:01:59.310 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: DB Session ID: EIR494BR60ROSHC8SEPK 2024-09-06T15:01:59.310 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: CURRENT file: CURRENT 2024-09-06T15:01:59.310 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: IDENTITY file: IDENTITY 2024-09-06T15:01:59.310 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-09-06T15:01:59.310 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-09-06T15:01:59.310 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 88209 ; 2024-09-06T15:01:59.310 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.error_if_exists: 0 2024-09-06T15:01:59.310 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.create_if_missing: 0 2024-09-06T15:01:59.311 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.paranoid_checks: 1 2024-09-06T15:01:59.311 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-09-06T15:01:59.311 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-06T15:01:59.311 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-06T15:01:59.311 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.env: 0x558de0b71940 2024-09-06T15:01:59.311 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.fs: PosixFileSystem 2024-09-06T15:01:59.311 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.info_log: 0x558de1dcd6e0 2024-09-06T15:01:59.311 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.max_file_opening_threads: 16 2024-09-06T15:01:59.311 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.statistics: (nil) 2024-09-06T15:01:59.311 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.use_fsync: 0 2024-09-06T15:01:59.311 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.max_log_file_size: 0 2024-09-06T15:01:59.312 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-06T15:01:59.313 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-09-06T15:01:59.313 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.keep_log_file_num: 1000 2024-09-06T15:01:59.313 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.recycle_log_file_num: 0 2024-09-06T15:01:59.313 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.allow_fallocate: 1 2024-09-06T15:01:59.313 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.allow_mmap_reads: 0 2024-09-06T15:01:59.313 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.allow_mmap_writes: 0 2024-09-06T15:01:59.313 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.use_direct_reads: 0 2024-09-06T15:01:59.313 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-06T15:01:59.313 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.create_missing_column_families: 0 2024-09-06T15:01:59.313 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.db_log_dir: 2024-09-06T15:01:59.313 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.wal_dir: 2024-09-06T15:01:59.313 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-09-06T15:01:59.314 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-09-06T15:01:59.314 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-09-06T15:01:59.314 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-06T15:01:59.314 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-06T15:01:59.314 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-09-06T15:01:59.314 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.advise_random_on_open: 1 2024-09-06T15:01:59.314 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.db_write_buffer_size: 0 2024-09-06T15:01:59.314 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.write_buffer_manager: 0x558de1ddcdc0 2024-09-06T15:01:59.314 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-06T15:01:59.314 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-06T15:01:59.314 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-09-06T15:01:59.314 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.rate_limiter: (nil) 2024-09-06T15:01:59.314 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-06T15:01:59.315 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.wal_recovery_mode: 2 2024-09-06T15:01:59.315 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.enable_thread_tracking: 0 2024-09-06T15:01:59.315 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.enable_pipelined_write: 0 2024-09-06T15:01:59.315 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.unordered_write: 0 2024-09-06T15:01:59.315 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-06T15:01:59.315 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-06T15:01:59.315 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-06T15:01:59.315 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-06T15:01:59.315 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.row_cache: None 2024-09-06T15:01:59.315 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.wal_filter: None 2024-09-06T15:01:59.315 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-06T15:01:59.315 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.allow_ingest_behind: 0 2024-09-06T15:01:59.315 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.two_write_queues: 0 2024-09-06T15:01:59.316 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.manual_wal_flush: 0 2024-09-06T15:01:59.316 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.wal_compression: 0 2024-09-06T15:01:59.316 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.atomic_flush: 0 2024-09-06T15:01:59.316 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-06T15:01:59.316 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-09-06T15:01:59.316 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-09-06T15:01:59.316 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.log_readahead_size: 0 2024-09-06T15:01:59.316 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-06T15:01:59.316 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.best_efforts_recovery: 0 2024-09-06T15:01:59.316 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-06T15:01:59.316 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-06T15:01:59.316 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.allow_data_in_errors: 0 2024-09-06T15:01:59.316 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.db_host_id: __hostname__ 2024-09-06T15:01:59.317 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-09-06T15:01:59.317 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.max_background_jobs: 2 2024-09-06T15:01:59.317 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.max_background_compactions: -1 2024-09-06T15:01:59.317 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.max_subcompactions: 1 2024-09-06T15:01:59.317 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-06T15:01:59.317 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-06T15:01:59.317 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-09-06T15:01:59.317 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.max_total_wal_size: 0 2024-09-06T15:01:59.317 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-06T15:01:59.317 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-09-06T15:01:59.317 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-09-06T15:01:59.317 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-06T15:01:59.317 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.max_open_files: -1 2024-09-06T15:01:59.318 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.bytes_per_sync: 0 2024-09-06T15:01:59.318 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-09-06T15:01:59.318 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-09-06T15:01:59.318 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.compaction_readahead_size: 0 2024-09-06T15:01:59.318 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.max_background_flushes: -1 2024-09-06T15:01:59.318 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Compression algorithms supported: 2024-09-06T15:01:59.318 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: kZSTD supported: 0 2024-09-06T15:01:59.318 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: kXpressCompression supported: 0 2024-09-06T15:01:59.318 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: kBZip2Compression supported: 0 2024-09-06T15:01:59.318 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-06T15:01:59.318 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: kLZ4Compression supported: 1 2024-09-06T15:01:59.318 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: kZlibCompression supported: 1 2024-09-06T15:01:59.318 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: kLZ4HCCompression supported: 1 2024-09-06T15:01:59.318 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: kSnappyCompression supported: 1 2024-09-06T15:01:59.319 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-09-06T15:01:59.319 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-09-06T15:01:59.319 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-09-06T15:01:59.319 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-06T15:01:59.319 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-06T15:01:59.319 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.merge_operator: 2024-09-06T15:01:59.319 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.compaction_filter: None 2024-09-06T15:01:59.319 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.compaction_filter_factory: None 2024-09-06T15:01:59.319 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.sst_partitioner_factory: None 2024-09-06T15:01:59.319 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-09-06T15:01:59.319 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-09-06T15:01:59.319 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x558de1dcd320) 2024-09-06T15:01:59.319 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: cache_index_and_filter_blocks: 1 2024-09-06T15:01:59.320 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-06T15:01:59.320 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-06T15:01:59.320 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: pin_top_level_index_and_filter: 1 2024-09-06T15:01:59.320 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: index_type: 0 2024-09-06T15:01:59.320 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: data_block_index_type: 0 2024-09-06T15:01:59.320 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: index_shortening: 1 2024-09-06T15:01:59.320 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: data_block_hash_table_util_ratio: 0.750000 2024-09-06T15:01:59.320 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: checksum: 4 2024-09-06T15:01:59.320 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: no_block_cache: 0 2024-09-06T15:01:59.320 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: block_cache: 0x558de1dc31f0 2024-09-06T15:01:59.320 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: block_cache_name: BinnedLRUCache 2024-09-06T15:01:59.320 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: block_cache_options: 2024-09-06T15:01:59.320 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: capacity : 536870912 2024-09-06T15:01:59.320 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: num_shard_bits : 4 2024-09-06T15:01:59.321 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: strict_capacity_limit : 0 2024-09-06T15:01:59.321 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: high_pri_pool_ratio: 0.000 2024-09-06T15:01:59.321 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: block_cache_compressed: (nil) 2024-09-06T15:01:59.321 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: persistent_cache: (nil) 2024-09-06T15:01:59.321 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: block_size: 4096 2024-09-06T15:01:59.321 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: block_size_deviation: 10 2024-09-06T15:01:59.321 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: block_restart_interval: 16 2024-09-06T15:01:59.321 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: index_block_restart_interval: 1 2024-09-06T15:01:59.321 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: metadata_block_size: 4096 2024-09-06T15:01:59.321 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: partition_filters: 0 2024-09-06T15:01:59.321 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: use_delta_encoding: 1 2024-09-06T15:01:59.321 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: filter_policy: bloomfilter 2024-09-06T15:01:59.321 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: whole_key_filtering: 1 2024-09-06T15:01:59.321 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: verify_compression: 0 2024-09-06T15:01:59.322 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: read_amp_bytes_per_bit: 0 2024-09-06T15:01:59.322 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: format_version: 5 2024-09-06T15:01:59.322 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: enable_index_compression: 1 2024-09-06T15:01:59.322 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: block_align: 0 2024-09-06T15:01:59.322 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: max_auto_readahead_size: 262144 2024-09-06T15:01:59.322 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: prepopulate_block_cache: 0 2024-09-06T15:01:59.322 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: initial_auto_readahead_size: 8192 2024-09-06T15:01:59.322 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: num_file_reads_for_auto_readahead: 2 2024-09-06T15:01:59.322 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.write_buffer_size: 33554432 2024-09-06T15:01:59.322 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.max_write_buffer_number: 2 2024-09-06T15:01:59.322 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.compression: NoCompression 2024-09-06T15:01:59.322 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.bottommost_compression: Disabled 2024-09-06T15:01:59.322 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.prefix_extractor: nullptr 2024-09-06T15:01:59.322 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-06T15:01:59.323 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.num_levels: 7 2024-09-06T15:01:59.323 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-06T15:01:59.323 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-06T15:01:59.323 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-06T15:01:59.323 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-06T15:01:59.323 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-06T15:01:59.323 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-06T15:01:59.323 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-06T15:01:59.323 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-06T15:01:59.323 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-06T15:01:59.323 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-06T15:01:59.323 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-06T15:01:59.323 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-06T15:01:59.323 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-09-06T15:01:59.324 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.compression_opts.level: 32767 2024-09-06T15:01:59.324 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.compression_opts.strategy: 0 2024-09-06T15:01:59.324 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-06T15:01:59.324 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-06T15:01:59.324 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-06T15:01:59.324 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-06T15:01:59.324 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.compression_opts.enabled: false 2024-09-06T15:01:59.324 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-06T15:01:59.324 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-06T15:01:59.324 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-06T15:01:59.324 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-06T15:01:59.324 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.target_file_size_base: 67108864 2024-09-06T15:01:59.324 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-09-06T15:01:59.324 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-06T15:01:59.325 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-06T15:01:59.325 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-06T15:01:59.325 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-06T15:01:59.325 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-06T15:01:59.325 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-06T15:01:59.325 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-06T15:01:59.325 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-06T15:01:59.325 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-06T15:01:59.325 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-06T15:01:59.325 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-06T15:01:59.325 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-06T15:01:59.325 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-06T15:01:59.325 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.arena_block_size: 1048576 2024-09-06T15:01:59.325 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-06T15:01:59.326 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-06T15:01:59.326 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.disable_auto_compactions: 0 2024-09-06T15:01:59.326 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-06T15:01:59.326 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-06T15:01:59.326 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-06T15:01:59.326 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-06T15:01:59.326 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-06T15:01:59.327 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-06T15:01:59.327 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-06T15:01:59.327 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-06T15:01:59.327 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-06T15:01:59.327 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-06T15:01:59.327 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-06T15:01:59.327 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.inplace_update_support: 0 2024-09-06T15:01:59.328 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-09-06T15:01:59.328 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-06T15:01:59.328 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-06T15:01:59.328 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-09-06T15:01:59.328 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.bloom_locality: 0 2024-09-06T15:01:59.328 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.max_successive_merges: 0 2024-09-06T15:01:59.328 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-09-06T15:01:59.328 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.paranoid_file_checks: 0 2024-09-06T15:01:59.328 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.force_consistency_checks: 1 2024-09-06T15:01:59.328 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.report_bg_io_stats: 0 2024-09-06T15:01:59.328 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.ttl: 2592000 2024-09-06T15:01:59.328 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-09-06T15:01:59.328 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-06T15:01:59.329 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-06T15:01:59.329 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.enable_blob_files: false 2024-09-06T15:01:59.329 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.min_blob_size: 0 2024-09-06T15:01:59.329 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.blob_file_size: 268435456 2024-09-06T15:01:59.329 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-09-06T15:01:59.329 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-09-06T15:01:59.329 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-06T15:01:59.329 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-06T15:01:59.329 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-06T15:01:59.329 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.blob_file_starting_level: 0 2024-09-06T15:01:59.329 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.072+0000 7f08eb6dac80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-06T15:01:59.329 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.076+0000 7f08eb6dac80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-09-06T15:01:59.329 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.076+0000 7f08eb6dac80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-09-06T15:01:59.329 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.076+0000 7f08eb6dac80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 89f3d95b-b657-493b-936a-b76007feee06 2024-09-06T15:01:59.330 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.076+0000 7f08eb6dac80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1725634919079490, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-09-06T15:01:59.330 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.076+0000 7f08eb6dac80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-09-06T15:01:59.330 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.076+0000 7f08eb6dac80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1725634919080713, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 84824, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 258, "table_properties": {"data_size": 82971, "index_size": 237, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10201, "raw_average_key_size": 47, "raw_value_size": 77180, "raw_average_value_size": 355, "num_data_blocks": 11, "num_entries": 217, "num_filter_entries": 217, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1725634919, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "89f3d95b-b657-493b-936a-b76007feee06", "db_session_id": "EIR494BR60ROSHC8SEPK", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-09-06T15:01:59.330 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.076+0000 7f08eb6dac80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1725634919080859, "job": 1, "event": "recovery_finished"} 2024-09-06T15:01:59.330 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.076+0000 7f08eb6dac80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-09-06T15:01:59.330 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.076+0000 7f08eb6dac80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-06T15:01:59.330 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.076+0000 7f08eb6dac80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x558de1deee00 2024-09-06T15:01:59.330 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.076+0000 7f08eb6dac80 4 rocksdb: DB pointer 0x558de1eee000 2024-09-06T15:01:59.330 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.076+0000 7f08e14a3640 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-06T15:01:59.330 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.080+0000 7f08e14a3640 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-06T15:01:59.330 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: ** DB Stats ** 2024-09-06T15:01:59.330 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-06T15:01:59.331 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-06T15:01:59.331 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-06T15:01:59.331 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-06T15:01:59.331 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-06T15:01:59.331 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-06T15:01:59.331 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-06T15:01:59.331 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: ** Compaction Stats [default] ** 2024-09-06T15:01:59.331 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-06T15:01:59.331 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-06T15:01:59.331 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: L0 2/0 84.70 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 102.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-06T15:01:59.331 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: Sum 2/0 84.70 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 102.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-06T15:01:59.331 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 102.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-06T15:01:59.331 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: ** Compaction Stats [default] ** 2024-09-06T15:01:59.331 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-06T15:01:59.332 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-06T15:01:59.332 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 102.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-06T15:01:59.332 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-06T15:01:59.332 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-06T15:01:59.332 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: Flush(GB): cumulative 0.000, interval 0.000 2024-09-06T15:01:59.332 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-06T15:01:59.332 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: AddFile(Total Files): cumulative 0, interval 0 2024-09-06T15:01:59.332 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: AddFile(L0 Files): cumulative 0, interval 0 2024-09-06T15:01:59.332 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: AddFile(Keys): cumulative 0, interval 0 2024-09-06T15:01:59.332 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: Cumulative compaction: 0.00 GB write, 14.91 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-06T15:01:59.332 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: Interval compaction: 0.00 GB write, 14.91 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-06T15:01:59.332 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-06T15:01:59.332 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: Block cache BinnedLRUCache@0x558de1dc31f0#7 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 4e-05 secs_since: 0 2024-09-06T15:01:59.333 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-09-06T15:01:59.333 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: ** File Read Latency Histogram By Level [default] ** 2024-09-06T15:01:59.333 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.080+0000 7f08eb6dac80 0 starting mon.a rank 0 at public addrs [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] at bind addrs [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:01:59.333 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.080+0000 7f08eb6dac80 1 mon.a@-1(???) e1 preinit fsid bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:01:59.333 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.080+0000 7f08eb6dac80 0 mon.a@-1(???).mds e1 new map 2024-09-06T15:01:59.333 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.080+0000 7f08eb6dac80 0 mon.a@-1(???).mds e1 print_map 2024-09-06T15:01:59.333 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: e1 2024-09-06T15:01:59.333 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: btime 2024-09-06T15:01:52:920102+0000 2024-09-06T15:01:59.333 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: enable_multiple, ever_enabled_multiple: 1,1 2024-09-06T15:01:59.333 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-06T15:01:59.333 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: legacy client fscid: -1 2024-09-06T15:01:59.333 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: 2024-09-06T15:01:59.334 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: No filesystems configured 2024-09-06T15:01:59.334 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.080+0000 7f08eb6dac80 0 mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-06T15:01:59.334 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.080+0000 7f08eb6dac80 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-06T15:01:59.334 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.080+0000 7f08eb6dac80 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-06T15:01:59.334 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.080+0000 7f08eb6dac80 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-06T15:01:59.334 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: debug 2024-09-06T15:01:59.080+0000 7f08eb6dac80 1 mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-09-06T15:01:59.334 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: cluster 2024-09-06T15:01:59.111565+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2024-09-06T15:01:59.334 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: cluster 2024-09-06T15:01:59.111716+0000 mon.a (mon.0) 2 : cluster [DBG] monmap epoch 1 2024-09-06T15:01:59.334 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: cluster 2024-09-06T15:01:59.111765+0000 mon.a (mon.0) 3 : cluster [DBG] fsid bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:01:59.334 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: cluster 2024-09-06T15:01:59.111811+0000 mon.a (mon.0) 4 : cluster [DBG] last_changed 2024-09-06T15:01:48.282789+0000 2024-09-06T15:01:59.334 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: cluster 2024-09-06T15:01:59.111859+0000 mon.a (mon.0) 5 : cluster [DBG] created 2024-09-06T15:01:48.282789+0000 2024-09-06T15:01:59.334 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: cluster 2024-09-06T15:01:59.111909+0000 mon.a (mon.0) 6 : cluster [DBG] min_mon_release 19 (squid) 2024-09-06T15:01:59.334 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: cluster 2024-09-06T15:01:59.111955+0000 mon.a (mon.0) 7 : cluster [DBG] election_strategy: 1 2024-09-06T15:01:59.334 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: cluster 2024-09-06T15:01:59.111999+0000 mon.a (mon.0) 8 : cluster [DBG] 0: [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon.a 2024-09-06T15:01:59.335 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: cluster 2024-09-06T15:01:59.112545+0000 mon.a (mon.0) 9 : cluster [DBG] fsmap 2024-09-06T15:01:59.335 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: cluster 2024-09-06T15:01:59.112656+0000 mon.a (mon.0) 10 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2024-09-06T15:01:59.335 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:01:59 smithi169 bash[19820]: cluster 2024-09-06T15:01:59.113401+0000 mon.a (mon.0) 11 : cluster [DBG] mgrmap e1: no daemons active 2024-09-06T15:01:59.886 INFO:teuthology.orchestra.run.smithi169.stdout:Wrote config to /etc/ceph/ceph.conf 2024-09-06T15:01:59.912 INFO:teuthology.orchestra.run.smithi169.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-09-06T15:01:59.912 INFO:teuthology.orchestra.run.smithi169.stdout:Creating mgr... 2024-09-06T15:01:59.912 INFO:teuthology.orchestra.run.smithi169.stdout:Verifying port 0.0.0.0:9283 ... 2024-09-06T15:01:59.912 INFO:teuthology.orchestra.run.smithi169.stdout:Verifying port 0.0.0.0:8765 ... 2024-09-06T15:02:00.250 INFO:teuthology.orchestra.run.smithi169.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-bab55310-6c60-11ef-bce4-c7b262605968@mgr.y 2024-09-06T15:02:00.250 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stderr Failed to reset failed state of unit ceph-bab55310-6c60-11ef-bce4-c7b262605968@mgr.y.service: Unit ceph-bab55310-6c60-11ef-bce4-c7b262605968@mgr.y.service not loaded. 2024-09-06T15:02:00.255 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:00 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:02:00.255 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:00 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:02:00.467 INFO:teuthology.orchestra.run.smithi169.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968.target.wants/ceph-bab55310-6c60-11ef-bce4-c7b262605968@mgr.y.service -> /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service. 2024-09-06T15:02:00.476 INFO:teuthology.orchestra.run.smithi169.stdout:firewalld does not appear to be present 2024-09-06T15:02:00.476 INFO:teuthology.orchestra.run.smithi169.stdout:Not possible to enable service . firewalld.service is not available 2024-09-06T15:02:00.476 INFO:teuthology.orchestra.run.smithi169.stdout:firewalld does not appear to be present 2024-09-06T15:02:00.476 INFO:teuthology.orchestra.run.smithi169.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-09-06T15:02:00.477 INFO:teuthology.orchestra.run.smithi169.stdout:Waiting for mgr to start... 2024-09-06T15:02:00.477 INFO:teuthology.orchestra.run.smithi169.stdout:Waiting for mgr... 2024-09-06T15:02:00.615 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:00 smithi169 bash[19820]: audit 2024-09-06T15:01:59.300947+0000 mon.a (mon.0) 12 : audit [INF] from='client.? 172.21.15.169:0/2441325258' entity='client.admin' 2024-09-06T15:02:00.615 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:00 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:02:00.616 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:00 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:02:00.616 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:00 smithi169 systemd[1]: Started Ceph mgr.y for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:02:02.443 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:02 smithi169 bash[19820]: audit 2024-09-06T15:02:02.100463+0000 mon.a (mon.0) 13 : audit [DBG] from='client.? 172.21.15.169:0/1818255581' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-06T15:02:02.443 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:02 smithi169 bash[20072]: debug 2024-09-06T15:02:02.096+0000 7fd5f771d040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-06T15:02:02.665 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout 2024-09-06T15:02:02.666 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout { 2024-09-06T15:02:02.666 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "fsid": "bab55310-6c60-11ef-bce4-c7b262605968", 2024-09-06T15:02:02.666 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "health": { 2024-09-06T15:02:02.666 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-06T15:02:02.666 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-06T15:02:02.668 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-06T15:02:02.668 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-09-06T15:02:02.669 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-06T15:02:02.669 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-06T15:02:02.669 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout 0 2024-09-06T15:02:02.669 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout ], 2024-09-06T15:02:02.669 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-06T15:02:02.669 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "a" 2024-09-06T15:02:02.669 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout ], 2024-09-06T15:02:02.669 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-09-06T15:02:02.669 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-06T15:02:02.669 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-06T15:02:02.670 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-06T15:02:02.670 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-06T15:02:02.670 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-09-06T15:02:02.670 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-06T15:02:02.670 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-06T15:02:02.670 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-06T15:02:02.670 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-06T15:02:02.671 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-06T15:02:02.672 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-06T15:02:02.672 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-06T15:02:02.672 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-06T15:02:02.672 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-09-06T15:02:02.672 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-06T15:02:02.672 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-06T15:02:02.672 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-06T15:02:02.672 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-06T15:02:02.672 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-06T15:02:02.676 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-06T15:02:02.676 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-06T15:02:02.676 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-06T15:02:02.677 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-06T15:02:02.677 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-09-06T15:02:02.677 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-06T15:02:02.677 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-06T15:02:02.677 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "btime": "2024-09-06T15:01:52:920102+0000", 2024-09-06T15:02:02.677 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-06T15:02:02.677 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-06T15:02:02.677 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-09-06T15:02:02.677 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-06T15:02:02.677 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-06T15:02:02.677 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-06T15:02:02.678 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-06T15:02:02.678 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-06T15:02:02.678 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-06T15:02:02.678 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "restful" 2024-09-06T15:02:02.678 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout ], 2024-09-06T15:02:02.678 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-06T15:02:02.678 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-09-06T15:02:02.678 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-06T15:02:02.678 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-06T15:02:02.678 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "modified": "2024-09-06T15:01:52.921003+0000", 2024-09-06T15:02:02.678 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-06T15:02:02.679 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-09-06T15:02:02.679 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-06T15:02:02.679 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout } 2024-09-06T15:02:02.679 INFO:teuthology.orchestra.run.smithi169.stdout:mgr not available, waiting (1/15)... 2024-09-06T15:02:03.693 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:03 smithi169 bash[20072]: debug 2024-09-06T15:02:03.292+0000 7fd5f771d040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-06T15:02:03.693 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:03 smithi169 bash[20072]: debug 2024-09-06T15:02:03.356+0000 7fd5f771d040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-06T15:02:03.693 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:03 smithi169 bash[20072]: debug 2024-09-06T15:02:03.504+0000 7fd5f771d040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-06T15:02:04.443 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:04 smithi169 bash[20072]: debug 2024-09-06T15:02:04.148+0000 7fd5f771d040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-06T15:02:04.443 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:04 smithi169 bash[20072]: debug 2024-09-06T15:02:04.216+0000 7fd5f771d040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-06T15:02:04.443 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:04 smithi169 bash[20072]: debug 2024-09-06T15:02:04.284+0000 7fd5f771d040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-06T15:02:04.763 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:04 smithi169 bash[20072]: debug 2024-09-06T15:02:04.468+0000 7fd5f771d040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-06T15:02:04.763 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:04 smithi169 bash[20072]: debug 2024-09-06T15:02:04.544+0000 7fd5f771d040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-06T15:02:04.763 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:04 smithi169 bash[20072]: debug 2024-09-06T15:02:04.612+0000 7fd5f771d040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-06T15:02:05.133 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:04 smithi169 bash[20072]: debug 2024-09-06T15:02:04.872+0000 7fd5f771d040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-06T15:02:05.134 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:04 smithi169 bash[20072]: debug 2024-09-06T15:02:04.940+0000 7fd5f771d040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-06T15:02:05.443 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:05 smithi169 bash[20072]: debug 2024-09-06T15:02:05.132+0000 7fd5f771d040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-06T15:02:05.443 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:05 smithi169 bash[20072]: debug 2024-09-06T15:02:05.212+0000 7fd5f771d040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-06T15:02:05.812 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:05 smithi169 bash[20072]: debug 2024-09-06T15:02:05.464+0000 7fd5f771d040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-06T15:02:05.812 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:05 smithi169 bash[20072]: debug 2024-09-06T15:02:05.640+0000 7fd5f771d040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-06T15:02:06.077 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:05 smithi169 bash[19820]: audit 2024-09-06T15:02:05.941601+0000 mon.a (mon.0) 14 : audit [DBG] from='client.? 172.21.15.169:0/1953640380' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-06T15:02:06.078 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:05 smithi169 bash[20072]: debug 2024-09-06T15:02:05.812+0000 7fd5f771d040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-06T15:02:06.078 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:05 smithi169 bash[20072]: debug 2024-09-06T15:02:05.892+0000 7fd5f771d040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-06T15:02:06.443 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:06 smithi169 bash[20072]: debug 2024-09-06T15:02:06.076+0000 7fd5f771d040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-06T15:02:06.483 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout 2024-09-06T15:02:06.483 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout { 2024-09-06T15:02:06.483 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "fsid": "bab55310-6c60-11ef-bce4-c7b262605968", 2024-09-06T15:02:06.483 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "health": { 2024-09-06T15:02:06.484 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-06T15:02:06.484 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-06T15:02:06.484 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-06T15:02:06.484 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-09-06T15:02:06.484 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-06T15:02:06.484 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-06T15:02:06.484 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout 0 2024-09-06T15:02:06.484 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout ], 2024-09-06T15:02:06.484 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-06T15:02:06.484 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "a" 2024-09-06T15:02:06.485 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout ], 2024-09-06T15:02:06.485 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "quorum_age": 6, 2024-09-06T15:02:06.485 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-06T15:02:06.485 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-06T15:02:06.485 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-06T15:02:06.485 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-06T15:02:06.485 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-09-06T15:02:06.485 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-06T15:02:06.486 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-06T15:02:06.486 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-06T15:02:06.486 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-06T15:02:06.486 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-06T15:02:06.486 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-06T15:02:06.486 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-06T15:02:06.486 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-06T15:02:06.486 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-09-06T15:02:06.487 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-06T15:02:06.487 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-06T15:02:06.487 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-06T15:02:06.487 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-06T15:02:06.487 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-06T15:02:06.487 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-06T15:02:06.487 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-06T15:02:06.487 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-06T15:02:06.488 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-06T15:02:06.488 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-09-06T15:02:06.488 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-06T15:02:06.488 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-06T15:02:06.488 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "btime": "2024-09-06T15:01:52:920102+0000", 2024-09-06T15:02:06.488 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-06T15:02:06.488 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-06T15:02:06.488 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-09-06T15:02:06.489 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-06T15:02:06.489 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-06T15:02:06.489 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-06T15:02:06.489 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-06T15:02:06.489 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-06T15:02:06.489 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-06T15:02:06.489 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "restful" 2024-09-06T15:02:06.490 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout ], 2024-09-06T15:02:06.490 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-06T15:02:06.490 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-09-06T15:02:06.490 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-06T15:02:06.490 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-06T15:02:06.490 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "modified": "2024-09-06T15:01:52.921003+0000", 2024-09-06T15:02:06.490 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-06T15:02:06.490 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-09-06T15:02:06.491 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-06T15:02:06.491 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout } 2024-09-06T15:02:06.491 INFO:teuthology.orchestra.run.smithi169.stdout:mgr not available, waiting (2/15)... 2024-09-06T15:02:07.184 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:06 smithi169 bash[20072]: debug 2024-09-06T15:02:06.888+0000 7fd5f771d040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-06T15:02:07.184 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:06 smithi169 bash[20072]: debug 2024-09-06T15:02:06.960+0000 7fd5f771d040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-06T15:02:07.444 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:07 smithi169 bash[20072]: debug 2024-09-06T15:02:07.184+0000 7fd5f771d040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-06T15:02:07.444 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:07 smithi169 bash[20072]: debug 2024-09-06T15:02:07.256+0000 7fd5f771d040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-06T15:02:07.943 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:07 smithi169 bash[20072]: debug 2024-09-06T15:02:07.640+0000 7fd5f771d040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-06T15:02:07.943 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:07 smithi169 bash[20072]: debug 2024-09-06T15:02:07.720+0000 7fd5f771d040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-06T15:02:07.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:07 smithi169 bash[19820]: cluster 2024-09-06T15:02:07.745349+0000 mon.a (mon.0) 15 : cluster [INF] Activating manager daemon y 2024-09-06T15:02:07.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:07 smithi169 bash[19820]: cluster 2024-09-06T15:02:07.752129+0000 mon.a (mon.0) 16 : cluster [DBG] mgrmap e2: y(active, starting, since 0.00700549s) 2024-09-06T15:02:07.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:07 smithi169 bash[19820]: audit 2024-09-06T15:02:07.754314+0000 mon.a (mon.0) 17 : audit [DBG] from='mgr.14102 172.21.15.169:0/106970580' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-06T15:02:07.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:07 smithi169 bash[19820]: audit 2024-09-06T15:02:07.754596+0000 mon.a (mon.0) 18 : audit [DBG] from='mgr.14102 172.21.15.169:0/106970580' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-06T15:02:07.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:07 smithi169 bash[19820]: audit 2024-09-06T15:02:07.754985+0000 mon.a (mon.0) 19 : audit [DBG] from='mgr.14102 172.21.15.169:0/106970580' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-06T15:02:07.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:07 smithi169 bash[19820]: audit 2024-09-06T15:02:07.755538+0000 mon.a (mon.0) 20 : audit [DBG] from='mgr.14102 172.21.15.169:0/106970580' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-06T15:02:07.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:07 smithi169 bash[19820]: audit 2024-09-06T15:02:07.756100+0000 mon.a (mon.0) 21 : audit [DBG] from='mgr.14102 172.21.15.169:0/106970580' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-06T15:02:07.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:07 smithi169 bash[19820]: cluster 2024-09-06T15:02:07.784976+0000 mon.a (mon.0) 22 : cluster [INF] Manager daemon y is now available 2024-09-06T15:02:07.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:07 smithi169 bash[19820]: audit 2024-09-06T15:02:07.795783+0000 mon.a (mon.0) 23 : audit [INF] from='mgr.14102 172.21.15.169:0/106970580' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-06T15:02:08.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:08 smithi169 bash[19820]: audit 2024-09-06T15:02:07.801778+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.14102 172.21.15.169:0/106970580' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-06T15:02:08.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:08 smithi169 bash[19820]: audit 2024-09-06T15:02:07.806500+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.14102 172.21.15.169:0/106970580' entity='mgr.y' 2024-09-06T15:02:08.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:08 smithi169 bash[19820]: audit 2024-09-06T15:02:07.812327+0000 mon.a (mon.0) 26 : audit [INF] from='mgr.14102 172.21.15.169:0/106970580' entity='mgr.y' 2024-09-06T15:02:08.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:08 smithi169 bash[19820]: audit 2024-09-06T15:02:07.818176+0000 mon.a (mon.0) 27 : audit [INF] from='mgr.14102 172.21.15.169:0/106970580' entity='mgr.y' 2024-09-06T15:02:08.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:08 smithi169 bash[19820]: cluster 2024-09-06T15:02:08.759759+0000 mon.a (mon.0) 28 : cluster [DBG] mgrmap e3: y(active, since 1.01463s) 2024-09-06T15:02:10.687 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout 2024-09-06T15:02:10.687 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout { 2024-09-06T15:02:10.688 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "fsid": "bab55310-6c60-11ef-bce4-c7b262605968", 2024-09-06T15:02:10.688 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "health": { 2024-09-06T15:02:10.688 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-06T15:02:10.689 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-06T15:02:10.689 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-06T15:02:10.689 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-09-06T15:02:10.689 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-06T15:02:10.689 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-06T15:02:10.689 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout 0 2024-09-06T15:02:10.689 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout ], 2024-09-06T15:02:10.689 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-06T15:02:10.689 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "a" 2024-09-06T15:02:10.691 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout ], 2024-09-06T15:02:10.691 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "quorum_age": 11, 2024-09-06T15:02:10.691 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-06T15:02:10.691 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-06T15:02:10.692 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-06T15:02:10.692 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-06T15:02:10.692 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-09-06T15:02:10.692 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-06T15:02:10.692 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-06T15:02:10.692 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-06T15:02:10.692 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-06T15:02:10.692 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-06T15:02:10.692 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-06T15:02:10.692 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-06T15:02:10.692 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-06T15:02:10.696 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-09-06T15:02:10.696 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-06T15:02:10.696 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-06T15:02:10.696 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-06T15:02:10.696 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-06T15:02:10.696 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-06T15:02:10.696 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-06T15:02:10.696 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-06T15:02:10.696 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-06T15:02:10.697 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-06T15:02:10.697 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-09-06T15:02:10.697 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-06T15:02:10.697 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-06T15:02:10.697 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "btime": "2024-09-06T15:01:52:920102+0000", 2024-09-06T15:02:10.697 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-06T15:02:10.697 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-06T15:02:10.697 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-09-06T15:02:10.697 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-06T15:02:10.697 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-06T15:02:10.697 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-06T15:02:10.697 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-06T15:02:10.698 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-06T15:02:10.698 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-06T15:02:10.698 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "restful" 2024-09-06T15:02:10.698 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout ], 2024-09-06T15:02:10.698 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-06T15:02:10.698 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-09-06T15:02:10.698 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-06T15:02:10.698 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-06T15:02:10.698 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "modified": "2024-09-06T15:01:52.921003+0000", 2024-09-06T15:02:10.699 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-06T15:02:10.699 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout }, 2024-09-06T15:02:10.699 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-06T15:02:10.699 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout } 2024-09-06T15:02:10.699 INFO:teuthology.orchestra.run.smithi169.stdout:mgr is available 2024-09-06T15:02:11.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:10 smithi169 bash[19820]: cluster 2024-09-06T15:02:09.807460+0000 mon.a (mon.0) 29 : cluster [DBG] mgrmap e4: y(active, since 2s) 2024-09-06T15:02:11.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:10 smithi169 bash[19820]: audit 2024-09-06T15:02:10.139773+0000 mon.a (mon.0) 30 : audit [DBG] from='client.? 172.21.15.169:0/613544507' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-06T15:02:12.443 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:12 smithi169 bash[19820]: audit 2024-09-06T15:02:12.015217+0000 mon.a (mon.0) 31 : audit [INF] from='client.? 172.21.15.169:0/1901113151' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-06T15:02:12.443 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:12 smithi169 bash[19820]: audit 2024-09-06T15:02:12.019424+0000 mon.a (mon.0) 32 : audit [INF] from='client.? 172.21.15.169:0/1901113151' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-09-06T15:02:12.587 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout 2024-09-06T15:02:12.588 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout [global] 2024-09-06T15:02:12.588 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout fsid = bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:02:12.588 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.169:3300,v1:172.21.15.169:6789] 2024-09-06T15:02:12.588 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-06T15:02:12.588 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-06T15:02:12.588 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-06T15:02:12.588 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-06T15:02:12.589 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout 2024-09-06T15:02:12.589 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-06T15:02:12.589 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-06T15:02:12.589 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout 2024-09-06T15:02:12.589 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout [osd] 2024-09-06T15:02:12.589 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-06T15:02:12.589 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-06T15:02:12.589 INFO:teuthology.orchestra.run.smithi169.stdout:Enabling cephadm module... 2024-09-06T15:02:14.443 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:13 smithi169 bash[19820]: audit 2024-09-06T15:02:13.938304+0000 mon.a (mon.0) 33 : audit [INF] from='client.? 172.21.15.169:0/1048558869' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-09-06T15:02:14.443 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:14 smithi169 bash[20072]: ignoring --setuser ceph since I am not root 2024-09-06T15:02:14.443 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:14 smithi169 bash[20072]: ignoring --setgroup ceph since I am not root 2024-09-06T15:02:14.444 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:14 smithi169 bash[20072]: debug 2024-09-06T15:02:14.144+0000 7fda8acfc040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-06T15:02:15.349 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:14 smithi169 bash[19820]: audit 2024-09-06T15:02:13.990123+0000 mon.a (mon.0) 34 : audit [INF] from='client.? 172.21.15.169:0/1048558869' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-09-06T15:02:15.349 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:14 smithi169 bash[19820]: cluster 2024-09-06T15:02:13.995908+0000 mon.a (mon.0) 35 : cluster [DBG] mgrmap e5: y(active, since 6s) 2024-09-06T15:02:15.693 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:15 smithi169 bash[20072]: debug 2024-09-06T15:02:15.348+0000 7fda8acfc040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-06T15:02:15.693 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:15 smithi169 bash[20072]: debug 2024-09-06T15:02:15.416+0000 7fda8acfc040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-06T15:02:15.693 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:15 smithi169 bash[20072]: debug 2024-09-06T15:02:15.588+0000 7fda8acfc040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-06T15:02:16.313 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:16 smithi169 bash[20072]: debug 2024-09-06T15:02:16.244+0000 7fda8acfc040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-06T15:02:16.313 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:16 smithi169 bash[19820]: audit 2024-09-06T15:02:16.004067+0000 mon.a (mon.0) 36 : audit [DBG] from='client.? 172.21.15.169:0/2075652655' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-06T15:02:16.525 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout { 2024-09-06T15:02:16.525 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-09-06T15:02:16.525 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-06T15:02:16.526 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-09-06T15:02:16.526 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-06T15:02:16.526 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout } 2024-09-06T15:02:16.526 INFO:teuthology.orchestra.run.smithi169.stdout:Waiting for the mgr to restart... 2024-09-06T15:02:16.526 INFO:teuthology.orchestra.run.smithi169.stdout:Waiting for mgr epoch 5... 2024-09-06T15:02:16.569 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:16 smithi169 bash[20072]: debug 2024-09-06T15:02:16.312+0000 7fda8acfc040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-06T15:02:16.569 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:16 smithi169 bash[20072]: debug 2024-09-06T15:02:16.380+0000 7fda8acfc040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-06T15:02:16.943 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:16 smithi169 bash[20072]: debug 2024-09-06T15:02:16.568+0000 7fda8acfc040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-06T15:02:16.943 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:16 smithi169 bash[20072]: debug 2024-09-06T15:02:16.648+0000 7fda8acfc040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-06T15:02:16.943 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:16 smithi169 bash[20072]: debug 2024-09-06T15:02:16.716+0000 7fda8acfc040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-06T15:02:17.233 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:16 smithi169 bash[20072]: debug 2024-09-06T15:02:16.972+0000 7fda8acfc040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-06T15:02:17.233 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:17 smithi169 bash[20072]: debug 2024-09-06T15:02:17.040+0000 7fda8acfc040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-06T15:02:17.546 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:17 smithi169 bash[20072]: debug 2024-09-06T15:02:17.232+0000 7fda8acfc040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-06T15:02:17.547 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:17 smithi169 bash[20072]: debug 2024-09-06T15:02:17.312+0000 7fda8acfc040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-06T15:02:17.926 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:17 smithi169 bash[20072]: debug 2024-09-06T15:02:17.564+0000 7fda8acfc040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-06T15:02:17.926 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:17 smithi169 bash[20072]: debug 2024-09-06T15:02:17.764+0000 7fda8acfc040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-06T15:02:18.180 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:17 smithi169 bash[20072]: debug 2024-09-06T15:02:17.924+0000 7fda8acfc040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-06T15:02:18.181 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:18 smithi169 bash[20072]: debug 2024-09-06T15:02:18.004+0000 7fda8acfc040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-06T15:02:18.443 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:18 smithi169 bash[20072]: debug 2024-09-06T15:02:18.180+0000 7fda8acfc040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-06T15:02:19.276 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:18 smithi169 bash[20072]: debug 2024-09-06T15:02:18.980+0000 7fda8acfc040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-06T15:02:19.276 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:19 smithi169 bash[20072]: debug 2024-09-06T15:02:19.056+0000 7fda8acfc040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-06T15:02:19.693 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:19 smithi169 bash[20072]: debug 2024-09-06T15:02:19.276+0000 7fda8acfc040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-06T15:02:19.693 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:19 smithi169 bash[20072]: debug 2024-09-06T15:02:19.348+0000 7fda8acfc040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-06T15:02:19.888 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:19 smithi169 bash[20072]: debug 2024-09-06T15:02:19.732+0000 7fda8acfc040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-06T15:02:19.888 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:19 smithi169 bash[20072]: debug 2024-09-06T15:02:19.812+0000 7fda8acfc040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-06T15:02:19.888 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:19 smithi169 bash[19820]: cluster 2024-09-06T15:02:19.837289+0000 mon.a (mon.0) 37 : cluster [INF] Active manager daemon y restarted 2024-09-06T15:02:19.889 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:19 smithi169 bash[19820]: cluster 2024-09-06T15:02:19.837748+0000 mon.a (mon.0) 38 : cluster [INF] Activating manager daemon y 2024-09-06T15:02:19.889 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:19 smithi169 bash[19820]: cluster 2024-09-06T15:02:19.846336+0000 mon.a (mon.0) 39 : cluster [DBG] osdmap e2: 0 total, 0 up, 0 in 2024-09-06T15:02:19.889 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:19 smithi169 bash[19820]: cluster 2024-09-06T15:02:19.846591+0000 mon.a (mon.0) 40 : cluster [DBG] mgrmap e6: y(active, starting, since 0.00900958s) 2024-09-06T15:02:19.889 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:19 smithi169 bash[19820]: audit 2024-09-06T15:02:19.848543+0000 mon.a (mon.0) 41 : audit [DBG] from='mgr.14118 172.21.15.169:0/2716217192' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-06T15:02:19.889 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:19 smithi169 bash[19820]: audit 2024-09-06T15:02:19.849994+0000 mon.a (mon.0) 42 : audit [DBG] from='mgr.14118 172.21.15.169:0/2716217192' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-06T15:02:19.889 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:19 smithi169 bash[19820]: audit 2024-09-06T15:02:19.851252+0000 mon.a (mon.0) 43 : audit [DBG] from='mgr.14118 172.21.15.169:0/2716217192' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-06T15:02:19.889 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:19 smithi169 bash[19820]: audit 2024-09-06T15:02:19.851388+0000 mon.a (mon.0) 44 : audit [DBG] from='mgr.14118 172.21.15.169:0/2716217192' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-06T15:02:19.889 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:19 smithi169 bash[19820]: audit 2024-09-06T15:02:19.851499+0000 mon.a (mon.0) 45 : audit [DBG] from='mgr.14118 172.21.15.169:0/2716217192' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-06T15:02:19.889 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:19 smithi169 bash[19820]: cluster 2024-09-06T15:02:19.881133+0000 mon.a (mon.0) 46 : cluster [INF] Manager daemon y is now available 2024-09-06T15:02:21.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:20 smithi169 bash[19820]: cephadm 2024-09-06T15:02:19.893218+0000 mgr.y (mgr.14118) 1 : cephadm [INF] Found migration_current of "None". Setting to last migration. 2024-09-06T15:02:21.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:20 smithi169 bash[19820]: audit 2024-09-06T15:02:19.898340+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.14118 172.21.15.169:0/2716217192' entity='mgr.y' 2024-09-06T15:02:21.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:20 smithi169 bash[19820]: audit 2024-09-06T15:02:19.901507+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.14118 172.21.15.169:0/2716217192' entity='mgr.y' 2024-09-06T15:02:21.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:20 smithi169 bash[19820]: audit 2024-09-06T15:02:19.904539+0000 mon.a (mon.0) 49 : audit [DBG] from='mgr.14118 172.21.15.169:0/2716217192' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:02:21.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:20 smithi169 bash[19820]: audit 2024-09-06T15:02:19.906841+0000 mon.a (mon.0) 50 : audit [DBG] from='mgr.14118 172.21.15.169:0/2716217192' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:02:21.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:20 smithi169 bash[19820]: audit 2024-09-06T15:02:19.918150+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.14118 172.21.15.169:0/2716217192' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-06T15:02:21.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:20 smithi169 bash[19820]: audit 2024-09-06T15:02:19.920962+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.14118 172.21.15.169:0/2716217192' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-06T15:02:21.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:20 smithi169 bash[19820]: audit 2024-09-06T15:02:20.703086+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.14118 172.21.15.169:0/2716217192' entity='mgr.y' 2024-09-06T15:02:21.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:20 smithi169 bash[19820]: audit 2024-09-06T15:02:20.709187+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.14118 172.21.15.169:0/2716217192' entity='mgr.y' 2024-09-06T15:02:21.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:20 smithi169 bash[19820]: cluster 2024-09-06T15:02:20.848964+0000 mon.a (mon.0) 55 : cluster [DBG] mgrmap e7: y(active, since 1.01136s) 2024-09-06T15:02:21.429 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout { 2024-09-06T15:02:21.429 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-09-06T15:02:21.429 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-06T15:02:21.429 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout } 2024-09-06T15:02:21.429 INFO:teuthology.orchestra.run.smithi169.stdout:mgr epoch 5 is available 2024-09-06T15:02:21.429 INFO:teuthology.orchestra.run.smithi169.stdout:Setting orchestrator backend to cephadm... 2024-09-06T15:02:21.903 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:21 smithi169 bash[20072]: debug 2024-09-06T15:02:21.636+0000 7fd9f203c640 -1 log_channel(cephadm) log [ERR] : [06/Sep/2024:15:02:21] ENGINE Error in HTTPServer.serve 2024-09-06T15:02:21.904 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:21 smithi169 bash[20072]: Traceback (most recent call last): 2024-09-06T15:02:21.904 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:21 smithi169 bash[20072]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-06T15:02:21.904 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:21 smithi169 bash[20072]: self._connections.run(self.expiration_interval) 2024-09-06T15:02:21.904 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:21 smithi169 bash[20072]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-06T15:02:21.904 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:21 smithi169 bash[20072]: self._run(expiration_interval) 2024-09-06T15:02:21.904 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:21 smithi169 bash[20072]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-06T15:02:21.904 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:21 smithi169 bash[20072]: new_conn = self._from_server_socket(self.server.socket) 2024-09-06T15:02:21.904 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:21 smithi169 bash[20072]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-06T15:02:21.904 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:21 smithi169 bash[20072]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-06T15:02:21.904 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:21 smithi169 bash[20072]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-06T15:02:21.904 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:21 smithi169 bash[20072]: s = self.context.wrap_socket( 2024-09-06T15:02:21.904 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:21 smithi169 bash[20072]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-06T15:02:21.905 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:21 smithi169 bash[20072]: return self.sslsocket_class._create( 2024-09-06T15:02:21.905 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:21 smithi169 bash[20072]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-06T15:02:21.905 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:21 smithi169 bash[20072]: self.do_handshake() 2024-09-06T15:02:21.905 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:21 smithi169 bash[20072]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-06T15:02:21.905 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:21 smithi169 bash[20072]: self._sslobj.do_handshake() 2024-09-06T15:02:21.905 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:21 smithi169 bash[20072]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-06T15:02:22.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:21 smithi169 bash[19820]: audit 2024-09-06T15:02:20.848079+0000 mgr.y (mgr.14118) 2 : audit [DBG] from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-06T15:02:22.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:21 smithi169 bash[19820]: audit 2024-09-06T15:02:20.862044+0000 mgr.y (mgr.14118) 3 : audit [DBG] from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-06T15:02:22.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:21 smithi169 bash[19820]: audit 2024-09-06T15:02:21.638913+0000 mon.a (mon.0) 56 : audit [DBG] from='mgr.14118 172.21.15.169:0/2716217192' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:02:23.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:22 smithi169 bash[19820]: cephadm 2024-09-06T15:02:21.416960+0000 mgr.y (mgr.14118) 4 : cephadm [INF] [06/Sep/2024:15:02:21] ENGINE Bus STARTING 2024-09-06T15:02:23.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:22 smithi169 bash[19820]: cephadm 2024-09-06T15:02:21.518716+0000 mgr.y (mgr.14118) 5 : cephadm [INF] [06/Sep/2024:15:02:21] ENGINE Serving on http://172.21.15.169:8765 2024-09-06T15:02:23.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:22 smithi169 bash[19820]: cephadm 2024-09-06T15:02:21.637854+0000 mgr.y (mgr.14118) 6 : cephadm [INF] [06/Sep/2024:15:02:21] ENGINE Serving on https://172.21.15.169:7150 2024-09-06T15:02:23.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:22 smithi169 bash[19820]: cephadm 2024-09-06T15:02:21.638046+0000 mgr.y (mgr.14118) 7 : cephadm [INF] [06/Sep/2024:15:02:21] ENGINE Bus STARTED 2024-09-06T15:02:23.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:22 smithi169 bash[19820]: cephadm 2024-09-06T15:02:21.639740+0000 mgr.y (mgr.14118) 8 : cephadm [ERR] [06/Sep/2024:15:02:21] ENGINE Error in HTTPServer.serve 2024-09-06T15:02:23.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:22 smithi169 bash[19820]: Traceback (most recent call last): 2024-09-06T15:02:23.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:22 smithi169 bash[19820]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-06T15:02:23.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:22 smithi169 bash[19820]: self._connections.run(self.expiration_interval) 2024-09-06T15:02:23.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:22 smithi169 bash[19820]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-06T15:02:23.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:22 smithi169 bash[19820]: self._run(expiration_interval) 2024-09-06T15:02:23.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:22 smithi169 bash[19820]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-06T15:02:23.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:22 smithi169 bash[19820]: new_conn = self._from_server_socket(self.server.socket) 2024-09-06T15:02:23.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:22 smithi169 bash[19820]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-06T15:02:23.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:22 smithi169 bash[19820]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-06T15:02:23.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:22 smithi169 bash[19820]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-06T15:02:23.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:22 smithi169 bash[19820]: s = self.context.wrap_socket( 2024-09-06T15:02:23.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:22 smithi169 bash[19820]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-06T15:02:23.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:22 smithi169 bash[19820]: return self.sslsocket_class._create( 2024-09-06T15:02:23.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:22 smithi169 bash[19820]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-06T15:02:23.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:22 smithi169 bash[19820]: self.do_handshake() 2024-09-06T15:02:23.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:22 smithi169 bash[19820]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-06T15:02:23.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:22 smithi169 bash[19820]: self._sslobj.do_handshake() 2024-09-06T15:02:23.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:22 smithi169 bash[19820]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-06T15:02:23.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:22 smithi169 bash[19820]: cluster 2024-09-06T15:02:21.905546+0000 mon.a (mon.0) 57 : cluster [DBG] mgrmap e8: y(active, since 2s) 2024-09-06T15:02:23.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:22 smithi169 bash[19820]: audit 2024-09-06T15:02:22.853491+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.14118 172.21.15.169:0/2716217192' entity='mgr.y' 2024-09-06T15:02:23.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:22 smithi169 bash[19820]: audit 2024-09-06T15:02:22.870669+0000 mon.a (mon.0) 59 : audit [DBG] from='mgr.14118 172.21.15.169:0/2716217192' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:02:24.188 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:23 smithi169 bash[19820]: audit 2024-09-06T15:02:22.849387+0000 mgr.y (mgr.14118) 9 : audit [DBG] from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:02:25.230 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout value unchanged 2024-09-06T15:02:25.230 INFO:teuthology.orchestra.run.smithi169.stdout:Generating ssh key... 2024-09-06T15:02:25.443 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:25 smithi169 bash[19820]: audit 2024-09-06T15:02:24.694789+0000 mgr.y (mgr.14118) 10 : audit [DBG] from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:02:27.193 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:26 smithi169 bash[20072]: Generating public/private rsa key pair. 2024-09-06T15:02:27.193 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:26 smithi169 bash[20072]: Your identification has been saved in /tmp/tmpjee89d56/key 2024-09-06T15:02:27.193 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:26 smithi169 bash[20072]: Your public key has been saved in /tmp/tmpjee89d56/key.pub 2024-09-06T15:02:27.193 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:26 smithi169 bash[20072]: The key fingerprint is: 2024-09-06T15:02:27.194 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:26 smithi169 bash[20072]: SHA256:7iiBLwoebAWXxqaXf9M+lerMKCMql6L4ZLKpgAdoBSU ceph-bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:02:27.194 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:26 smithi169 bash[20072]: The key's randomart image is: 2024-09-06T15:02:27.194 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:26 smithi169 bash[20072]: +---[RSA 3072]----+ 2024-09-06T15:02:27.194 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:26 smithi169 bash[20072]: | E.. | 2024-09-06T15:02:27.194 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:26 smithi169 bash[20072]: | + . | 2024-09-06T15:02:27.194 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:26 smithi169 bash[20072]: | . B | 2024-09-06T15:02:27.194 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:26 smithi169 bash[20072]: |. B . | 2024-09-06T15:02:27.194 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:26 smithi169 bash[20072]: |oo = S . | 2024-09-06T15:02:27.194 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:26 smithi169 bash[20072]: |+.+ o .. o | 2024-09-06T15:02:27.194 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:26 smithi169 bash[20072]: |=++o o o..o | 2024-09-06T15:02:27.194 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:26 smithi169 bash[20072]: |OB=.oo.o*o | 2024-09-06T15:02:27.194 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:26 smithi169 bash[20072]: |@Bo...+.o=. | 2024-09-06T15:02:27.195 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:26 smithi169 bash[20072]: +----[SHA256]-----+ 2024-09-06T15:02:28.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:27 smithi169 bash[19820]: audit 2024-09-06T15:02:26.600883+0000 mgr.y (mgr.14118) 11 : audit [DBG] from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:02:28.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:27 smithi169 bash[19820]: cephadm 2024-09-06T15:02:26.601314+0000 mgr.y (mgr.14118) 12 : cephadm [INF] Generating ssh key... 2024-09-06T15:02:28.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:27 smithi169 bash[19820]: audit 2024-09-06T15:02:26.849867+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.14118 172.21.15.169:0/2716217192' entity='mgr.y' 2024-09-06T15:02:28.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:27 smithi169 bash[19820]: audit 2024-09-06T15:02:26.854227+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.14118 172.21.15.169:0/2716217192' entity='mgr.y' 2024-09-06T15:02:29.228 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDHmw2DPX7eJKXn0ztBijeL5+StXsiDJdVt24+eGMq8Y5u+1mrBKkpj8lqMFLh9jn6nwIisFTQ5iNWynAI3fuwaHhlXObKJdl5gj1bZL1qnUWYvG2zHgcHGKSZUbjMxV5sw5UwP6/CnUOcXLiW0l1xRQNCNg+2GZTfuFrpV6GsxRnExTLHpschYuKjMSFiv+uQonEMfhwrRphOsSABt9gm29bUsyo/OI+Ss/pV4P03rIRczqGYVHp5kAbee7a6jyqQOgLAXE6PKBKjwLEZyQMDVdYG0RejhstY1UQk71MxphzlU7Iqbde3oy8GcNilvY3tHai2b27rkISab6N3xVZJ7qd7/eO22oMOfihgf0uuh9+Csw1REfC/zwzr7cDrjreHJvwtCNlrhaihAoyH/3q8ps62EfHiSbsOjUc/5K64eXsmyaoNOfyfjhf0JUNJ8P5YRfrtGCl+kZcuB/znypz4JabhdvUErIA4qt4PtGVAlqmIpLn8Vo6WRehBs31xCWuk= ceph-bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:02:29.228 INFO:teuthology.orchestra.run.smithi169.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-09-06T15:02:29.228 INFO:teuthology.orchestra.run.smithi169.stdout:Adding key to root@localhost authorized_keys... 2024-09-06T15:02:29.228 INFO:teuthology.orchestra.run.smithi169.stdout:Adding host smithi169... 2024-09-06T15:02:29.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:29 smithi169 bash[19820]: audit 2024-09-06T15:02:28.701005+0000 mgr.y (mgr.14118) 13 : audit [DBG] from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:02:31.443 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:31 smithi169 bash[19820]: audit 2024-09-06T15:02:30.649551+0000 mgr.y (mgr.14118) 14 : audit [DBG] from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi169", "addr": "172.21.15.169", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:02:32.287 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:32 smithi169 bash[19820]: cephadm 2024-09-06T15:02:31.613054+0000 mgr.y (mgr.14118) 15 : cephadm [INF] Deploying cephadm binary to smithi169 2024-09-06T15:02:35.523 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout Added host 'smithi169' with addr '172.21.15.169' 2024-09-06T15:02:35.523 INFO:teuthology.orchestra.run.smithi169.stdout:Deploying unmanaged mon service... 2024-09-06T15:02:35.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:35 smithi169 bash[19820]: audit 2024-09-06T15:02:34.711916+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.14118 172.21.15.169:0/2716217192' entity='mgr.y' 2024-09-06T15:02:35.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:35 smithi169 bash[19820]: cephadm 2024-09-06T15:02:34.712341+0000 mgr.y (mgr.14118) 16 : cephadm [INF] Added host smithi169 2024-09-06T15:02:35.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:35 smithi169 bash[19820]: audit 2024-09-06T15:02:34.712787+0000 mon.a (mon.0) 63 : audit [DBG] from='mgr.14118 172.21.15.169:0/2716217192' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:02:38.158 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-09-06T15:02:38.158 INFO:teuthology.orchestra.run.smithi169.stdout:Deploying unmanaged mgr service... 2024-09-06T15:02:38.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:38 smithi169 bash[19820]: audit 2024-09-06T15:02:37.394714+0000 mgr.y (mgr.14118) 17 : audit [DBG] from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:02:38.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:38 smithi169 bash[19820]: cephadm 2024-09-06T15:02:37.397476+0000 mgr.y (mgr.14118) 18 : cephadm [INF] Saving service mon spec with placement count:5 2024-09-06T15:02:38.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:38 smithi169 bash[19820]: audit 2024-09-06T15:02:37.400832+0000 mon.a (mon.0) 64 : audit [INF] from='mgr.14118 172.21.15.169:0/2716217192' entity='mgr.y' 2024-09-06T15:02:38.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:38 smithi169 bash[19820]: audit 2024-09-06T15:02:37.915454+0000 mon.a (mon.0) 65 : audit [INF] from='mgr.14118 172.21.15.169:0/2716217192' entity='mgr.y' 2024-09-06T15:02:39.942 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:39 smithi169 bash[19820]: audit 2024-09-06T15:02:38.506501+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.14118 172.21.15.169:0/2716217192' entity='mgr.y' 2024-09-06T15:02:40.109 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-09-06T15:02:40.942 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:40 smithi169 bash[19820]: audit 2024-09-06T15:02:39.586202+0000 mgr.y (mgr.14118) 19 : audit [DBG] from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:02:40.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:40 smithi169 bash[19820]: cephadm 2024-09-06T15:02:39.588395+0000 mgr.y (mgr.14118) 20 : cephadm [INF] Saving service mgr spec with placement count:2 2024-09-06T15:02:40.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:40 smithi169 bash[19820]: audit 2024-09-06T15:02:39.591934+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.14118 172.21.15.169:0/2716217192' entity='mgr.y' 2024-09-06T15:02:40.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:40 smithi169 bash[19820]: cluster 2024-09-06T15:02:39.852981+0000 mgr.y (mgr.14118) 21 : cluster [DBG] pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:02:42.851 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:42 smithi169 bash[19820]: audit 2024-09-06T15:02:41.473859+0000 mon.a (mon.0) 68 : audit [INF] from='client.? 172.21.15.169:0/742237447' entity='client.admin' 2024-09-06T15:02:42.851 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:42 smithi169 bash[19820]: cluster 2024-09-06T15:02:41.853460+0000 mgr.y (mgr.14118) 22 : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:02:43.888 INFO:teuthology.orchestra.run.smithi169.stdout:Enabling the dashboard module... 2024-09-06T15:02:44.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:44 smithi169 bash[19820]: audit 2024-09-06T15:02:43.341097+0000 mon.a (mon.0) 69 : audit [INF] from='client.? 172.21.15.169:0/1665593135' entity='client.admin' 2024-09-06T15:02:44.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:44 smithi169 bash[19820]: cluster 2024-09-06T15:02:43.853934+0000 mgr.y (mgr.14118) 23 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:02:45.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:45 smithi169 bash[19820]: audit 2024-09-06T15:02:45.355041+0000 mon.a (mon.0) 70 : audit [INF] from='client.? 172.21.15.169:0/3323783532' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-09-06T15:02:45.693 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:45 smithi169 bash[20072]: ignoring --setuser ceph since I am not root 2024-09-06T15:02:45.693 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:45 smithi169 bash[20072]: ignoring --setgroup ceph since I am not root 2024-09-06T15:02:45.693 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:45 smithi169 bash[20072]: debug 2024-09-06T15:02:45.576+0000 7fe67301e040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-06T15:02:46.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:46 smithi169 bash[19820]: audit 2024-09-06T15:02:45.406287+0000 mon.a (mon.0) 71 : audit [INF] from='client.? 172.21.15.169:0/3323783532' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-09-06T15:02:46.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:46 smithi169 bash[19820]: cluster 2024-09-06T15:02:45.410407+0000 mon.a (mon.0) 72 : cluster [DBG] mgrmap e9: y(active, since 25s) 2024-09-06T15:02:47.192 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:46 smithi169 bash[20072]: debug 2024-09-06T15:02:46.764+0000 7fe67301e040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-06T15:02:47.193 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:46 smithi169 bash[20072]: debug 2024-09-06T15:02:46.828+0000 7fe67301e040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-06T15:02:47.193 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:46 smithi169 bash[20072]: debug 2024-09-06T15:02:46.980+0000 7fe67301e040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-06T15:02:47.942 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:47 smithi169 bash[19820]: audit 2024-09-06T15:02:47.549214+0000 mon.a (mon.0) 73 : audit [DBG] from='client.? 172.21.15.169:0/470913083' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-06T15:02:47.943 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:47 smithi169 bash[20072]: debug 2024-09-06T15:02:47.644+0000 7fe67301e040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-06T15:02:47.943 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:47 smithi169 bash[20072]: debug 2024-09-06T15:02:47.712+0000 7fe67301e040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-06T15:02:47.943 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:47 smithi169 bash[20072]: debug 2024-09-06T15:02:47.784+0000 7fe67301e040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-06T15:02:48.077 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout { 2024-09-06T15:02:48.077 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-09-06T15:02:48.077 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-06T15:02:48.077 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-09-06T15:02:48.077 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-06T15:02:48.077 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout } 2024-09-06T15:02:48.077 INFO:teuthology.orchestra.run.smithi169.stdout:Waiting for the mgr to restart... 2024-09-06T15:02:48.078 INFO:teuthology.orchestra.run.smithi169.stdout:Waiting for mgr epoch 9... 2024-09-06T15:02:48.372 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:47 smithi169 bash[20072]: debug 2024-09-06T15:02:47.968+0000 7fe67301e040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-06T15:02:48.372 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:48 smithi169 bash[20072]: debug 2024-09-06T15:02:48.044+0000 7fe67301e040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-06T15:02:48.372 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:48 smithi169 bash[20072]: debug 2024-09-06T15:02:48.116+0000 7fe67301e040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-06T15:02:48.372 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:48 smithi169 bash[20072]: debug 2024-09-06T15:02:48.371+0000 7fe67301e040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-06T15:02:48.636 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:48 smithi169 bash[20072]: debug 2024-09-06T15:02:48.439+0000 7fe67301e040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-06T15:02:48.942 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:48 smithi169 bash[20072]: debug 2024-09-06T15:02:48.635+0000 7fe67301e040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-06T15:02:48.942 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:48 smithi169 bash[20072]: debug 2024-09-06T15:02:48.711+0000 7fe67301e040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-06T15:02:49.316 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:48 smithi169 bash[20072]: debug 2024-09-06T15:02:48.963+0000 7fe67301e040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-06T15:02:49.316 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:49 smithi169 bash[20072]: debug 2024-09-06T15:02:49.147+0000 7fe67301e040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-06T15:02:49.316 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:49 smithi169 bash[20072]: debug 2024-09-06T15:02:49.315+0000 7fe67301e040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-06T15:02:49.572 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:49 smithi169 bash[20072]: debug 2024-09-06T15:02:49.391+0000 7fe67301e040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-06T15:02:50.677 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:49 smithi169 bash[20072]: debug 2024-09-06T15:02:49.571+0000 7fe67301e040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-06T15:02:50.677 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:50 smithi169 bash[20072]: debug 2024-09-06T15:02:50.379+0000 7fe67301e040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-06T15:02:50.677 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:50 smithi169 bash[20072]: debug 2024-09-06T15:02:50.455+0000 7fe67301e040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-06T15:02:50.677 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:50 smithi169 bash[20072]: debug 2024-09-06T15:02:50.675+0000 7fe67301e040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-06T15:02:50.942 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:50 smithi169 bash[20072]: debug 2024-09-06T15:02:50.747+0000 7fe67301e040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-06T15:02:51.419 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:51 smithi169 bash[20072]: debug 2024-09-06T15:02:51.135+0000 7fe67301e040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-06T15:02:51.419 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:51 smithi169 bash[20072]: debug 2024-09-06T15:02:51.215+0000 7fe67301e040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-06T15:02:51.420 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:51 smithi169 bash[19820]: cluster 2024-09-06T15:02:51.241134+0000 mon.a (mon.0) 74 : cluster [INF] Active manager daemon y restarted 2024-09-06T15:02:51.420 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:51 smithi169 bash[19820]: cluster 2024-09-06T15:02:51.241691+0000 mon.a (mon.0) 75 : cluster [INF] Activating manager daemon y 2024-09-06T15:02:51.420 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:51 smithi169 bash[19820]: cluster 2024-09-06T15:02:51.248419+0000 mon.a (mon.0) 76 : cluster [DBG] osdmap e3: 0 total, 0 up, 0 in 2024-09-06T15:02:51.420 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:51 smithi169 bash[19820]: cluster 2024-09-06T15:02:51.248662+0000 mon.a (mon.0) 77 : cluster [DBG] mgrmap e10: y(active, starting, since 0.00715839s) 2024-09-06T15:02:51.420 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:51 smithi169 bash[19820]: audit 2024-09-06T15:02:51.250396+0000 mon.a (mon.0) 78 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-06T15:02:51.420 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:51 smithi169 bash[19820]: audit 2024-09-06T15:02:51.251641+0000 mon.a (mon.0) 79 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-06T15:02:51.420 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:51 smithi169 bash[19820]: audit 2024-09-06T15:02:51.252501+0000 mon.a (mon.0) 80 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-06T15:02:51.420 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:51 smithi169 bash[19820]: audit 2024-09-06T15:02:51.252669+0000 mon.a (mon.0) 81 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-06T15:02:51.420 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:51 smithi169 bash[19820]: audit 2024-09-06T15:02:51.252823+0000 mon.a (mon.0) 82 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-06T15:02:51.420 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:51 smithi169 bash[19820]: cluster 2024-09-06T15:02:51.276897+0000 mon.a (mon.0) 83 : cluster [INF] Manager daemon y is now available 2024-09-06T15:02:52.665 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:52 smithi169 bash[19820]: audit 2024-09-06T15:02:51.293641+0000 mon.a (mon.0) 84 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:02:52.665 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:52 smithi169 bash[19820]: audit 2024-09-06T15:02:51.309827+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-06T15:02:52.666 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:52 smithi169 bash[19820]: audit 2024-09-06T15:02:51.312508+0000 mon.a (mon.0) 86 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-06T15:02:52.666 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:52 smithi169 bash[19820]: cluster 2024-09-06T15:02:52.254579+0000 mon.a (mon.0) 87 : cluster [DBG] mgrmap e11: y(active, since 1.01307s) 2024-09-06T15:02:52.884 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout { 2024-09-06T15:02:52.884 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-09-06T15:02:52.884 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-06T15:02:52.884 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout } 2024-09-06T15:02:52.884 INFO:teuthology.orchestra.run.smithi169.stdout:mgr epoch 9 is available 2024-09-06T15:02:52.884 INFO:teuthology.orchestra.run.smithi169.stdout:Generating a dashboard self-signed certificate... 2024-09-06T15:02:52.943 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:52 smithi169 bash[20072]: debug 2024-09-06T15:02:52.663+0000 7fe5d8adb640 -1 log_channel(cephadm) log [ERR] : [06/Sep/2024:15:02:52] ENGINE Error in HTTPServer.serve 2024-09-06T15:02:52.943 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:52 smithi169 bash[20072]: Traceback (most recent call last): 2024-09-06T15:02:52.943 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:52 smithi169 bash[20072]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-06T15:02:52.943 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:52 smithi169 bash[20072]: self._connections.run(self.expiration_interval) 2024-09-06T15:02:52.943 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:52 smithi169 bash[20072]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-06T15:02:52.943 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:52 smithi169 bash[20072]: self._run(expiration_interval) 2024-09-06T15:02:52.943 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:52 smithi169 bash[20072]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-06T15:02:52.944 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:52 smithi169 bash[20072]: new_conn = self._from_server_socket(self.server.socket) 2024-09-06T15:02:52.944 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:52 smithi169 bash[20072]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-06T15:02:52.944 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:52 smithi169 bash[20072]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-06T15:02:52.944 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:52 smithi169 bash[20072]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-06T15:02:52.944 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:52 smithi169 bash[20072]: s = self.context.wrap_socket( 2024-09-06T15:02:52.944 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:52 smithi169 bash[20072]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-06T15:02:52.944 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:52 smithi169 bash[20072]: return self.sslsocket_class._create( 2024-09-06T15:02:52.944 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:52 smithi169 bash[20072]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-06T15:02:52.944 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:52 smithi169 bash[20072]: self.do_handshake() 2024-09-06T15:02:52.944 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:52 smithi169 bash[20072]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-06T15:02:52.944 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:52 smithi169 bash[20072]: self._sslobj.do_handshake() 2024-09-06T15:02:52.944 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:02:52 smithi169 bash[20072]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-06T15:02:53.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:53 smithi169 bash[19820]: cephadm 2024-09-06T15:02:52.446466+0000 mgr.y (mgr.14150) 3 : cephadm [INF] [06/Sep/2024:15:02:52] ENGINE Bus STARTING 2024-09-06T15:02:54.549 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:54 smithi169 bash[19820]: cephadm 2024-09-06T15:02:52.548374+0000 mgr.y (mgr.14150) 4 : cephadm [INF] [06/Sep/2024:15:02:52] ENGINE Serving on http://172.21.15.169:8765 2024-09-06T15:02:54.549 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:54 smithi169 bash[19820]: cephadm 2024-09-06T15:02:52.667512+0000 mgr.y (mgr.14150) 5 : cephadm [INF] [06/Sep/2024:15:02:52] ENGINE Serving on https://172.21.15.169:7150 2024-09-06T15:02:54.550 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:54 smithi169 bash[19820]: cephadm 2024-09-06T15:02:52.667719+0000 mgr.y (mgr.14150) 6 : cephadm [INF] [06/Sep/2024:15:02:52] ENGINE Bus STARTED 2024-09-06T15:02:54.550 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:54 smithi169 bash[19820]: cephadm 2024-09-06T15:02:52.669862+0000 mgr.y (mgr.14150) 7 : cephadm [ERR] [06/Sep/2024:15:02:52] ENGINE Error in HTTPServer.serve 2024-09-06T15:02:54.550 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:54 smithi169 bash[19820]: Traceback (most recent call last): 2024-09-06T15:02:54.550 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:54 smithi169 bash[19820]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-06T15:02:54.550 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:54 smithi169 bash[19820]: self._connections.run(self.expiration_interval) 2024-09-06T15:02:54.551 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:54 smithi169 bash[19820]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-06T15:02:54.551 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:54 smithi169 bash[19820]: self._run(expiration_interval) 2024-09-06T15:02:54.551 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:54 smithi169 bash[19820]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-06T15:02:54.551 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:54 smithi169 bash[19820]: new_conn = self._from_server_socket(self.server.socket) 2024-09-06T15:02:54.551 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:54 smithi169 bash[19820]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-06T15:02:54.551 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:54 smithi169 bash[19820]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-06T15:02:54.552 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:54 smithi169 bash[19820]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-06T15:02:54.552 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:54 smithi169 bash[19820]: s = self.context.wrap_socket( 2024-09-06T15:02:54.552 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:54 smithi169 bash[19820]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-06T15:02:54.552 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:54 smithi169 bash[19820]: return self.sslsocket_class._create( 2024-09-06T15:02:54.552 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:54 smithi169 bash[19820]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-06T15:02:54.553 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:54 smithi169 bash[19820]: self.do_handshake() 2024-09-06T15:02:54.553 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:54 smithi169 bash[19820]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-06T15:02:54.553 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:54 smithi169 bash[19820]: self._sslobj.do_handshake() 2024-09-06T15:02:54.553 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:54 smithi169 bash[19820]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-06T15:02:54.553 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:54 smithi169 bash[19820]: cluster 2024-09-06T15:02:53.306389+0000 mon.a (mon.0) 88 : cluster [DBG] mgrmap e12: y(active, since 2s) 2024-09-06T15:02:55.074 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-09-06T15:02:55.074 INFO:teuthology.orchestra.run.smithi169.stdout:Creating initial admin user... 2024-09-06T15:02:55.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:55 smithi169 bash[19820]: audit 2024-09-06T15:02:54.456984+0000 mgr.y (mgr.14150) 8 : audit [DBG] from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:02:55.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:55 smithi169 bash[19820]: audit 2024-09-06T15:02:54.539208+0000 mon.a (mon.0) 89 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:02:55.443 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:55 smithi169 bash[19820]: audit 2024-09-06T15:02:54.541143+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:02:56.783 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:56 smithi169 bash[19820]: audit 2024-09-06T15:02:56.453654+0000 mgr.y (mgr.14150) 9 : audit [DBG] from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:02:57.298 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$bhFC/vqOxrCpGsqMdaOeJuTHNIxoXeURm95YYy1YTyCEJXiwzmTa6", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1725634976, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-09-06T15:02:57.298 INFO:teuthology.orchestra.run.smithi169.stdout:Fetching dashboard port number... 2024-09-06T15:02:58.165 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:57 smithi169 bash[19820]: audit 2024-09-06T15:02:56.725877+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:02:59.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:58 smithi169 bash[19820]: cluster 2024-09-06T15:02:57.731961+0000 mon.a (mon.0) 92 : cluster [DBG] mgrmap e13: y(active, since 6s) 2024-09-06T15:02:59.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:58 smithi169 bash[19820]: audit 2024-09-06T15:02:57.957320+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:02:59.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:02:58 smithi169 bash[19820]: audit 2024-09-06T15:02:58.690679+0000 mon.a (mon.0) 94 : audit [DBG] from='client.? 172.21.15.169:0/2915649801' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-09-06T15:02:59.263 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stdout 8443 2024-09-06T15:02:59.263 INFO:teuthology.orchestra.run.smithi169.stdout:firewalld does not appear to be present 2024-09-06T15:02:59.263 INFO:teuthology.orchestra.run.smithi169.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-09-06T15:02:59.265 INFO:teuthology.orchestra.run.smithi169.stdout:Ceph Dashboard is now available at: 2024-09-06T15:02:59.265 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:02:59.265 INFO:teuthology.orchestra.run.smithi169.stdout: URL: https://smithi169.front.sepia.ceph.com:8443/ 2024-09-06T15:02:59.265 INFO:teuthology.orchestra.run.smithi169.stdout: User: admin 2024-09-06T15:02:59.265 INFO:teuthology.orchestra.run.smithi169.stdout: Password: nv862apky1 2024-09-06T15:02:59.265 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:02:59.265 INFO:teuthology.orchestra.run.smithi169.stdout:Saving cluster configuration to /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config directory 2024-09-06T15:03:00.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:00 smithi169 bash[19820]: audit 2024-09-06T15:02:59.054166+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:01.362 INFO:teuthology.orchestra.run.smithi169.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-09-06T15:03:01.362 INFO:teuthology.orchestra.run.smithi169.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-09-06T15:03:01.362 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:03:01.362 INFO:teuthology.orchestra.run.smithi169.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid bab55310-6c60-11ef-bce4-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-09-06T15:03:01.362 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:03:01.362 INFO:teuthology.orchestra.run.smithi169.stdout:Or, if you are only running a single cluster on this host: 2024-09-06T15:03:01.362 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:03:01.363 INFO:teuthology.orchestra.run.smithi169.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-09-06T15:03:01.363 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:03:01.363 INFO:teuthology.orchestra.run.smithi169.stdout:Please consider enabling telemetry to help improve Ceph: 2024-09-06T15:03:01.363 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:03:01.363 INFO:teuthology.orchestra.run.smithi169.stdout: ceph telemetry on 2024-09-06T15:03:01.363 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:03:01.363 INFO:teuthology.orchestra.run.smithi169.stdout:For more information see: 2024-09-06T15:03:01.363 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:03:01.363 INFO:teuthology.orchestra.run.smithi169.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-09-06T15:03:01.363 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:03:01.363 INFO:teuthology.orchestra.run.smithi169.stdout:Bootstrap complete. 2024-09-06T15:03:01.423 INFO:tasks.cephadm:Fetching config... 2024-09-06T15:03:01.423 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-09-06T15:03:01.423 DEBUG:teuthology.orchestra.run.smithi169:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-09-06T15:03:01.429 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-09-06T15:03:01.429 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-09-06T15:03:01.429 DEBUG:teuthology.orchestra.run.smithi169:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-09-06T15:03:01.474 INFO:tasks.cephadm:Fetching mon keyring... 2024-09-06T15:03:01.474 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-09-06T15:03:01.474 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd if=/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/keyring of=/dev/stdout 2024-09-06T15:03:01.533 INFO:tasks.cephadm:Fetching pub ssh key... 2024-09-06T15:03:01.533 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-09-06T15:03:01.533 DEBUG:teuthology.orchestra.run.smithi169:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-09-06T15:03:01.582 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-09-06T15:03:01.583 DEBUG:teuthology.orchestra.run.smithi169:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDHmw2DPX7eJKXn0ztBijeL5+StXsiDJdVt24+eGMq8Y5u+1mrBKkpj8lqMFLh9jn6nwIisFTQ5iNWynAI3fuwaHhlXObKJdl5gj1bZL1qnUWYvG2zHgcHGKSZUbjMxV5sw5UwP6/CnUOcXLiW0l1xRQNCNg+2GZTfuFrpV6GsxRnExTLHpschYuKjMSFiv+uQonEMfhwrRphOsSABt9gm29bUsyo/OI+Ss/pV4P03rIRczqGYVHp5kAbee7a6jyqQOgLAXE6PKBKjwLEZyQMDVdYG0RejhstY1UQk71MxphzlU7Iqbde3oy8GcNilvY3tHai2b27rkISab6N3xVZJ7qd7/eO22oMOfihgf0uuh9+Csw1REfC/zwzr7cDrjreHJvwtCNlrhaihAoyH/3q8ps62EfHiSbsOjUc/5K64eXsmyaoNOfyfjhf0JUNJ8P5YRfrtGCl+kZcuB/znypz4JabhdvUErIA4qt4PtGVAlqmIpLn8Vo6WRehBs31xCWuk= ceph-bab55310-6c60-11ef-bce4-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-06T15:03:01.646 INFO:teuthology.orchestra.run.smithi169.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDHmw2DPX7eJKXn0ztBijeL5+StXsiDJdVt24+eGMq8Y5u+1mrBKkpj8lqMFLh9jn6nwIisFTQ5iNWynAI3fuwaHhlXObKJdl5gj1bZL1qnUWYvG2zHgcHGKSZUbjMxV5sw5UwP6/CnUOcXLiW0l1xRQNCNg+2GZTfuFrpV6GsxRnExTLHpschYuKjMSFiv+uQonEMfhwrRphOsSABt9gm29bUsyo/OI+Ss/pV4P03rIRczqGYVHp5kAbee7a6jyqQOgLAXE6PKBKjwLEZyQMDVdYG0RejhstY1UQk71MxphzlU7Iqbde3oy8GcNilvY3tHai2b27rkISab6N3xVZJ7qd7/eO22oMOfihgf0uuh9+Csw1REfC/zwzr7cDrjreHJvwtCNlrhaihAoyH/3q8ps62EfHiSbsOjUc/5K64eXsmyaoNOfyfjhf0JUNJ8P5YRfrtGCl+kZcuB/znypz4JabhdvUErIA4qt4PtGVAlqmIpLn8Vo6WRehBs31xCWuk= ceph-bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:03:01.655 DEBUG:teuthology.orchestra.run.smithi181:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDHmw2DPX7eJKXn0ztBijeL5+StXsiDJdVt24+eGMq8Y5u+1mrBKkpj8lqMFLh9jn6nwIisFTQ5iNWynAI3fuwaHhlXObKJdl5gj1bZL1qnUWYvG2zHgcHGKSZUbjMxV5sw5UwP6/CnUOcXLiW0l1xRQNCNg+2GZTfuFrpV6GsxRnExTLHpschYuKjMSFiv+uQonEMfhwrRphOsSABt9gm29bUsyo/OI+Ss/pV4P03rIRczqGYVHp5kAbee7a6jyqQOgLAXE6PKBKjwLEZyQMDVdYG0RejhstY1UQk71MxphzlU7Iqbde3oy8GcNilvY3tHai2b27rkISab6N3xVZJ7qd7/eO22oMOfihgf0uuh9+Csw1REfC/zwzr7cDrjreHJvwtCNlrhaihAoyH/3q8ps62EfHiSbsOjUc/5K64eXsmyaoNOfyfjhf0JUNJ8P5YRfrtGCl+kZcuB/znypz4JabhdvUErIA4qt4PtGVAlqmIpLn8Vo6WRehBs31xCWuk= ceph-bab55310-6c60-11ef-bce4-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-06T15:03:01.678 INFO:teuthology.orchestra.run.smithi181.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDHmw2DPX7eJKXn0ztBijeL5+StXsiDJdVt24+eGMq8Y5u+1mrBKkpj8lqMFLh9jn6nwIisFTQ5iNWynAI3fuwaHhlXObKJdl5gj1bZL1qnUWYvG2zHgcHGKSZUbjMxV5sw5UwP6/CnUOcXLiW0l1xRQNCNg+2GZTfuFrpV6GsxRnExTLHpschYuKjMSFiv+uQonEMfhwrRphOsSABt9gm29bUsyo/OI+Ss/pV4P03rIRczqGYVHp5kAbee7a6jyqQOgLAXE6PKBKjwLEZyQMDVdYG0RejhstY1UQk71MxphzlU7Iqbde3oy8GcNilvY3tHai2b27rkISab6N3xVZJ7qd7/eO22oMOfihgf0uuh9+Csw1REfC/zwzr7cDrjreHJvwtCNlrhaihAoyH/3q8ps62EfHiSbsOjUc/5K64eXsmyaoNOfyfjhf0JUNJ8P5YRfrtGCl+kZcuB/znypz4JabhdvUErIA4qt4PtGVAlqmIpLn8Vo6WRehBs31xCWuk= ceph-bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:03:01.687 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-09-06T15:03:02.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:01 smithi169 bash[19820]: audit 2024-09-06T15:03:00.815508+0000 mon.a (mon.0) 96 : audit [INF] from='client.? 172.21.15.169:0/3964975631' entity='client.admin' 2024-09-06T15:03:06.233 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:03:08.436 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-09-06T15:03:08.436 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-09-06T15:03:09.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:08 smithi169 bash[19820]: audit 2024-09-06T15:03:07.737347+0000 mon.a (mon.0) 97 : audit [INF] from='client.? 172.21.15.169:0/4162821601' entity='client.admin' 2024-09-06T15:03:10.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:09 smithi169 bash[19820]: audit 2024-09-06T15:03:08.788612+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:10.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:09 smithi169 bash[19820]: audit 2024-09-06T15:03:08.792872+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:10.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:09 smithi169 bash[19820]: audit 2024-09-06T15:03:08.794601+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi169", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:03:10.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:09 smithi169 bash[19820]: audit 2024-09-06T15:03:08.800294+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:10.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:09 smithi169 bash[19820]: audit 2024-09-06T15:03:08.824369+0000 mon.a (mon.0) 102 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:03:10.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:09 smithi169 bash[19820]: audit 2024-09-06T15:03:08.831466+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:12.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:12 smithi169 bash[19820]: cluster 2024-09-06T15:03:11.254383+0000 mgr.y (mgr.14150) 10 : cluster [DBG] pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:13.152 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:03:14.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:14 smithi169 bash[19820]: cluster 2024-09-06T15:03:13.254827+0000 mgr.y (mgr.14150) 11 : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:15.016 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi181 2024-09-06T15:03:15.016 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-09-06T15:03:15.016 DEBUG:teuthology.orchestra.run.smithi181:> dd of=/etc/ceph/ceph.conf 2024-09-06T15:03:15.023 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-09-06T15:03:15.024 DEBUG:teuthology.orchestra.run.smithi181:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-06T15:03:15.070 INFO:tasks.cephadm:Adding host smithi181 to orchestrator... 2024-09-06T15:03:15.071 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph orch host add smithi181 2024-09-06T15:03:15.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:15 smithi169 bash[19820]: audit 2024-09-06T15:03:14.427955+0000 mgr.y (mgr.14150) 12 : audit [DBG] from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:03:15.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:15 smithi169 bash[19820]: audit 2024-09-06T15:03:14.433241+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:15.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:15 smithi169 bash[19820]: audit 2024-09-06T15:03:14.434526+0000 mon.a (mon.0) 105 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:03:15.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:15 smithi169 bash[19820]: audit 2024-09-06T15:03:14.437375+0000 mon.a (mon.0) 106 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:03:15.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:15 smithi169 bash[19820]: audit 2024-09-06T15:03:14.438421+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:03:15.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:15 smithi169 bash[19820]: cephadm 2024-09-06T15:03:14.439901+0000 mgr.y (mgr.14150) 13 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.conf 2024-09-06T15:03:15.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:15 smithi169 bash[19820]: audit 2024-09-06T15:03:14.808111+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:15.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:15 smithi169 bash[19820]: audit 2024-09-06T15:03:14.810877+0000 mon.a (mon.0) 109 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:15.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:15 smithi169 bash[19820]: audit 2024-09-06T15:03:14.814163+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:16.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:16 smithi169 bash[19820]: cephadm 2024-09-06T15:03:14.535317+0000 mgr.y (mgr.14150) 14 : cephadm [INF] Updating smithi169:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.conf 2024-09-06T15:03:16.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:16 smithi169 bash[19820]: cephadm 2024-09-06T15:03:14.617302+0000 mgr.y (mgr.14150) 15 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-09-06T15:03:16.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:16 smithi169 bash[19820]: cephadm 2024-09-06T15:03:14.702073+0000 mgr.y (mgr.14150) 16 : cephadm [INF] Updating smithi169:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.client.admin.keyring 2024-09-06T15:03:16.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:16 smithi169 bash[19820]: cluster 2024-09-06T15:03:15.255240+0000 mgr.y (mgr.14150) 17 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:18.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:18 smithi169 bash[19820]: cluster 2024-09-06T15:03:17.255596+0000 mgr.y (mgr.14150) 18 : cluster [DBG] pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:19.801 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:03:20.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:20 smithi169 bash[19820]: cluster 2024-09-06T15:03:19.256030+0000 mgr.y (mgr.14150) 19 : cluster [DBG] pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:22.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:22 smithi169 bash[19820]: audit 2024-09-06T15:03:21.250742+0000 mgr.y (mgr.14150) 20 : audit [DBG] from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi181", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:03:22.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:22 smithi169 bash[19820]: cluster 2024-09-06T15:03:21.256327+0000 mgr.y (mgr.14150) 21 : cluster [DBG] pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:23.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:23 smithi169 bash[19820]: cephadm 2024-09-06T15:03:22.287094+0000 mgr.y (mgr.14150) 22 : cephadm [INF] Deploying cephadm binary to smithi181 2024-09-06T15:03:24.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:24 smithi169 bash[19820]: cluster 2024-09-06T15:03:23.256686+0000 mgr.y (mgr.14150) 23 : cluster [DBG] pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:25.521 INFO:teuthology.orchestra.run.smithi169.stdout:Added host 'smithi181' with addr '172.21.15.181' 2024-09-06T15:03:26.135 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph orch host ls --format=json 2024-09-06T15:03:26.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:26 smithi169 bash[19820]: cluster 2024-09-06T15:03:25.257126+0000 mgr.y (mgr.14150) 24 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:26.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:26 smithi169 bash[19820]: audit 2024-09-06T15:03:25.524216+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:26.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:26 smithi169 bash[19820]: audit 2024-09-06T15:03:25.525825+0000 mon.a (mon.0) 112 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:03:26.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:26 smithi169 bash[19820]: audit 2024-09-06T15:03:26.038956+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:27.942 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:27 smithi169 bash[19820]: cephadm 2024-09-06T15:03:25.525027+0000 mgr.y (mgr.14150) 25 : cephadm [INF] Added host smithi181 2024-09-06T15:03:28.942 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:28 smithi169 bash[19820]: cluster 2024-09-06T15:03:27.257475+0000 mgr.y (mgr.14150) 26 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:28.942 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:28 smithi169 bash[19820]: audit 2024-09-06T15:03:27.558126+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:30.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:29 smithi169 bash[19820]: audit 2024-09-06T15:03:28.775467+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:30.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:29 smithi169 bash[19820]: cluster 2024-09-06T15:03:29.258003+0000 mgr.y (mgr.14150) 27 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:30.862 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:03:32.323 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:03:32.324 INFO:teuthology.orchestra.run.smithi169.stdout:[{"addr": "172.21.15.169", "hostname": "smithi169", "labels": [], "status": ""}, {"addr": "172.21.15.181", "hostname": "smithi181", "labels": [], "status": ""}] 2024-09-06T15:03:32.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:32 smithi169 bash[19820]: cluster 2024-09-06T15:03:31.258502+0000 mgr.y (mgr.14150) 28 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:32.892 INFO:tasks.cephadm:Setting crush tunables to default 2024-09-06T15:03:32.892 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph osd crush tunables default 2024-09-06T15:03:33.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:33 smithi169 bash[19820]: audit 2024-09-06T15:03:32.328322+0000 mgr.y (mgr.14150) 29 : audit [DBG] from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-06T15:03:34.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:34 smithi169 bash[19820]: cluster 2024-09-06T15:03:33.258979+0000 mgr.y (mgr.14150) 30 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:35.942 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:35 smithi169 bash[19820]: audit 2024-09-06T15:03:34.590961+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:35.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:35 smithi169 bash[19820]: audit 2024-09-06T15:03:34.598668+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:35.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:35 smithi169 bash[19820]: audit 2024-09-06T15:03:34.604517+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:35.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:35 smithi169 bash[19820]: audit 2024-09-06T15:03:34.609820+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:35.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:35 smithi169 bash[19820]: audit 2024-09-06T15:03:34.611552+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi181", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:03:35.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:35 smithi169 bash[19820]: audit 2024-09-06T15:03:34.613490+0000 mon.a (mon.0) 121 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:03:35.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:35 smithi169 bash[19820]: audit 2024-09-06T15:03:34.615217+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:03:35.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:35 smithi169 bash[19820]: cephadm 2024-09-06T15:03:34.617596+0000 mgr.y (mgr.14150) 31 : cephadm [INF] Updating smithi181:/etc/ceph/ceph.conf 2024-09-06T15:03:35.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:35 smithi169 bash[19820]: cephadm 2024-09-06T15:03:34.793772+0000 mgr.y (mgr.14150) 32 : cephadm [INF] Updating smithi181:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.conf 2024-09-06T15:03:35.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:35 smithi169 bash[19820]: cephadm 2024-09-06T15:03:34.940337+0000 mgr.y (mgr.14150) 33 : cephadm [INF] Updating smithi181:/etc/ceph/ceph.client.admin.keyring 2024-09-06T15:03:35.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:35 smithi169 bash[19820]: cephadm 2024-09-06T15:03:35.078097+0000 mgr.y (mgr.14150) 34 : cephadm [INF] Updating smithi181:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.client.admin.keyring 2024-09-06T15:03:35.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:35 smithi169 bash[19820]: audit 2024-09-06T15:03:35.218518+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:35.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:35 smithi169 bash[19820]: audit 2024-09-06T15:03:35.223695+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:35.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:35 smithi169 bash[19820]: audit 2024-09-06T15:03:35.229806+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:35.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:35 smithi169 bash[19820]: cluster 2024-09-06T15:03:35.259287+0000 mgr.y (mgr.14150) 35 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:37.617 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:03:38.653 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:38 smithi169 bash[19820]: cluster 2024-09-06T15:03:37.259643+0000 mgr.y (mgr.14150) 36 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:39.315 INFO:teuthology.orchestra.run.smithi169.stderr:adjusted tunables profile to default 2024-09-06T15:03:39.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:39 smithi169 bash[19820]: audit 2024-09-06T15:03:38.997180+0000 mon.a (mon.0) 126 : audit [INF] from='client.? 172.21.15.169:0/264433618' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-06T15:03:39.950 INFO:tasks.cephadm:Adding mon.a on smithi169 2024-09-06T15:03:39.950 INFO:tasks.cephadm:Adding mon.c on smithi169 2024-09-06T15:03:39.950 INFO:tasks.cephadm:Adding mon.b on smithi181 2024-09-06T15:03:39.950 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph orch apply mon '3;smithi169:172.21.15.169=a;smithi169:[v2:172.21.15.169:3301,v1:172.21.15.169:6790]=c;smithi181:172.21.15.181=b' 2024-09-06T15:03:40.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:40 smithi169 bash[19820]: cluster 2024-09-06T15:03:39.260055+0000 mgr.y (mgr.14150) 37 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:40.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:40 smithi169 bash[19820]: audit 2024-09-06T15:03:39.320430+0000 mon.a (mon.0) 127 : audit [INF] from='client.? 172.21.15.169:0/264433618' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-06T15:03:40.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:40 smithi169 bash[19820]: cluster 2024-09-06T15:03:39.326404+0000 mon.a (mon.0) 128 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-06T15:03:41.175 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.conf 2024-09-06T15:03:42.450 INFO:teuthology.orchestra.run.smithi181.stdout:Scheduled mon update... 2024-09-06T15:03:42.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:42 smithi169 bash[19820]: cluster 2024-09-06T15:03:41.260576+0000 mgr.y (mgr.14150) 38 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:42.950 DEBUG:teuthology.orchestra.run.smithi169:mon.c> sudo journalctl -f -n 0 -u ceph-bab55310-6c60-11ef-bce4-c7b262605968@mon.c.service 2024-09-06T15:03:42.953 DEBUG:teuthology.orchestra.run.smithi181:mon.b> sudo journalctl -f -n 0 -u ceph-bab55310-6c60-11ef-bce4-c7b262605968@mon.b.service 2024-09-06T15:03:42.955 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-06T15:03:42.955 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph mon dump -f json 2024-09-06T15:03:43.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:43 smithi169 bash[19820]: audit 2024-09-06T15:03:42.441723+0000 mgr.y (mgr.14150) 39 : audit [DBG] from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi169:172.21.15.169=a;smithi169:[v2:172.21.15.169:3301,v1:172.21.15.169:6790]=c;smithi181:172.21.15.181=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:03:43.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:43 smithi169 bash[19820]: cephadm 2024-09-06T15:03:42.446945+0000 mgr.y (mgr.14150) 40 : cephadm [INF] Saving service mon spec with placement smithi169:172.21.15.169=a;smithi169:[v2:172.21.15.169:3301,v1:172.21.15.169:6790]=c;smithi181:172.21.15.181=b;count:3 2024-09-06T15:03:43.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:43 smithi169 bash[19820]: audit 2024-09-06T15:03:42.454156+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:43.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:43 smithi169 bash[19820]: audit 2024-09-06T15:03:42.455815+0000 mon.a (mon.0) 130 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:03:43.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:43 smithi169 bash[19820]: audit 2024-09-06T15:03:42.459198+0000 mon.a (mon.0) 131 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:03:43.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:43 smithi169 bash[19820]: audit 2024-09-06T15:03:42.460928+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:03:43.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:43 smithi169 bash[19820]: audit 2024-09-06T15:03:42.471247+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:43.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:43 smithi169 bash[19820]: audit 2024-09-06T15:03:42.475020+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-06T15:03:43.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:43 smithi169 bash[19820]: audit 2024-09-06T15:03:42.476754+0000 mon.a (mon.0) 135 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:03:43.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:43 smithi169 bash[19820]: cephadm 2024-09-06T15:03:42.478777+0000 mgr.y (mgr.14150) 41 : cephadm [INF] Deploying daemon mon.b on smithi181 2024-09-06T15:03:44.193 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.conf 2024-09-06T15:03:44.942 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:44 smithi169 bash[19820]: cluster 2024-09-06T15:03:43.261023+0000 mgr.y (mgr.14150) 42 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:46.047 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-06T15:03:46.047 INFO:teuthology.orchestra.run.smithi181.stdout:{"epoch":1,"fsid":"bab55310-6c60-11ef-bce4-c7b262605968","modified":"2024-09-06T15:01:48.282789Z","created":"2024-09-06T15:01:48.282789Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:3300","nonce":0},{"type":"v1","addr":"172.21.15.169:6789","nonce":0}]},"addr":"172.21.15.169:6789/0","public_addr":"172.21.15.169:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-06T15:03:46.048 INFO:teuthology.orchestra.run.smithi181.stderr:dumped monmap epoch 1 2024-09-06T15:03:46.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:46 smithi169 bash[19820]: cluster 2024-09-06T15:03:45.261427+0000 mgr.y (mgr.14150) 43 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:46.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:46 smithi169 bash[19820]: audit 2024-09-06T15:03:46.051504+0000 mon.a (mon.0) 136 : audit [DBG] from='client.? 172.21.15.181:0/157236714' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-06T15:03:47.955 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-06T15:03:47.956 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph mon dump -f json 2024-09-06T15:03:48.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:48 smithi169 bash[19820]: cluster 2024-09-06T15:03:47.261814+0000 mgr.y (mgr.14150) 44 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:48.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:48 smithi169 bash[19820]: audit 2024-09-06T15:03:48.093261+0000 mon.a (mon.0) 137 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:48.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:48 smithi169 bash[19820]: audit 2024-09-06T15:03:48.100825+0000 mon.a (mon.0) 138 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:48.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:48 smithi169 bash[19820]: audit 2024-09-06T15:03:48.107154+0000 mon.a (mon.0) 139 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:48.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:48 smithi169 bash[19820]: audit 2024-09-06T15:03:48.108395+0000 mon.a (mon.0) 140 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-06T15:03:48.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:48 smithi169 bash[19820]: audit 2024-09-06T15:03:48.109983+0000 mon.a (mon.0) 141 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:03:49.166 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.b/config 2024-09-06T15:03:49.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:03:49 smithi181 bash[21841]: debug 2024-09-06T15:03:49.097+0000 7f8eef866640 1 mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-06T15:03:52.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:52 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:03:52.207 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:03:52 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:03:52.207 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:52 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:03:52.554 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:52 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:03:52.554 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:52 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:03:52.555 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:52 smithi169 systemd[1]: Started Ceph mon.c for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:03:52.555 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:03:52 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:03:53.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.573+0000 7f0002db2c80 0 set uid:gid to 167:167 (ceph:ceph) 2024-09-06T15:03:53.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.573+0000 7f0002db2c80 0 ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable), process ceph-mon, pid 7 2024-09-06T15:03:53.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.573+0000 7f0002db2c80 0 pidfile_write: ignore empty --pid-file 2024-09-06T15:03:53.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.577+0000 7f0002db2c80 0 load: jerasure load: lrc 2024-09-06T15:03:53.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: RocksDB version: 7.9.2 2024-09-06T15:03:53.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Git sha 0 2024-09-06T15:03:53.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Compile date 2024-09-05 21:09:15 2024-09-06T15:03:53.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: DB SUMMARY 2024-09-06T15:03:53.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: DB Session ID: HSJ053N9JNNVG5NV3DZI 2024-09-06T15:03:53.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: CURRENT file: CURRENT 2024-09-06T15:03:53.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: IDENTITY file: IDENTITY 2024-09-06T15:03:53.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-09-06T15:03:53.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-09-06T15:03:53.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2024-09-06T15:03:53.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.error_if_exists: 0 2024-09-06T15:03:53.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.create_if_missing: 0 2024-09-06T15:03:53.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.paranoid_checks: 1 2024-09-06T15:03:53.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-09-06T15:03:53.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-06T15:03:53.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-06T15:03:53.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.env: 0x555f1b4ad940 2024-09-06T15:03:53.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.fs: PosixFileSystem 2024-09-06T15:03:53.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.info_log: 0x555f1c8b16e0 2024-09-06T15:03:53.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.max_file_opening_threads: 16 2024-09-06T15:03:53.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.statistics: (nil) 2024-09-06T15:03:53.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.use_fsync: 0 2024-09-06T15:03:53.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.max_log_file_size: 0 2024-09-06T15:03:53.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-06T15:03:53.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-09-06T15:03:53.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.keep_log_file_num: 1000 2024-09-06T15:03:53.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.recycle_log_file_num: 0 2024-09-06T15:03:53.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.allow_fallocate: 1 2024-09-06T15:03:53.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.allow_mmap_reads: 0 2024-09-06T15:03:53.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.allow_mmap_writes: 0 2024-09-06T15:03:53.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.use_direct_reads: 0 2024-09-06T15:03:53.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-06T15:03:53.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.create_missing_column_families: 0 2024-09-06T15:03:53.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.db_log_dir: 2024-09-06T15:03:53.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.wal_dir: 2024-09-06T15:03:53.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-09-06T15:03:53.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-09-06T15:03:53.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-09-06T15:03:53.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-06T15:03:53.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-06T15:03:53.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-09-06T15:03:53.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.advise_random_on_open: 1 2024-09-06T15:03:53.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.db_write_buffer_size: 0 2024-09-06T15:03:53.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.write_buffer_manager: 0x555f1c8c0dc0 2024-09-06T15:03:53.950 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-06T15:03:53.950 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-06T15:03:53.950 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-09-06T15:03:53.950 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.rate_limiter: (nil) 2024-09-06T15:03:53.950 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-06T15:03:53.950 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.wal_recovery_mode: 2 2024-09-06T15:03:53.950 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.enable_thread_tracking: 0 2024-09-06T15:03:53.950 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.enable_pipelined_write: 0 2024-09-06T15:03:53.950 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.unordered_write: 0 2024-09-06T15:03:53.950 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-06T15:03:53.950 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-06T15:03:53.950 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-06T15:03:53.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-06T15:03:53.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.row_cache: None 2024-09-06T15:03:53.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.wal_filter: None 2024-09-06T15:03:53.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-06T15:03:53.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.allow_ingest_behind: 0 2024-09-06T15:03:53.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.two_write_queues: 0 2024-09-06T15:03:53.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.manual_wal_flush: 0 2024-09-06T15:03:53.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.wal_compression: 0 2024-09-06T15:03:53.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.atomic_flush: 0 2024-09-06T15:03:53.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-06T15:03:53.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-09-06T15:03:53.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-09-06T15:03:53.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.log_readahead_size: 0 2024-09-06T15:03:53.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-06T15:03:53.952 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.best_efforts_recovery: 0 2024-09-06T15:03:53.952 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-06T15:03:53.952 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-06T15:03:53.952 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.allow_data_in_errors: 0 2024-09-06T15:03:53.952 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.db_host_id: __hostname__ 2024-09-06T15:03:53.952 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-09-06T15:03:53.952 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.max_background_jobs: 2 2024-09-06T15:03:53.952 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.max_background_compactions: -1 2024-09-06T15:03:53.952 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.max_subcompactions: 1 2024-09-06T15:03:53.952 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-06T15:03:53.952 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-06T15:03:53.953 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-09-06T15:03:53.953 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.max_total_wal_size: 0 2024-09-06T15:03:53.953 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-06T15:03:53.953 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-09-06T15:03:53.953 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-09-06T15:03:53.953 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-06T15:03:53.953 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.max_open_files: -1 2024-09-06T15:03:53.953 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.bytes_per_sync: 0 2024-09-06T15:03:53.953 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-09-06T15:03:53.953 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-09-06T15:03:53.953 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.compaction_readahead_size: 0 2024-09-06T15:03:53.953 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.max_background_flushes: -1 2024-09-06T15:03:53.954 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Compression algorithms supported: 2024-09-06T15:03:53.954 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: kZSTD supported: 0 2024-09-06T15:03:53.954 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: kXpressCompression supported: 0 2024-09-06T15:03:53.954 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: kBZip2Compression supported: 0 2024-09-06T15:03:53.954 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-06T15:03:53.954 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: kLZ4Compression supported: 1 2024-09-06T15:03:53.954 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: kZlibCompression supported: 1 2024-09-06T15:03:53.954 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: kLZ4HCCompression supported: 1 2024-09-06T15:03:53.954 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: kSnappyCompression supported: 1 2024-09-06T15:03:53.954 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-09-06T15:03:53.954 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-09-06T15:03:53.954 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-09-06T15:03:53.954 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-06T15:03:53.955 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-06T15:03:53.955 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.merge_operator: 2024-09-06T15:03:53.955 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.compaction_filter: None 2024-09-06T15:03:53.955 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.compaction_filter_factory: None 2024-09-06T15:03:53.955 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.sst_partitioner_factory: None 2024-09-06T15:03:53.955 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-09-06T15:03:53.955 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-09-06T15:03:53.955 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x555f1c8b1320) 2024-09-06T15:03:53.955 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: cache_index_and_filter_blocks: 1 2024-09-06T15:03:53.955 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-06T15:03:53.955 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-06T15:03:53.955 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: pin_top_level_index_and_filter: 1 2024-09-06T15:03:53.955 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: index_type: 0 2024-09-06T15:03:53.955 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: data_block_index_type: 0 2024-09-06T15:03:53.956 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: index_shortening: 1 2024-09-06T15:03:53.956 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: data_block_hash_table_util_ratio: 0.750000 2024-09-06T15:03:53.956 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: checksum: 4 2024-09-06T15:03:53.956 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: no_block_cache: 0 2024-09-06T15:03:53.956 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: block_cache: 0x555f1c8a71f0 2024-09-06T15:03:53.956 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: block_cache_name: BinnedLRUCache 2024-09-06T15:03:53.956 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: block_cache_options: 2024-09-06T15:03:53.956 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: capacity : 536870912 2024-09-06T15:03:53.956 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: num_shard_bits : 4 2024-09-06T15:03:53.956 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: strict_capacity_limit : 0 2024-09-06T15:03:53.956 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: high_pri_pool_ratio: 0.000 2024-09-06T15:03:53.956 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: block_cache_compressed: (nil) 2024-09-06T15:03:53.956 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: persistent_cache: (nil) 2024-09-06T15:03:53.957 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: block_size: 4096 2024-09-06T15:03:53.957 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: block_size_deviation: 10 2024-09-06T15:03:53.957 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: block_restart_interval: 16 2024-09-06T15:03:53.957 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: index_block_restart_interval: 1 2024-09-06T15:03:53.957 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: metadata_block_size: 4096 2024-09-06T15:03:53.957 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: partition_filters: 0 2024-09-06T15:03:53.957 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: use_delta_encoding: 1 2024-09-06T15:03:53.957 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: filter_policy: bloomfilter 2024-09-06T15:03:53.957 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: whole_key_filtering: 1 2024-09-06T15:03:53.957 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: verify_compression: 0 2024-09-06T15:03:53.957 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: read_amp_bytes_per_bit: 0 2024-09-06T15:03:53.957 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: format_version: 5 2024-09-06T15:03:53.957 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: enable_index_compression: 1 2024-09-06T15:03:53.958 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: block_align: 0 2024-09-06T15:03:53.958 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: max_auto_readahead_size: 262144 2024-09-06T15:03:53.958 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: prepopulate_block_cache: 0 2024-09-06T15:03:53.958 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: initial_auto_readahead_size: 8192 2024-09-06T15:03:53.958 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: num_file_reads_for_auto_readahead: 2 2024-09-06T15:03:53.958 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.write_buffer_size: 33554432 2024-09-06T15:03:53.958 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.max_write_buffer_number: 2 2024-09-06T15:03:53.959 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.compression: NoCompression 2024-09-06T15:03:53.959 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.bottommost_compression: Disabled 2024-09-06T15:03:53.959 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.prefix_extractor: nullptr 2024-09-06T15:03:53.960 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-06T15:03:53.960 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.num_levels: 7 2024-09-06T15:03:53.960 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-06T15:03:53.960 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-06T15:03:53.960 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-06T15:03:53.960 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-06T15:03:53.960 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-06T15:03:53.960 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-06T15:03:53.960 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-06T15:03:53.960 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-06T15:03:53.960 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-06T15:03:53.960 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-06T15:03:53.960 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-06T15:03:53.961 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-06T15:03:53.961 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-09-06T15:03:53.961 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.compression_opts.level: 32767 2024-09-06T15:03:53.961 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.compression_opts.strategy: 0 2024-09-06T15:03:53.961 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-06T15:03:53.961 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-06T15:03:53.961 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-06T15:03:53.961 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-06T15:03:53.961 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.compression_opts.enabled: false 2024-09-06T15:03:53.961 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-06T15:03:53.961 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-06T15:03:53.961 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-06T15:03:53.961 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-06T15:03:53.962 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.target_file_size_base: 67108864 2024-09-06T15:03:53.962 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-09-06T15:03:53.962 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-06T15:03:53.962 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-06T15:03:53.962 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-06T15:03:53.962 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-06T15:03:53.962 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-06T15:03:53.962 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-06T15:03:53.962 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-06T15:03:53.962 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-06T15:03:53.962 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-06T15:03:53.962 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-06T15:03:53.962 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-06T15:03:53.962 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-06T15:03:53.963 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-06T15:03:53.963 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.arena_block_size: 1048576 2024-09-06T15:03:53.963 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-06T15:03:53.963 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-06T15:03:53.963 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.disable_auto_compactions: 0 2024-09-06T15:03:53.963 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-06T15:03:53.963 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-06T15:03:53.963 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-06T15:03:53.963 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-06T15:03:53.963 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-06T15:03:53.963 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-06T15:03:53.963 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-06T15:03:53.963 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-06T15:03:53.964 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-06T15:03:53.964 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-06T15:03:53.964 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-06T15:03:53.964 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.inplace_update_support: 0 2024-09-06T15:03:53.964 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-09-06T15:03:53.964 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-06T15:03:53.964 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-06T15:03:53.964 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-09-06T15:03:53.964 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.bloom_locality: 0 2024-09-06T15:03:53.964 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.max_successive_merges: 0 2024-09-06T15:03:53.964 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-09-06T15:03:53.964 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.paranoid_file_checks: 0 2024-09-06T15:03:53.964 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.force_consistency_checks: 1 2024-09-06T15:03:53.965 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.report_bg_io_stats: 0 2024-09-06T15:03:53.965 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.ttl: 2592000 2024-09-06T15:03:53.965 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-09-06T15:03:53.965 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-06T15:03:53.965 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-06T15:03:53.965 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.enable_blob_files: false 2024-09-06T15:03:53.965 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.min_blob_size: 0 2024-09-06T15:03:53.965 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.blob_file_size: 268435456 2024-09-06T15:03:53.965 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-09-06T15:03:53.965 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-09-06T15:03:53.965 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-06T15:03:53.965 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-06T15:03:53.965 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-06T15:03:53.965 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.blob_file_starting_level: 0 2024-09-06T15:03:53.965 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-06T15:03:53.966 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-06T15:03:53.966 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-09-06T15:03:53.966 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: a034c9be-e60b-4550-a934-8221e4f28ea3 2024-09-06T15:03:53.966 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1725635033584651, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-09-06T15:03:53.966 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-09-06T15:03:53.966 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1725635033585107, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1648, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1725635033, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "a034c9be-e60b-4550-a934-8221e4f28ea3", "db_session_id": "HSJ053N9JNNVG5NV3DZI", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-09-06T15:03:53.966 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1725635033585220, "job": 1, "event": "recovery_finished"} 2024-09-06T15:03:53.966 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-09-06T15:03:53.966 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-06T15:03:53.966 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x555f1c8d2e00 2024-09-06T15:03:53.966 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7f0002db2c80 4 rocksdb: DB pointer 0x555f1c9d2000 2024-09-06T15:03:53.966 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.581+0000 7efff8b7b640 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-06T15:03:53.966 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.585+0000 7efff8b7b640 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-06T15:03:53.967 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: ** DB Stats ** 2024-09-06T15:03:53.967 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-06T15:03:53.967 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-06T15:03:53.967 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-06T15:03:53.967 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-06T15:03:53.967 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-06T15:03:53.967 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-06T15:03:53.967 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-06T15:03:53.967 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: ** Compaction Stats [default] ** 2024-09-06T15:03:53.967 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-06T15:03:53.967 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-06T15:03:53.967 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: L0 1/0 1.61 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.7 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-06T15:03:53.967 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: Sum 1/0 1.61 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.7 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-06T15:03:53.967 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.7 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-06T15:03:53.968 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: ** Compaction Stats [default] ** 2024-09-06T15:03:53.968 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-06T15:03:53.968 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-06T15:03:53.968 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.7 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-06T15:03:53.968 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-06T15:03:53.968 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-06T15:03:53.968 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: Flush(GB): cumulative 0.000, interval 0.000 2024-09-06T15:03:53.968 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-06T15:03:53.968 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: AddFile(Total Files): cumulative 0, interval 0 2024-09-06T15:03:53.968 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: AddFile(L0 Files): cumulative 0, interval 0 2024-09-06T15:03:53.968 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: AddFile(Keys): cumulative 0, interval 0 2024-09-06T15:03:53.968 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: Cumulative compaction: 0.00 GB write, 0.48 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-06T15:03:53.968 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: Interval compaction: 0.00 GB write, 0.48 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-06T15:03:53.969 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-06T15:03:53.969 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: Block cache BinnedLRUCache@0x555f1c8a71f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 2e-05 secs_since: 0 2024-09-06T15:03:53.969 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-09-06T15:03:53.969 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: ** File Read Latency Histogram By Level [default] ** 2024-09-06T15:03:53.969 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.585+0000 7f0002db2c80 0 mon.c does not exist in monmap, will attempt to join an existing cluster 2024-09-06T15:03:53.969 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.585+0000 7f0002db2c80 0 using public_addrv [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] 2024-09-06T15:03:53.969 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.585+0000 7f0002db2c80 0 starting mon.c rank -1 at public addrs [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] at bind addrs [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:03:53.969 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.585+0000 7f0002db2c80 1 mon.c@-1(???) e0 preinit fsid bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:03:53.969 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.601+0000 7efffbb81640 0 mon.c@-1(synchronizing).mds e1 new map 2024-09-06T15:03:53.969 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.601+0000 7efffbb81640 0 mon.c@-1(synchronizing).mds e1 print_map 2024-09-06T15:03:53.969 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: e1 2024-09-06T15:03:53.969 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: btime 2024-09-06T15:01:52:920102+0000 2024-09-06T15:03:53.970 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: enable_multiple, ever_enabled_multiple: 1,1 2024-09-06T15:03:53.970 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-06T15:03:53.970 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: legacy client fscid: -1 2024-09-06T15:03:53.970 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: 2024-09-06T15:03:53.970 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: No filesystems configured 2024-09-06T15:03:53.970 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.601+0000 7efffbb81640 1 mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-09-06T15:03:53.970 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.601+0000 7efffbb81640 1 mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-09-06T15:03:53.970 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.601+0000 7efffbb81640 1 mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-09-06T15:03:53.970 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.601+0000 7efffbb81640 1 mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-09-06T15:03:53.970 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.601+0000 7efffbb81640 1 mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-09-06T15:03:53.970 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.601+0000 7efffbb81640 1 mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-09-06T15:03:53.970 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.601+0000 7efffbb81640 0 mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-06T15:03:53.970 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.601+0000 7efffbb81640 0 mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-06T15:03:53.971 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.601+0000 7efffbb81640 0 mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-06T15:03:53.971 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.601+0000 7efffbb81640 0 mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-06T15:03:53.971 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: cluster 2024-09-06T15:03:17.255596+0000 mgr.y (mgr.14150) 18 : cluster [DBG] pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:53.971 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: cluster 2024-09-06T15:03:19.256030+0000 mgr.y (mgr.14150) 19 : cluster [DBG] pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:53.971 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: audit 2024-09-06T15:03:21.250742+0000 mgr.y (mgr.14150) 20 : audit [DBG] from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi181", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:03:53.971 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: cluster 2024-09-06T15:03:21.256327+0000 mgr.y (mgr.14150) 21 : cluster [DBG] pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:53.971 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: cephadm 2024-09-06T15:03:22.287094+0000 mgr.y (mgr.14150) 22 : cephadm [INF] Deploying cephadm binary to smithi181 2024-09-06T15:03:53.971 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: cluster 2024-09-06T15:03:23.256686+0000 mgr.y (mgr.14150) 23 : cluster [DBG] pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:53.971 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: cluster 2024-09-06T15:03:25.257126+0000 mgr.y (mgr.14150) 24 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:53.971 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: audit 2024-09-06T15:03:25.524216+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:53.971 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: audit 2024-09-06T15:03:25.525825+0000 mon.a (mon.0) 112 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:03:53.971 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: audit 2024-09-06T15:03:26.038956+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:53.971 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: cephadm 2024-09-06T15:03:25.525027+0000 mgr.y (mgr.14150) 25 : cephadm [INF] Added host smithi181 2024-09-06T15:03:53.972 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: cluster 2024-09-06T15:03:27.257475+0000 mgr.y (mgr.14150) 26 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:53.972 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: audit 2024-09-06T15:03:27.558126+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:53.972 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: audit 2024-09-06T15:03:28.775467+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:53.972 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: cluster 2024-09-06T15:03:29.258003+0000 mgr.y (mgr.14150) 27 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:53.972 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: cluster 2024-09-06T15:03:31.258502+0000 mgr.y (mgr.14150) 28 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:53.972 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: audit 2024-09-06T15:03:32.328322+0000 mgr.y (mgr.14150) 29 : audit [DBG] from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-06T15:03:53.972 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: cluster 2024-09-06T15:03:33.258979+0000 mgr.y (mgr.14150) 30 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:53.972 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: audit 2024-09-06T15:03:34.590961+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:53.972 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: audit 2024-09-06T15:03:34.598668+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:53.972 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: audit 2024-09-06T15:03:34.604517+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:53.972 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: audit 2024-09-06T15:03:34.609820+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:53.972 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: audit 2024-09-06T15:03:34.611552+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi181", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:03:53.972 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: audit 2024-09-06T15:03:34.613490+0000 mon.a (mon.0) 121 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:03:53.973 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: audit 2024-09-06T15:03:34.615217+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:03:53.973 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: cephadm 2024-09-06T15:03:34.617596+0000 mgr.y (mgr.14150) 31 : cephadm [INF] Updating smithi181:/etc/ceph/ceph.conf 2024-09-06T15:03:53.973 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: cephadm 2024-09-06T15:03:34.793772+0000 mgr.y (mgr.14150) 32 : cephadm [INF] Updating smithi181:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.conf 2024-09-06T15:03:53.973 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: cephadm 2024-09-06T15:03:34.940337+0000 mgr.y (mgr.14150) 33 : cephadm [INF] Updating smithi181:/etc/ceph/ceph.client.admin.keyring 2024-09-06T15:03:53.973 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: cephadm 2024-09-06T15:03:35.078097+0000 mgr.y (mgr.14150) 34 : cephadm [INF] Updating smithi181:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.client.admin.keyring 2024-09-06T15:03:53.973 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: audit 2024-09-06T15:03:35.218518+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:53.973 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: audit 2024-09-06T15:03:35.223695+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:53.973 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: audit 2024-09-06T15:03:35.229806+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:53.973 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: cluster 2024-09-06T15:03:35.259287+0000 mgr.y (mgr.14150) 35 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:53.973 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: cluster 2024-09-06T15:03:37.259643+0000 mgr.y (mgr.14150) 36 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:53.973 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: audit 2024-09-06T15:03:38.997180+0000 mon.a (mon.0) 126 : audit [INF] from='client.? 172.21.15.169:0/264433618' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-06T15:03:53.973 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: cluster 2024-09-06T15:03:39.260055+0000 mgr.y (mgr.14150) 37 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:53.973 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: audit 2024-09-06T15:03:39.320430+0000 mon.a (mon.0) 127 : audit [INF] from='client.? 172.21.15.169:0/264433618' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-06T15:03:53.973 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: cluster 2024-09-06T15:03:39.326404+0000 mon.a (mon.0) 128 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-06T15:03:53.974 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: cluster 2024-09-06T15:03:41.260576+0000 mgr.y (mgr.14150) 38 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:53.974 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: audit 2024-09-06T15:03:42.441723+0000 mgr.y (mgr.14150) 39 : audit [DBG] from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi169:172.21.15.169=a;smithi169:[v2:172.21.15.169:3301,v1:172.21.15.169:6790]=c;smithi181:172.21.15.181=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:03:53.974 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: cephadm 2024-09-06T15:03:42.446945+0000 mgr.y (mgr.14150) 40 : cephadm [INF] Saving service mon spec with placement smithi169:172.21.15.169=a;smithi169:[v2:172.21.15.169:3301,v1:172.21.15.169:6790]=c;smithi181:172.21.15.181=b;count:3 2024-09-06T15:03:53.974 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: audit 2024-09-06T15:03:42.454156+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:53.974 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: audit 2024-09-06T15:03:42.455815+0000 mon.a (mon.0) 130 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:03:53.974 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: audit 2024-09-06T15:03:42.459198+0000 mon.a (mon.0) 131 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:03:53.974 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: audit 2024-09-06T15:03:42.460928+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:03:53.974 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: audit 2024-09-06T15:03:42.471247+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:53.974 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: audit 2024-09-06T15:03:42.475020+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-06T15:03:53.974 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: audit 2024-09-06T15:03:42.476754+0000 mon.a (mon.0) 135 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:03:53.974 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: cephadm 2024-09-06T15:03:42.478777+0000 mgr.y (mgr.14150) 41 : cephadm [INF] Deploying daemon mon.b on smithi181 2024-09-06T15:03:53.974 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: cluster 2024-09-06T15:03:43.261023+0000 mgr.y (mgr.14150) 42 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:53.974 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: cluster 2024-09-06T15:03:45.261427+0000 mgr.y (mgr.14150) 43 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:53.974 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: audit 2024-09-06T15:03:46.051504+0000 mon.a (mon.0) 136 : audit [DBG] from='client.? 172.21.15.181:0/157236714' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-06T15:03:53.975 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: cluster 2024-09-06T15:03:47.261814+0000 mgr.y (mgr.14150) 44 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:53.975 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: audit 2024-09-06T15:03:48.093261+0000 mon.a (mon.0) 137 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:53.975 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: audit 2024-09-06T15:03:48.100825+0000 mon.a (mon.0) 138 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:53.975 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: audit 2024-09-06T15:03:48.107154+0000 mon.a (mon.0) 139 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:53.975 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: audit 2024-09-06T15:03:48.108395+0000 mon.a (mon.0) 140 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-06T15:03:53.975 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: audit 2024-09-06T15:03:48.109983+0000 mon.a (mon.0) 141 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:03:53.975 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:03:53 smithi169 bash[26469]: debug 2024-09-06T15:03:53.605+0000 7efffbb81640 1 mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-06T15:03:54.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:03:54 smithi181 bash[21841]: audit 2024-09-06T15:03:49.113278+0000 mon.a (mon.0) 143 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-06T15:03:54.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:03:54 smithi181 bash[21841]: cluster 2024-09-06T15:03:49.113684+0000 mon.a (mon.0) 144 : cluster [INF] mon.a calling monitor election 2024-09-06T15:03:54.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:03:54 smithi181 bash[21841]: audit 2024-09-06T15:03:49.140206+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:03:54.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:03:54 smithi181 bash[21841]: cluster 2024-09-06T15:03:49.262157+0000 mgr.y (mgr.14150) 46 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:54.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:03:54 smithi181 bash[21841]: audit 2024-09-06T15:03:50.108053+0000 mon.a (mon.0) 146 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:03:54.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:03:54 smithi181 bash[21841]: audit 2024-09-06T15:03:51.108549+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:03:54.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:03:54 smithi181 bash[21841]: cluster 2024-09-06T15:03:51.108653+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-09-06T15:03:54.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:03:54 smithi181 bash[21841]: cluster 2024-09-06T15:03:51.262465+0000 mgr.y (mgr.14150) 47 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:54.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:03:54 smithi181 bash[21841]: audit 2024-09-06T15:03:52.107752+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:03:54.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:03:54 smithi181 bash[21841]: audit 2024-09-06T15:03:53.108845+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:03:54.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:03:54 smithi181 bash[21841]: cluster 2024-09-06T15:03:53.262873+0000 mgr.y (mgr.14150) 48 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:54.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:03:54 smithi181 bash[21841]: audit 2024-09-06T15:03:53.611112+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:03:54.500 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:03:54 smithi181 bash[21841]: audit 2024-09-06T15:03:54.108924+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:03:54.500 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:03:54 smithi181 bash[21841]: cluster 2024-09-06T15:03:54.160781+0000 mon.a (mon.0) 152 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-06T15:03:54.500 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:03:54 smithi181 bash[21841]: cluster 2024-09-06T15:03:54.172016+0000 mon.a (mon.0) 153 : cluster [DBG] monmap epoch 2 2024-09-06T15:03:54.500 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:03:54 smithi181 bash[21841]: cluster 2024-09-06T15:03:54.172068+0000 mon.a (mon.0) 154 : cluster [DBG] fsid bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:03:54.500 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:03:54 smithi181 bash[21841]: cluster 2024-09-06T15:03:54.172102+0000 mon.a (mon.0) 155 : cluster [DBG] last_changed 2024-09-06T15:03:49.108090+0000 2024-09-06T15:03:54.500 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:03:54 smithi181 bash[21841]: cluster 2024-09-06T15:03:54.172137+0000 mon.a (mon.0) 156 : cluster [DBG] created 2024-09-06T15:01:48.282789+0000 2024-09-06T15:03:54.500 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:03:54 smithi181 bash[21841]: cluster 2024-09-06T15:03:54.172178+0000 mon.a (mon.0) 157 : cluster [DBG] min_mon_release 19 (squid) 2024-09-06T15:03:54.500 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:03:54 smithi181 bash[21841]: cluster 2024-09-06T15:03:54.172214+0000 mon.a (mon.0) 158 : cluster [DBG] election_strategy: 1 2024-09-06T15:03:54.500 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:03:54 smithi181 bash[21841]: cluster 2024-09-06T15:03:54.172249+0000 mon.a (mon.0) 159 : cluster [DBG] 0: [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon.a 2024-09-06T15:03:54.500 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:03:54 smithi181 bash[21841]: cluster 2024-09-06T15:03:54.172285+0000 mon.a (mon.0) 160 : cluster [DBG] 1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-06T15:03:54.500 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:03:54 smithi181 bash[21841]: cluster 2024-09-06T15:03:54.173317+0000 mon.a (mon.0) 161 : cluster [DBG] fsmap 2024-09-06T15:03:54.500 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:03:54 smithi181 bash[21841]: cluster 2024-09-06T15:03:54.173407+0000 mon.a (mon.0) 162 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-06T15:03:54.501 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:03:54 smithi181 bash[21841]: cluster 2024-09-06T15:03:54.173716+0000 mon.a (mon.0) 163 : cluster [DBG] mgrmap e13: y(active, since 62s) 2024-09-06T15:03:54.501 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:03:54 smithi181 bash[21841]: cluster 2024-09-06T15:03:54.174038+0000 mon.a (mon.0) 164 : cluster [INF] overall HEALTH_OK 2024-09-06T15:03:54.501 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:03:54 smithi181 bash[21841]: audit 2024-09-06T15:03:54.181752+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:54.501 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:03:54 smithi181 bash[21841]: audit 2024-09-06T15:03:54.188909+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:54.501 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:03:54 smithi181 bash[21841]: audit 2024-09-06T15:03:54.196375+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:54.501 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:03:54 smithi181 bash[21841]: audit 2024-09-06T15:03:54.203279+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:54.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:54 smithi169 bash[19820]: audit 2024-09-06T15:03:49.113278+0000 mon.a (mon.0) 143 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-06T15:03:54.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:54 smithi169 bash[19820]: cluster 2024-09-06T15:03:49.113684+0000 mon.a (mon.0) 144 : cluster [INF] mon.a calling monitor election 2024-09-06T15:03:54.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:54 smithi169 bash[19820]: audit 2024-09-06T15:03:49.140206+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:03:54.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:54 smithi169 bash[19820]: cluster 2024-09-06T15:03:49.262157+0000 mgr.y (mgr.14150) 46 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:54.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:54 smithi169 bash[19820]: audit 2024-09-06T15:03:50.108053+0000 mon.a (mon.0) 146 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:03:54.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:54 smithi169 bash[19820]: audit 2024-09-06T15:03:51.108549+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:03:54.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:54 smithi169 bash[19820]: cluster 2024-09-06T15:03:51.108653+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-09-06T15:03:54.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:54 smithi169 bash[19820]: cluster 2024-09-06T15:03:51.262465+0000 mgr.y (mgr.14150) 47 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:54.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:54 smithi169 bash[19820]: audit 2024-09-06T15:03:52.107752+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:03:54.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:54 smithi169 bash[19820]: audit 2024-09-06T15:03:53.108845+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:03:54.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:54 smithi169 bash[19820]: cluster 2024-09-06T15:03:53.262873+0000 mgr.y (mgr.14150) 48 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:03:54.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:54 smithi169 bash[19820]: audit 2024-09-06T15:03:53.611112+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:03:54.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:54 smithi169 bash[19820]: audit 2024-09-06T15:03:54.108924+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:03:54.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:54 smithi169 bash[19820]: cluster 2024-09-06T15:03:54.160781+0000 mon.a (mon.0) 152 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-06T15:03:54.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:54 smithi169 bash[19820]: cluster 2024-09-06T15:03:54.172016+0000 mon.a (mon.0) 153 : cluster [DBG] monmap epoch 2 2024-09-06T15:03:54.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:54 smithi169 bash[19820]: cluster 2024-09-06T15:03:54.172068+0000 mon.a (mon.0) 154 : cluster [DBG] fsid bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:03:54.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:54 smithi169 bash[19820]: cluster 2024-09-06T15:03:54.172102+0000 mon.a (mon.0) 155 : cluster [DBG] last_changed 2024-09-06T15:03:49.108090+0000 2024-09-06T15:03:54.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:54 smithi169 bash[19820]: cluster 2024-09-06T15:03:54.172137+0000 mon.a (mon.0) 156 : cluster [DBG] created 2024-09-06T15:01:48.282789+0000 2024-09-06T15:03:54.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:54 smithi169 bash[19820]: cluster 2024-09-06T15:03:54.172178+0000 mon.a (mon.0) 157 : cluster [DBG] min_mon_release 19 (squid) 2024-09-06T15:03:54.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:54 smithi169 bash[19820]: cluster 2024-09-06T15:03:54.172214+0000 mon.a (mon.0) 158 : cluster [DBG] election_strategy: 1 2024-09-06T15:03:54.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:54 smithi169 bash[19820]: cluster 2024-09-06T15:03:54.172249+0000 mon.a (mon.0) 159 : cluster [DBG] 0: [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon.a 2024-09-06T15:03:54.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:54 smithi169 bash[19820]: cluster 2024-09-06T15:03:54.172285+0000 mon.a (mon.0) 160 : cluster [DBG] 1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-06T15:03:54.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:54 smithi169 bash[19820]: cluster 2024-09-06T15:03:54.173317+0000 mon.a (mon.0) 161 : cluster [DBG] fsmap 2024-09-06T15:03:54.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:54 smithi169 bash[19820]: cluster 2024-09-06T15:03:54.173407+0000 mon.a (mon.0) 162 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-06T15:03:54.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:54 smithi169 bash[19820]: cluster 2024-09-06T15:03:54.173716+0000 mon.a (mon.0) 163 : cluster [DBG] mgrmap e13: y(active, since 62s) 2024-09-06T15:03:54.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:54 smithi169 bash[19820]: cluster 2024-09-06T15:03:54.174038+0000 mon.a (mon.0) 164 : cluster [INF] overall HEALTH_OK 2024-09-06T15:03:54.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:54 smithi169 bash[19820]: audit 2024-09-06T15:03:54.181752+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:54.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:54 smithi169 bash[19820]: audit 2024-09-06T15:03:54.188909+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:54.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:54 smithi169 bash[19820]: audit 2024-09-06T15:03:54.196375+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:54.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:54 smithi169 bash[19820]: audit 2024-09-06T15:03:54.203279+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:03:54.941 INFO:teuthology.orchestra.run.smithi181.stderr:dumped monmap epoch 2 2024-09-06T15:03:54.941 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-06T15:03:54.942 INFO:teuthology.orchestra.run.smithi181.stdout:{"epoch":2,"fsid":"bab55310-6c60-11ef-bce4-c7b262605968","modified":"2024-09-06T15:03:49.108090Z","created":"2024-09-06T15:01:48.282789Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:3300","nonce":0},{"type":"v1","addr":"172.21.15.169:6789","nonce":0}]},"addr":"172.21.15.169:6789/0","public_addr":"172.21.15.169:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:3300","nonce":0},{"type":"v1","addr":"172.21.15.181:6789","nonce":0}]},"addr":"172.21.15.181:6789/0","public_addr":"172.21.15.181:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-06T15:03:55.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:03:55 smithi181 bash[21841]: audit 2024-09-06T15:03:54.264464+0000 mon.a (mon.0) 169 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:03:55.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:03:55 smithi181 bash[21841]: audit 2024-09-06T15:03:54.611591+0000 mon.a (mon.0) 170 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:03:55.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:03:55 smithi181 bash[21841]: audit 2024-09-06T15:03:54.944803+0000 mon.a (mon.0) 171 : audit [DBG] from='client.? 172.21.15.181:0/1326514417' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-06T15:03:55.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:03:55 smithi181 bash[21841]: audit 2024-09-06T15:03:55.108887+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:03:55.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:55 smithi169 bash[19820]: audit 2024-09-06T15:03:54.264464+0000 mon.a (mon.0) 169 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:03:55.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:55 smithi169 bash[19820]: audit 2024-09-06T15:03:54.611591+0000 mon.a (mon.0) 170 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:03:55.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:55 smithi169 bash[19820]: audit 2024-09-06T15:03:54.944803+0000 mon.a (mon.0) 171 : audit [DBG] from='client.? 172.21.15.181:0/1326514417' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-06T15:03:55.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:03:55 smithi169 bash[19820]: audit 2024-09-06T15:03:55.108887+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:03:56.621 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-06T15:03:56.622 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph mon dump -f json 2024-09-06T15:04:00.724 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:00 smithi181 bash[21841]: cluster 2024-09-06T15:03:55.618452+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-09-06T15:04:00.724 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:00 smithi181 bash[21841]: audit 2024-09-06T15:03:55.619285+0000 mon.a (mon.0) 174 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-06T15:04:00.725 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:00 smithi181 bash[21841]: cluster 2024-09-06T15:03:55.619741+0000 mon.a (mon.0) 175 : cluster [INF] mon.a calling monitor election 2024-09-06T15:04:00.725 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:00 smithi181 bash[21841]: audit 2024-09-06T15:03:55.640422+0000 mon.a (mon.0) 176 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:04:00.725 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:00 smithi181 bash[21841]: audit 2024-09-06T15:03:55.640744+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:04:00.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:00 smithi181 bash[21841]: audit 2024-09-06T15:03:56.612098+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:04:00.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:00 smithi181 bash[21841]: cluster 2024-09-06T15:03:57.263689+0000 mgr.y (mgr.14150) 50 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:00.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:00 smithi181 bash[21841]: audit 2024-09-06T15:03:57.612344+0000 mon.a (mon.0) 179 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:04:00.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:00 smithi181 bash[21841]: audit 2024-09-06T15:03:58.612438+0000 mon.a (mon.0) 180 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:04:00.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:00 smithi181 bash[21841]: cluster 2024-09-06T15:03:59.264084+0000 mgr.y (mgr.14150) 51 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:00.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:00 smithi181 bash[21841]: audit 2024-09-06T15:03:59.611288+0000 mon.a (mon.0) 181 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:04:00.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:00 smithi181 bash[21841]: audit 2024-09-06T15:04:00.612578+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:04:00.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:00 smithi181 bash[21841]: cluster 2024-09-06T15:04:00.640606+0000 mon.a (mon.0) 183 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-06T15:04:01.000 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:00 smithi181 bash[21841]: cluster 2024-09-06T15:04:00.646571+0000 mon.a (mon.0) 184 : cluster [DBG] monmap epoch 3 2024-09-06T15:04:01.000 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:00 smithi181 bash[21841]: cluster 2024-09-06T15:04:00.646605+0000 mon.a (mon.0) 185 : cluster [DBG] fsid bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:04:01.000 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:00 smithi181 bash[21841]: cluster 2024-09-06T15:04:00.646648+0000 mon.a (mon.0) 186 : cluster [DBG] last_changed 2024-09-06T15:03:55.612711+0000 2024-09-06T15:04:01.000 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:00 smithi181 bash[21841]: cluster 2024-09-06T15:04:00.646684+0000 mon.a (mon.0) 187 : cluster [DBG] created 2024-09-06T15:01:48.282789+0000 2024-09-06T15:04:01.000 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:00 smithi181 bash[21841]: cluster 2024-09-06T15:04:00.646718+0000 mon.a (mon.0) 188 : cluster [DBG] min_mon_release 19 (squid) 2024-09-06T15:04:01.000 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:00 smithi181 bash[21841]: cluster 2024-09-06T15:04:00.646751+0000 mon.a (mon.0) 189 : cluster [DBG] election_strategy: 1 2024-09-06T15:04:01.000 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:00 smithi181 bash[21841]: cluster 2024-09-06T15:04:00.646783+0000 mon.a (mon.0) 190 : cluster [DBG] 0: [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon.a 2024-09-06T15:04:01.000 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:00 smithi181 bash[21841]: cluster 2024-09-06T15:04:00.646814+0000 mon.a (mon.0) 191 : cluster [DBG] 1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-06T15:04:01.000 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:00 smithi181 bash[21841]: cluster 2024-09-06T15:04:00.646846+0000 mon.a (mon.0) 192 : cluster [DBG] 2: [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] mon.c 2024-09-06T15:04:01.000 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:00 smithi181 bash[21841]: cluster 2024-09-06T15:04:00.667890+0000 mon.a (mon.0) 193 : cluster [DBG] fsmap 2024-09-06T15:04:01.000 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:00 smithi181 bash[21841]: cluster 2024-09-06T15:04:00.667951+0000 mon.a (mon.0) 194 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-06T15:04:01.000 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:00 smithi181 bash[21841]: cluster 2024-09-06T15:04:00.668227+0000 mon.a (mon.0) 195 : cluster [DBG] mgrmap e13: y(active, since 69s) 2024-09-06T15:04:01.000 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:00 smithi181 bash[21841]: cluster 2024-09-06T15:04:00.668538+0000 mon.a (mon.0) 196 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-09-06T15:04:01.001 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:00 smithi181 bash[21841]: cluster 2024-09-06T15:04:00.675285+0000 mon.a (mon.0) 197 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-09-06T15:04:01.001 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:00 smithi181 bash[21841]: cluster 2024-09-06T15:04:00.675339+0000 mon.a (mon.0) 198 : cluster [WRN] [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-09-06T15:04:01.001 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:00 smithi181 bash[21841]: cluster 2024-09-06T15:04:00.675381+0000 mon.a (mon.0) 199 : cluster [WRN] mon.c (rank 2) addr [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] is down (out of quorum) 2024-09-06T15:04:01.001 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:00 smithi181 bash[21841]: audit 2024-09-06T15:04:00.679965+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:01.001 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:00 smithi181 bash[21841]: audit 2024-09-06T15:04:00.686947+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:01.001 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:00 smithi181 bash[21841]: audit 2024-09-06T15:04:00.694016+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:01.001 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:00 smithi181 bash[21841]: audit 2024-09-06T15:04:00.701224+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:01.001 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:00 smithi181 bash[21841]: audit 2024-09-06T15:04:00.708540+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:01.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:00 smithi169 bash[19820]: cluster 2024-09-06T15:03:55.618452+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-09-06T15:04:01.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:00 smithi169 bash[19820]: audit 2024-09-06T15:03:55.619285+0000 mon.a (mon.0) 174 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-06T15:04:01.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:00 smithi169 bash[19820]: cluster 2024-09-06T15:03:55.619741+0000 mon.a (mon.0) 175 : cluster [INF] mon.a calling monitor election 2024-09-06T15:04:01.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:00 smithi169 bash[19820]: audit 2024-09-06T15:03:55.640422+0000 mon.a (mon.0) 176 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:04:01.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:00 smithi169 bash[19820]: audit 2024-09-06T15:03:55.640744+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:04:01.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:00 smithi169 bash[19820]: audit 2024-09-06T15:03:56.612098+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:04:01.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:00 smithi169 bash[19820]: cluster 2024-09-06T15:03:57.263689+0000 mgr.y (mgr.14150) 50 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:01.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:00 smithi169 bash[19820]: audit 2024-09-06T15:03:57.612344+0000 mon.a (mon.0) 179 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:04:01.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:00 smithi169 bash[19820]: audit 2024-09-06T15:03:58.612438+0000 mon.a (mon.0) 180 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:04:01.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:00 smithi169 bash[19820]: cluster 2024-09-06T15:03:59.264084+0000 mgr.y (mgr.14150) 51 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:01.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:00 smithi169 bash[19820]: audit 2024-09-06T15:03:59.611288+0000 mon.a (mon.0) 181 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:04:01.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:00 smithi169 bash[19820]: audit 2024-09-06T15:04:00.612578+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:04:01.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:00 smithi169 bash[19820]: cluster 2024-09-06T15:04:00.640606+0000 mon.a (mon.0) 183 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-06T15:04:01.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:00 smithi169 bash[19820]: cluster 2024-09-06T15:04:00.646571+0000 mon.a (mon.0) 184 : cluster [DBG] monmap epoch 3 2024-09-06T15:04:01.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:00 smithi169 bash[19820]: cluster 2024-09-06T15:04:00.646605+0000 mon.a (mon.0) 185 : cluster [DBG] fsid bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:04:01.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:00 smithi169 bash[19820]: cluster 2024-09-06T15:04:00.646648+0000 mon.a (mon.0) 186 : cluster [DBG] last_changed 2024-09-06T15:03:55.612711+0000 2024-09-06T15:04:01.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:00 smithi169 bash[19820]: cluster 2024-09-06T15:04:00.646684+0000 mon.a (mon.0) 187 : cluster [DBG] created 2024-09-06T15:01:48.282789+0000 2024-09-06T15:04:01.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:00 smithi169 bash[19820]: cluster 2024-09-06T15:04:00.646718+0000 mon.a (mon.0) 188 : cluster [DBG] min_mon_release 19 (squid) 2024-09-06T15:04:01.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:00 smithi169 bash[19820]: cluster 2024-09-06T15:04:00.646751+0000 mon.a (mon.0) 189 : cluster [DBG] election_strategy: 1 2024-09-06T15:04:01.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:00 smithi169 bash[19820]: cluster 2024-09-06T15:04:00.646783+0000 mon.a (mon.0) 190 : cluster [DBG] 0: [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon.a 2024-09-06T15:04:01.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:00 smithi169 bash[19820]: cluster 2024-09-06T15:04:00.646814+0000 mon.a (mon.0) 191 : cluster [DBG] 1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-06T15:04:01.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:00 smithi169 bash[19820]: cluster 2024-09-06T15:04:00.646846+0000 mon.a (mon.0) 192 : cluster [DBG] 2: [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] mon.c 2024-09-06T15:04:01.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:00 smithi169 bash[19820]: cluster 2024-09-06T15:04:00.667890+0000 mon.a (mon.0) 193 : cluster [DBG] fsmap 2024-09-06T15:04:01.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:00 smithi169 bash[19820]: cluster 2024-09-06T15:04:00.667951+0000 mon.a (mon.0) 194 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-06T15:04:01.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:00 smithi169 bash[19820]: cluster 2024-09-06T15:04:00.668227+0000 mon.a (mon.0) 195 : cluster [DBG] mgrmap e13: y(active, since 69s) 2024-09-06T15:04:01.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:00 smithi169 bash[19820]: cluster 2024-09-06T15:04:00.668538+0000 mon.a (mon.0) 196 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-09-06T15:04:01.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:00 smithi169 bash[19820]: cluster 2024-09-06T15:04:00.675285+0000 mon.a (mon.0) 197 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-09-06T15:04:01.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:00 smithi169 bash[19820]: cluster 2024-09-06T15:04:00.675339+0000 mon.a (mon.0) 198 : cluster [WRN] [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-09-06T15:04:01.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:00 smithi169 bash[19820]: cluster 2024-09-06T15:04:00.675381+0000 mon.a (mon.0) 199 : cluster [WRN] mon.c (rank 2) addr [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] is down (out of quorum) 2024-09-06T15:04:01.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:00 smithi169 bash[19820]: audit 2024-09-06T15:04:00.679965+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:01.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:00 smithi169 bash[19820]: audit 2024-09-06T15:04:00.686947+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:01.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:00 smithi169 bash[19820]: audit 2024-09-06T15:04:00.694016+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:01.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:00 smithi169 bash[19820]: audit 2024-09-06T15:04:00.701224+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:01.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:00 smithi169 bash[19820]: audit 2024-09-06T15:04:00.708540+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:01.311 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.b/config 2024-09-06T15:04:01.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:01 smithi181 bash[21841]: cluster 2024-09-06T15:04:01.264392+0000 mgr.y (mgr.14150) 52 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:01.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:01 smithi181 bash[21841]: audit 2024-09-06T15:04:01.399586+0000 mon.a (mon.0) 205 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:04:01.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:01 smithi181 bash[21841]: audit 2024-09-06T15:04:01.400740+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:04:01.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:01 smithi181 bash[21841]: cephadm 2024-09-06T15:04:01.402160+0000 mgr.y (mgr.14150) 53 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.conf 2024-09-06T15:04:01.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:01 smithi181 bash[21841]: cephadm 2024-09-06T15:04:01.402345+0000 mgr.y (mgr.14150) 54 : cephadm [INF] Updating smithi181:/etc/ceph/ceph.conf 2024-09-06T15:04:01.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:01 smithi181 bash[21841]: audit 2024-09-06T15:04:01.612205+0000 mon.a (mon.0) 207 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:04:01.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:01 smithi181 bash[21841]: audit 2024-09-06T15:04:01.637830+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:02.000 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:01 smithi181 bash[21841]: audit 2024-09-06T15:04:01.646711+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:02.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:01 smithi169 bash[19820]: cluster 2024-09-06T15:04:01.264392+0000 mgr.y (mgr.14150) 52 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:02.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:01 smithi169 bash[19820]: audit 2024-09-06T15:04:01.399586+0000 mon.a (mon.0) 205 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:04:02.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:01 smithi169 bash[19820]: audit 2024-09-06T15:04:01.400740+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:04:02.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:01 smithi169 bash[19820]: cephadm 2024-09-06T15:04:01.402160+0000 mgr.y (mgr.14150) 53 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.conf 2024-09-06T15:04:02.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:01 smithi169 bash[19820]: cephadm 2024-09-06T15:04:01.402345+0000 mgr.y (mgr.14150) 54 : cephadm [INF] Updating smithi181:/etc/ceph/ceph.conf 2024-09-06T15:04:02.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:01 smithi169 bash[19820]: audit 2024-09-06T15:04:01.612205+0000 mon.a (mon.0) 207 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:04:02.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:01 smithi169 bash[19820]: audit 2024-09-06T15:04:01.637830+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:02.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:01 smithi169 bash[19820]: audit 2024-09-06T15:04:01.646711+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:02.902 INFO:teuthology.orchestra.run.smithi181.stderr:dumped monmap epoch 3 2024-09-06T15:04:02.902 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-06T15:04:02.902 INFO:teuthology.orchestra.run.smithi181.stdout:{"epoch":3,"fsid":"bab55310-6c60-11ef-bce4-c7b262605968","modified":"2024-09-06T15:03:55.612711Z","created":"2024-09-06T15:01:48.282789Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:3300","nonce":0},{"type":"v1","addr":"172.21.15.169:6789","nonce":0}]},"addr":"172.21.15.169:6789/0","public_addr":"172.21.15.169:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:3300","nonce":0},{"type":"v1","addr":"172.21.15.181:6789","nonce":0}]},"addr":"172.21.15.181:6789/0","public_addr":"172.21.15.181:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:3301","nonce":0},{"type":"v1","addr":"172.21.15.169:6790","nonce":0}]},"addr":"172.21.15.169:6790/0","public_addr":"172.21.15.169:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-09-06T15:04:02.915 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: audit 2024-09-06T15:03:49.113278+0000 mon.a (mon.0) 143 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-06T15:04:02.915 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:03:49.113684+0000 mon.a (mon.0) 144 : cluster [INF] mon.a calling monitor election 2024-09-06T15:04:02.915 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: audit 2024-09-06T15:03:49.140206+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:04:02.915 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:03:49.262157+0000 mgr.y (mgr.14150) 46 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:02.915 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: audit 2024-09-06T15:03:50.108053+0000 mon.a (mon.0) 146 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:04:02.915 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: audit 2024-09-06T15:03:51.108549+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:04:02.915 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:03:51.108653+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-09-06T15:04:02.916 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:03:51.262465+0000 mgr.y (mgr.14150) 47 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:02.916 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: audit 2024-09-06T15:03:52.107752+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:04:02.916 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: audit 2024-09-06T15:03:53.108845+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:04:02.916 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:03:53.262873+0000 mgr.y (mgr.14150) 48 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:02.916 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: audit 2024-09-06T15:03:53.611112+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:04:02.916 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: audit 2024-09-06T15:03:54.108924+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:04:02.916 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:03:54.160781+0000 mon.a (mon.0) 152 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-06T15:04:02.916 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:03:54.172016+0000 mon.a (mon.0) 153 : cluster [DBG] monmap epoch 2 2024-09-06T15:04:02.916 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:03:54.172068+0000 mon.a (mon.0) 154 : cluster [DBG] fsid bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:04:02.917 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:03:54.172102+0000 mon.a (mon.0) 155 : cluster [DBG] last_changed 2024-09-06T15:03:49.108090+0000 2024-09-06T15:04:02.917 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:03:54.172137+0000 mon.a (mon.0) 156 : cluster [DBG] created 2024-09-06T15:01:48.282789+0000 2024-09-06T15:04:02.917 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:03:54.172178+0000 mon.a (mon.0) 157 : cluster [DBG] min_mon_release 19 (squid) 2024-09-06T15:04:02.917 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:03:54.172214+0000 mon.a (mon.0) 158 : cluster [DBG] election_strategy: 1 2024-09-06T15:04:02.917 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:03:54.172249+0000 mon.a (mon.0) 159 : cluster [DBG] 0: [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon.a 2024-09-06T15:04:02.917 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:03:54.172285+0000 mon.a (mon.0) 160 : cluster [DBG] 1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-06T15:04:02.917 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:03:54.173317+0000 mon.a (mon.0) 161 : cluster [DBG] fsmap 2024-09-06T15:04:02.918 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:03:54.173407+0000 mon.a (mon.0) 162 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-06T15:04:02.918 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:03:54.173716+0000 mon.a (mon.0) 163 : cluster [DBG] mgrmap e13: y(active, since 62s) 2024-09-06T15:04:02.918 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:03:54.174038+0000 mon.a (mon.0) 164 : cluster [INF] overall HEALTH_OK 2024-09-06T15:04:02.918 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: audit 2024-09-06T15:03:54.181752+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:02.918 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: audit 2024-09-06T15:03:54.188909+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:02.919 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: audit 2024-09-06T15:03:54.196375+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:02.919 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: audit 2024-09-06T15:03:54.203279+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:02.919 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: audit 2024-09-06T15:03:54.264464+0000 mon.a (mon.0) 169 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:04:02.919 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: audit 2024-09-06T15:03:54.611591+0000 mon.a (mon.0) 170 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:04:02.919 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: audit 2024-09-06T15:03:54.944803+0000 mon.a (mon.0) 171 : audit [DBG] from='client.? 172.21.15.181:0/1326514417' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-06T15:04:02.919 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: audit 2024-09-06T15:03:55.108887+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:04:02.919 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:03:55.618452+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-09-06T15:04:02.919 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: audit 2024-09-06T15:03:55.619285+0000 mon.a (mon.0) 174 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-06T15:04:02.919 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:03:55.619741+0000 mon.a (mon.0) 175 : cluster [INF] mon.a calling monitor election 2024-09-06T15:04:02.919 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: audit 2024-09-06T15:03:55.640422+0000 mon.a (mon.0) 176 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:04:02.919 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: audit 2024-09-06T15:03:55.640744+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:04:02.919 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: audit 2024-09-06T15:03:56.612098+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:04:02.919 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:03:57.263689+0000 mgr.y (mgr.14150) 50 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:02.920 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: audit 2024-09-06T15:03:57.612344+0000 mon.a (mon.0) 179 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:04:02.920 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: audit 2024-09-06T15:03:58.612438+0000 mon.a (mon.0) 180 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:04:02.920 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:03:59.264084+0000 mgr.y (mgr.14150) 51 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:02.920 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: audit 2024-09-06T15:03:59.611288+0000 mon.a (mon.0) 181 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:04:02.920 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: audit 2024-09-06T15:04:00.612578+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:04:02.920 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:04:00.640606+0000 mon.a (mon.0) 183 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-06T15:04:02.920 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:04:00.646571+0000 mon.a (mon.0) 184 : cluster [DBG] monmap epoch 3 2024-09-06T15:04:02.920 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:04:00.646605+0000 mon.a (mon.0) 185 : cluster [DBG] fsid bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:04:02.920 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:04:00.646648+0000 mon.a (mon.0) 186 : cluster [DBG] last_changed 2024-09-06T15:03:55.612711+0000 2024-09-06T15:04:02.920 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:04:00.646684+0000 mon.a (mon.0) 187 : cluster [DBG] created 2024-09-06T15:01:48.282789+0000 2024-09-06T15:04:02.920 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:04:00.646718+0000 mon.a (mon.0) 188 : cluster [DBG] min_mon_release 19 (squid) 2024-09-06T15:04:02.920 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:04:00.646751+0000 mon.a (mon.0) 189 : cluster [DBG] election_strategy: 1 2024-09-06T15:04:02.920 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:04:00.646783+0000 mon.a (mon.0) 190 : cluster [DBG] 0: [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon.a 2024-09-06T15:04:02.921 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:04:00.646814+0000 mon.a (mon.0) 191 : cluster [DBG] 1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-06T15:04:02.921 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:04:00.646846+0000 mon.a (mon.0) 192 : cluster [DBG] 2: [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] mon.c 2024-09-06T15:04:02.921 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:04:00.667890+0000 mon.a (mon.0) 193 : cluster [DBG] fsmap 2024-09-06T15:04:02.921 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:04:00.667951+0000 mon.a (mon.0) 194 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-06T15:04:02.921 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:04:00.668227+0000 mon.a (mon.0) 195 : cluster [DBG] mgrmap e13: y(active, since 69s) 2024-09-06T15:04:02.921 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:04:00.668538+0000 mon.a (mon.0) 196 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-09-06T15:04:02.921 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:04:00.675285+0000 mon.a (mon.0) 197 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-09-06T15:04:02.921 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:04:00.675339+0000 mon.a (mon.0) 198 : cluster [WRN] [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-09-06T15:04:02.921 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:04:00.675381+0000 mon.a (mon.0) 199 : cluster [WRN] mon.c (rank 2) addr [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] is down (out of quorum) 2024-09-06T15:04:02.921 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: audit 2024-09-06T15:04:00.679965+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:02.921 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: audit 2024-09-06T15:04:00.686947+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:02.921 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: audit 2024-09-06T15:04:00.694016+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:02.922 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: audit 2024-09-06T15:04:00.701224+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:02.922 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: audit 2024-09-06T15:04:00.708540+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:02.922 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:04:01.264392+0000 mgr.y (mgr.14150) 52 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:02.922 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: audit 2024-09-06T15:04:01.399586+0000 mon.a (mon.0) 205 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:04:02.922 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: audit 2024-09-06T15:04:01.400740+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:04:02.922 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cephadm 2024-09-06T15:04:01.402160+0000 mgr.y (mgr.14150) 53 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.conf 2024-09-06T15:04:02.922 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cephadm 2024-09-06T15:04:01.402345+0000 mgr.y (mgr.14150) 54 : cephadm [INF] Updating smithi181:/etc/ceph/ceph.conf 2024-09-06T15:04:02.922 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: audit 2024-09-06T15:04:01.612205+0000 mon.a (mon.0) 207 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:04:02.922 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: audit 2024-09-06T15:04:01.637830+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:02.922 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: audit 2024-09-06T15:04:01.646711+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:03.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[19820]: cluster 2024-09-06T15:03:57.615046+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-06T15:04:03.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[19820]: cluster 2024-09-06T15:04:02.650887+0000 mon.b (mon.1) 3 : cluster [INF] mon.b calling monitor election 2024-09-06T15:04:03.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[19820]: cluster 2024-09-06T15:04:02.651615+0000 mon.c (mon.2) 2 : cluster [INF] mon.c calling monitor election 2024-09-06T15:04:03.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[19820]: cluster 2024-09-06T15:04:02.663606+0000 mon.a (mon.0) 221 : cluster [INF] mon.a calling monitor election 2024-09-06T15:04:03.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[19820]: cluster 2024-09-06T15:04:02.691662+0000 mon.a (mon.0) 222 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-06T15:04:03.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[19820]: cluster 2024-09-06T15:04:02.698651+0000 mon.a (mon.0) 223 : cluster [DBG] monmap epoch 3 2024-09-06T15:04:03.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[19820]: cluster 2024-09-06T15:04:02.698680+0000 mon.a (mon.0) 224 : cluster [DBG] fsid bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:04:03.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[19820]: cluster 2024-09-06T15:04:02.698697+0000 mon.a (mon.0) 225 : cluster [DBG] last_changed 2024-09-06T15:03:55.612711+0000 2024-09-06T15:04:03.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[19820]: cluster 2024-09-06T15:04:02.698720+0000 mon.a (mon.0) 226 : cluster [DBG] created 2024-09-06T15:01:48.282789+0000 2024-09-06T15:04:03.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[19820]: cluster 2024-09-06T15:04:02.698738+0000 mon.a (mon.0) 227 : cluster [DBG] min_mon_release 19 (squid) 2024-09-06T15:04:03.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[19820]: cluster 2024-09-06T15:04:02.698756+0000 mon.a (mon.0) 228 : cluster [DBG] election_strategy: 1 2024-09-06T15:04:03.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[19820]: cluster 2024-09-06T15:04:02.698774+0000 mon.a (mon.0) 229 : cluster [DBG] 0: [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon.a 2024-09-06T15:04:03.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[19820]: cluster 2024-09-06T15:04:02.698793+0000 mon.a (mon.0) 230 : cluster [DBG] 1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-06T15:04:03.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[19820]: cluster 2024-09-06T15:04:02.698811+0000 mon.a (mon.0) 231 : cluster [DBG] 2: [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] mon.c 2024-09-06T15:04:03.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[19820]: cluster 2024-09-06T15:04:02.699824+0000 mon.a (mon.0) 232 : cluster [DBG] fsmap 2024-09-06T15:04:03.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[19820]: cluster 2024-09-06T15:04:02.699878+0000 mon.a (mon.0) 233 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-06T15:04:03.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[19820]: cluster 2024-09-06T15:04:02.700143+0000 mon.a (mon.0) 234 : cluster [DBG] mgrmap e13: y(active, since 71s) 2024-09-06T15:04:03.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[19820]: cluster 2024-09-06T15:04:02.700415+0000 mon.a (mon.0) 235 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-09-06T15:04:03.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[19820]: cluster 2024-09-06T15:04:02.700449+0000 mon.a (mon.0) 236 : cluster [INF] Cluster is now healthy 2024-09-06T15:04:03.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[19820]: cluster 2024-09-06T15:04:02.706787+0000 mon.a (mon.0) 237 : cluster [INF] overall HEALTH_OK 2024-09-06T15:04:03.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[19820]: audit 2024-09-06T15:04:02.904832+0000 mon.a (mon.0) 238 : audit [DBG] from='client.? 172.21.15.181:0/2365951578' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-06T15:04:03.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:03:57.615046+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-06T15:04:03.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:04:02.650887+0000 mon.b (mon.1) 3 : cluster [INF] mon.b calling monitor election 2024-09-06T15:04:03.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:04:02.651615+0000 mon.c (mon.2) 2 : cluster [INF] mon.c calling monitor election 2024-09-06T15:04:03.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:04:02.663606+0000 mon.a (mon.0) 221 : cluster [INF] mon.a calling monitor election 2024-09-06T15:04:03.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:04:02.691662+0000 mon.a (mon.0) 222 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-06T15:04:03.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:04:02.698651+0000 mon.a (mon.0) 223 : cluster [DBG] monmap epoch 3 2024-09-06T15:04:03.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:04:02.698680+0000 mon.a (mon.0) 224 : cluster [DBG] fsid bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:04:03.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:04:02.698697+0000 mon.a (mon.0) 225 : cluster [DBG] last_changed 2024-09-06T15:03:55.612711+0000 2024-09-06T15:04:03.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:04:02.698720+0000 mon.a (mon.0) 226 : cluster [DBG] created 2024-09-06T15:01:48.282789+0000 2024-09-06T15:04:03.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:04:02.698738+0000 mon.a (mon.0) 227 : cluster [DBG] min_mon_release 19 (squid) 2024-09-06T15:04:03.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:04:02.698756+0000 mon.a (mon.0) 228 : cluster [DBG] election_strategy: 1 2024-09-06T15:04:03.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:04:02.698774+0000 mon.a (mon.0) 229 : cluster [DBG] 0: [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon.a 2024-09-06T15:04:03.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:04:02.698793+0000 mon.a (mon.0) 230 : cluster [DBG] 1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-06T15:04:03.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:04:02.698811+0000 mon.a (mon.0) 231 : cluster [DBG] 2: [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] mon.c 2024-09-06T15:04:03.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:04:02.699824+0000 mon.a (mon.0) 232 : cluster [DBG] fsmap 2024-09-06T15:04:03.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:04:02.699878+0000 mon.a (mon.0) 233 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-06T15:04:03.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:04:02.700143+0000 mon.a (mon.0) 234 : cluster [DBG] mgrmap e13: y(active, since 71s) 2024-09-06T15:04:03.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:04:02.700415+0000 mon.a (mon.0) 235 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-09-06T15:04:03.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:04:02.700449+0000 mon.a (mon.0) 236 : cluster [INF] Cluster is now healthy 2024-09-06T15:04:03.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: cluster 2024-09-06T15:04:02.706787+0000 mon.a (mon.0) 237 : cluster [INF] overall HEALTH_OK 2024-09-06T15:04:03.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:02 smithi169 bash[26469]: audit 2024-09-06T15:04:02.904832+0000 mon.a (mon.0) 238 : audit [DBG] from='client.? 172.21.15.181:0/2365951578' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-06T15:04:03.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:02 smithi181 bash[21841]: cluster 2024-09-06T15:03:57.615046+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-06T15:04:03.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:02 smithi181 bash[21841]: cluster 2024-09-06T15:04:02.650887+0000 mon.b (mon.1) 3 : cluster [INF] mon.b calling monitor election 2024-09-06T15:04:03.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:02 smithi181 bash[21841]: cluster 2024-09-06T15:04:02.651615+0000 mon.c (mon.2) 2 : cluster [INF] mon.c calling monitor election 2024-09-06T15:04:03.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:02 smithi181 bash[21841]: cluster 2024-09-06T15:04:02.663606+0000 mon.a (mon.0) 221 : cluster [INF] mon.a calling monitor election 2024-09-06T15:04:03.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:02 smithi181 bash[21841]: cluster 2024-09-06T15:04:02.691662+0000 mon.a (mon.0) 222 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-06T15:04:03.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:02 smithi181 bash[21841]: cluster 2024-09-06T15:04:02.698651+0000 mon.a (mon.0) 223 : cluster [DBG] monmap epoch 3 2024-09-06T15:04:03.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:02 smithi181 bash[21841]: cluster 2024-09-06T15:04:02.698680+0000 mon.a (mon.0) 224 : cluster [DBG] fsid bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:04:03.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:02 smithi181 bash[21841]: cluster 2024-09-06T15:04:02.698697+0000 mon.a (mon.0) 225 : cluster [DBG] last_changed 2024-09-06T15:03:55.612711+0000 2024-09-06T15:04:03.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:02 smithi181 bash[21841]: cluster 2024-09-06T15:04:02.698720+0000 mon.a (mon.0) 226 : cluster [DBG] created 2024-09-06T15:01:48.282789+0000 2024-09-06T15:04:03.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:02 smithi181 bash[21841]: cluster 2024-09-06T15:04:02.698738+0000 mon.a (mon.0) 227 : cluster [DBG] min_mon_release 19 (squid) 2024-09-06T15:04:03.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:02 smithi181 bash[21841]: cluster 2024-09-06T15:04:02.698756+0000 mon.a (mon.0) 228 : cluster [DBG] election_strategy: 1 2024-09-06T15:04:03.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:02 smithi181 bash[21841]: cluster 2024-09-06T15:04:02.698774+0000 mon.a (mon.0) 229 : cluster [DBG] 0: [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon.a 2024-09-06T15:04:03.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:02 smithi181 bash[21841]: cluster 2024-09-06T15:04:02.698793+0000 mon.a (mon.0) 230 : cluster [DBG] 1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-06T15:04:03.250 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:02 smithi181 bash[21841]: cluster 2024-09-06T15:04:02.698811+0000 mon.a (mon.0) 231 : cluster [DBG] 2: [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] mon.c 2024-09-06T15:04:03.250 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:02 smithi181 bash[21841]: cluster 2024-09-06T15:04:02.699824+0000 mon.a (mon.0) 232 : cluster [DBG] fsmap 2024-09-06T15:04:03.250 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:02 smithi181 bash[21841]: cluster 2024-09-06T15:04:02.699878+0000 mon.a (mon.0) 233 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-06T15:04:03.250 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:02 smithi181 bash[21841]: cluster 2024-09-06T15:04:02.700143+0000 mon.a (mon.0) 234 : cluster [DBG] mgrmap e13: y(active, since 71s) 2024-09-06T15:04:03.250 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:02 smithi181 bash[21841]: cluster 2024-09-06T15:04:02.700415+0000 mon.a (mon.0) 235 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-09-06T15:04:03.250 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:02 smithi181 bash[21841]: cluster 2024-09-06T15:04:02.700449+0000 mon.a (mon.0) 236 : cluster [INF] Cluster is now healthy 2024-09-06T15:04:03.250 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:02 smithi181 bash[21841]: cluster 2024-09-06T15:04:02.706787+0000 mon.a (mon.0) 237 : cluster [INF] overall HEALTH_OK 2024-09-06T15:04:03.250 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:02 smithi181 bash[21841]: audit 2024-09-06T15:04:02.904832+0000 mon.a (mon.0) 238 : audit [DBG] from='client.? 172.21.15.181:0/2365951578' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-06T15:04:03.500 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-09-06T15:04:03.500 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph config generate-minimal-conf 2024-09-06T15:04:04.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:03 smithi169 bash[19820]: cluster 2024-09-06T15:04:03.264755+0000 mgr.y (mgr.14150) 59 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:04.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:03 smithi169 bash[19820]: audit 2024-09-06T15:04:03.612987+0000 mon.a (mon.0) 239 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:04:04.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:03 smithi169 bash[26469]: cluster 2024-09-06T15:04:03.264755+0000 mgr.y (mgr.14150) 59 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:04.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:03 smithi169 bash[26469]: audit 2024-09-06T15:04:03.612987+0000 mon.a (mon.0) 239 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:04:04.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:03 smithi181 bash[21841]: cluster 2024-09-06T15:04:03.264755+0000 mgr.y (mgr.14150) 59 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:04.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:03 smithi181 bash[21841]: audit 2024-09-06T15:04:03.612987+0000 mon.a (mon.0) 239 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:04:05.814 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:05 smithi169 bash[26469]: audit 2024-09-06T15:04:04.527467+0000 mon.a (mon.0) 240 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:05.814 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:05 smithi169 bash[26469]: audit 2024-09-06T15:04:04.534863+0000 mon.a (mon.0) 241 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:05.814 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:05 smithi169 bash[26469]: cephadm 2024-09-06T15:04:04.536529+0000 mgr.y (mgr.14150) 60 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-09-06T15:04:05.814 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:05 smithi169 bash[26469]: audit 2024-09-06T15:04:04.537033+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-06T15:04:05.814 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:05 smithi169 bash[26469]: audit 2024-09-06T15:04:04.538459+0000 mon.a (mon.0) 243 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-06T15:04:05.814 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:05 smithi169 bash[26469]: audit 2024-09-06T15:04:04.539816+0000 mon.a (mon.0) 244 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:04:05.814 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:05 smithi169 bash[26469]: cephadm 2024-09-06T15:04:04.541578+0000 mgr.y (mgr.14150) 61 : cephadm [INF] Reconfiguring daemon mon.c on smithi169 2024-09-06T15:04:05.815 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:05 smithi169 bash[26469]: cluster 2024-09-06T15:04:05.265199+0000 mgr.y (mgr.14150) 62 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:05.815 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:05 smithi169 bash[19820]: audit 2024-09-06T15:04:04.527467+0000 mon.a (mon.0) 240 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:05.815 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:05 smithi169 bash[19820]: audit 2024-09-06T15:04:04.534863+0000 mon.a (mon.0) 241 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:05.815 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:05 smithi169 bash[19820]: cephadm 2024-09-06T15:04:04.536529+0000 mgr.y (mgr.14150) 60 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-09-06T15:04:05.815 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:05 smithi169 bash[19820]: audit 2024-09-06T15:04:04.537033+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-06T15:04:05.815 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:05 smithi169 bash[19820]: audit 2024-09-06T15:04:04.538459+0000 mon.a (mon.0) 243 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-06T15:04:05.815 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:05 smithi169 bash[19820]: audit 2024-09-06T15:04:04.539816+0000 mon.a (mon.0) 244 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:04:05.815 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:05 smithi169 bash[19820]: cephadm 2024-09-06T15:04:04.541578+0000 mgr.y (mgr.14150) 61 : cephadm [INF] Reconfiguring daemon mon.c on smithi169 2024-09-06T15:04:05.815 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:05 smithi169 bash[19820]: cluster 2024-09-06T15:04:05.265199+0000 mgr.y (mgr.14150) 62 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:05.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:05 smithi181 bash[21841]: audit 2024-09-06T15:04:04.527467+0000 mon.a (mon.0) 240 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:05.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:05 smithi181 bash[21841]: audit 2024-09-06T15:04:04.534863+0000 mon.a (mon.0) 241 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:05.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:05 smithi181 bash[21841]: cephadm 2024-09-06T15:04:04.536529+0000 mgr.y (mgr.14150) 60 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-09-06T15:04:05.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:05 smithi181 bash[21841]: audit 2024-09-06T15:04:04.537033+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-06T15:04:05.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:05 smithi181 bash[21841]: audit 2024-09-06T15:04:04.538459+0000 mon.a (mon.0) 243 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-06T15:04:05.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:05 smithi181 bash[21841]: audit 2024-09-06T15:04:04.539816+0000 mon.a (mon.0) 244 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:04:05.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:05 smithi181 bash[21841]: cephadm 2024-09-06T15:04:04.541578+0000 mgr.y (mgr.14150) 61 : cephadm [INF] Reconfiguring daemon mon.c on smithi169 2024-09-06T15:04:05.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:05 smithi181 bash[21841]: cluster 2024-09-06T15:04:05.265199+0000 mgr.y (mgr.14150) 62 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:07.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:07 smithi169 bash[19820]: audit 2024-09-06T15:04:06.675974+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:07.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:07 smithi169 bash[19820]: audit 2024-09-06T15:04:06.682481+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:07.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:07 smithi169 bash[19820]: cephadm 2024-09-06T15:04:06.683911+0000 mgr.y (mgr.14150) 63 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-09-06T15:04:07.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:07 smithi169 bash[19820]: audit 2024-09-06T15:04:06.684378+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-06T15:04:07.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:07 smithi169 bash[19820]: audit 2024-09-06T15:04:06.685485+0000 mon.a (mon.0) 248 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-06T15:04:07.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:07 smithi169 bash[19820]: audit 2024-09-06T15:04:06.686499+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:04:07.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:07 smithi169 bash[19820]: cephadm 2024-09-06T15:04:06.687772+0000 mgr.y (mgr.14150) 64 : cephadm [INF] Reconfiguring daemon mon.b on smithi181 2024-09-06T15:04:07.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:07 smithi169 bash[19820]: cluster 2024-09-06T15:04:07.265614+0000 mgr.y (mgr.14150) 65 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:07.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:07 smithi169 bash[26469]: audit 2024-09-06T15:04:06.675974+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:07.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:07 smithi169 bash[26469]: audit 2024-09-06T15:04:06.682481+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:07.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:07 smithi169 bash[26469]: cephadm 2024-09-06T15:04:06.683911+0000 mgr.y (mgr.14150) 63 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-09-06T15:04:07.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:07 smithi169 bash[26469]: audit 2024-09-06T15:04:06.684378+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-06T15:04:07.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:07 smithi169 bash[26469]: audit 2024-09-06T15:04:06.685485+0000 mon.a (mon.0) 248 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-06T15:04:07.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:07 smithi169 bash[26469]: audit 2024-09-06T15:04:06.686499+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:04:07.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:07 smithi169 bash[26469]: cephadm 2024-09-06T15:04:06.687772+0000 mgr.y (mgr.14150) 64 : cephadm [INF] Reconfiguring daemon mon.b on smithi181 2024-09-06T15:04:07.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:07 smithi169 bash[26469]: cluster 2024-09-06T15:04:07.265614+0000 mgr.y (mgr.14150) 65 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:07.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:07 smithi181 bash[21841]: audit 2024-09-06T15:04:06.675974+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:07.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:07 smithi181 bash[21841]: audit 2024-09-06T15:04:06.682481+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:07.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:07 smithi181 bash[21841]: cephadm 2024-09-06T15:04:06.683911+0000 mgr.y (mgr.14150) 63 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-09-06T15:04:07.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:07 smithi181 bash[21841]: audit 2024-09-06T15:04:06.684378+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-06T15:04:07.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:07 smithi181 bash[21841]: audit 2024-09-06T15:04:06.685485+0000 mon.a (mon.0) 248 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-06T15:04:07.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:07 smithi181 bash[21841]: audit 2024-09-06T15:04:06.686499+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:04:07.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:07 smithi181 bash[21841]: cephadm 2024-09-06T15:04:06.687772+0000 mgr.y (mgr.14150) 64 : cephadm [INF] Reconfiguring daemon mon.b on smithi181 2024-09-06T15:04:07.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:07 smithi181 bash[21841]: cluster 2024-09-06T15:04:07.265614+0000 mgr.y (mgr.14150) 65 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:08.238 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:04:09.528 INFO:teuthology.orchestra.run.smithi169.stdout:# minimal ceph.conf for bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:04:09.528 INFO:teuthology.orchestra.run.smithi169.stdout:[global] 2024-09-06T15:04:09.528 INFO:teuthology.orchestra.run.smithi169.stdout: fsid = bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:04:09.529 INFO:teuthology.orchestra.run.smithi169.stdout: mon_host = [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] 2024-09-06T15:04:10.122 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:09 smithi169 bash[26469]: audit 2024-09-06T15:04:08.826483+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:10.122 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:09 smithi169 bash[26469]: audit 2024-09-06T15:04:08.833874+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:10.122 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:09 smithi169 bash[26469]: audit 2024-09-06T15:04:08.836533+0000 mon.a (mon.0) 252 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:04:10.122 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:09 smithi169 bash[26469]: audit 2024-09-06T15:04:08.839903+0000 mon.a (mon.0) 253 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:04:10.122 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:09 smithi169 bash[26469]: audit 2024-09-06T15:04:08.841735+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:04:10.122 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:09 smithi169 bash[26469]: audit 2024-09-06T15:04:08.850697+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:10.123 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:09 smithi169 bash[26469]: cluster 2024-09-06T15:04:09.265966+0000 mgr.y (mgr.14150) 66 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:10.123 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:09 smithi169 bash[26469]: audit 2024-09-06T15:04:09.531346+0000 mon.a (mon.0) 256 : audit [DBG] from='client.? 172.21.15.169:0/3871163161' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:04:10.123 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:09 smithi169 bash[19820]: audit 2024-09-06T15:04:08.826483+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:10.123 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:09 smithi169 bash[19820]: audit 2024-09-06T15:04:08.833874+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:10.123 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:09 smithi169 bash[19820]: audit 2024-09-06T15:04:08.836533+0000 mon.a (mon.0) 252 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:04:10.123 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:09 smithi169 bash[19820]: audit 2024-09-06T15:04:08.839903+0000 mon.a (mon.0) 253 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:04:10.123 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:09 smithi169 bash[19820]: audit 2024-09-06T15:04:08.841735+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:04:10.123 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:09 smithi169 bash[19820]: audit 2024-09-06T15:04:08.850697+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:10.123 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:09 smithi169 bash[19820]: cluster 2024-09-06T15:04:09.265966+0000 mgr.y (mgr.14150) 66 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:10.123 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:09 smithi169 bash[19820]: audit 2024-09-06T15:04:09.531346+0000 mon.a (mon.0) 256 : audit [DBG] from='client.? 172.21.15.169:0/3871163161' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:04:10.124 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-09-06T15:04:10.125 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-09-06T15:04:10.125 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd of=/etc/ceph/ceph.conf 2024-09-06T15:04:10.138 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-09-06T15:04:10.138 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-06T15:04:10.192 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-09-06T15:04:10.193 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/etc/ceph/ceph.conf 2024-09-06T15:04:10.204 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:09 smithi181 bash[21841]: audit 2024-09-06T15:04:08.826483+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:10.204 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:09 smithi181 bash[21841]: audit 2024-09-06T15:04:08.833874+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:10.204 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:09 smithi181 bash[21841]: audit 2024-09-06T15:04:08.836533+0000 mon.a (mon.0) 252 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:04:10.204 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:09 smithi181 bash[21841]: audit 2024-09-06T15:04:08.839903+0000 mon.a (mon.0) 253 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:04:10.205 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:09 smithi181 bash[21841]: audit 2024-09-06T15:04:08.841735+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:04:10.205 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:09 smithi181 bash[21841]: audit 2024-09-06T15:04:08.850697+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:10.205 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:09 smithi181 bash[21841]: cluster 2024-09-06T15:04:09.265966+0000 mgr.y (mgr.14150) 66 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:10.205 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:09 smithi181 bash[21841]: audit 2024-09-06T15:04:09.531346+0000 mon.a (mon.0) 256 : audit [DBG] from='client.? 172.21.15.169:0/3871163161' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:04:10.207 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-09-06T15:04:10.207 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-06T15:04:10.264 INFO:tasks.cephadm:Adding mgr.y on smithi169 2024-09-06T15:04:10.264 INFO:tasks.cephadm:Adding mgr.x on smithi181 2024-09-06T15:04:10.264 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph orch apply mgr '2;smithi169=y;smithi181=x' 2024-09-06T15:04:12.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:12 smithi169 bash[19820]: cluster 2024-09-06T15:04:11.266370+0000 mgr.y (mgr.14150) 67 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:12.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:12 smithi169 bash[26469]: cluster 2024-09-06T15:04:11.266370+0000 mgr.y (mgr.14150) 67 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:12.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:12 smithi181 bash[21841]: cluster 2024-09-06T15:04:11.266370+0000 mgr.y (mgr.14150) 67 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:14.019 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.b/config 2024-09-06T15:04:14.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:14 smithi181 bash[21841]: cluster 2024-09-06T15:04:13.266754+0000 mgr.y (mgr.14150) 68 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:14.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:14 smithi169 bash[19820]: cluster 2024-09-06T15:04:13.266754+0000 mgr.y (mgr.14150) 68 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:14.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:14 smithi169 bash[26469]: cluster 2024-09-06T15:04:13.266754+0000 mgr.y (mgr.14150) 68 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:15.434 INFO:teuthology.orchestra.run.smithi181.stdout:Scheduled mgr update... 2024-09-06T15:04:15.949 DEBUG:teuthology.orchestra.run.smithi181:mgr.x> sudo journalctl -f -n 0 -u ceph-bab55310-6c60-11ef-bce4-c7b262605968@mgr.x.service 2024-09-06T15:04:15.951 DEBUG:tasks.cephadm:set 0 configs 2024-09-06T15:04:15.951 INFO:tasks.cephadm:Deploying OSDs... 2024-09-06T15:04:15.951 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-09-06T15:04:15.951 DEBUG:teuthology.orchestra.run.smithi169:> dd if=/scratch_devs of=/dev/stdout 2024-09-06T15:04:15.958 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-06T15:04:15.958 DEBUG:teuthology.orchestra.run.smithi169:> stat /dev/vg_nvme/lv_1 2024-09-06T15:04:16.004 INFO:teuthology.orchestra.run.smithi169.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-06T15:04:16.004 INFO:teuthology.orchestra.run.smithi169.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-06T15:04:16.005 INFO:teuthology.orchestra.run.smithi169.stdout:Device: 5h/5d Inode: 886 Links: 1 2024-09-06T15:04:16.005 INFO:teuthology.orchestra.run.smithi169.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-06T15:04:16.005 INFO:teuthology.orchestra.run.smithi169.stdout:Access: 2024-09-06 14:56:38.821394381 +0000 2024-09-06T15:04:16.005 INFO:teuthology.orchestra.run.smithi169.stdout:Modify: 2024-09-06 14:56:38.585396489 +0000 2024-09-06T15:04:16.005 INFO:teuthology.orchestra.run.smithi169.stdout:Change: 2024-09-06 14:56:38.585396489 +0000 2024-09-06T15:04:16.005 INFO:teuthology.orchestra.run.smithi169.stdout: Birth: - 2024-09-06T15:04:16.005 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-06T15:04:16.059 INFO:teuthology.orchestra.run.smithi169.stderr:1+0 records in 2024-09-06T15:04:16.059 INFO:teuthology.orchestra.run.smithi169.stderr:1+0 records out 2024-09-06T15:04:16.059 INFO:teuthology.orchestra.run.smithi169.stderr:512 bytes copied, 0.000390436 s, 1.3 MB/s 2024-09-06T15:04:16.060 DEBUG:teuthology.orchestra.run.smithi169:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-06T15:04:16.110 DEBUG:teuthology.orchestra.run.smithi169:> stat /dev/vg_nvme/lv_2 2024-09-06T15:04:16.160 INFO:teuthology.orchestra.run.smithi169.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-06T15:04:16.160 INFO:teuthology.orchestra.run.smithi169.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-06T15:04:16.160 INFO:teuthology.orchestra.run.smithi169.stdout:Device: 5h/5d Inode: 907 Links: 1 2024-09-06T15:04:16.160 INFO:teuthology.orchestra.run.smithi169.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-06T15:04:16.160 INFO:teuthology.orchestra.run.smithi169.stdout:Access: 2024-09-06 14:56:39.289390201 +0000 2024-09-06T15:04:16.160 INFO:teuthology.orchestra.run.smithi169.stdout:Modify: 2024-09-06 14:56:39.045392380 +0000 2024-09-06T15:04:16.160 INFO:teuthology.orchestra.run.smithi169.stdout:Change: 2024-09-06 14:56:39.045392380 +0000 2024-09-06T15:04:16.160 INFO:teuthology.orchestra.run.smithi169.stdout: Birth: - 2024-09-06T15:04:16.161 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-06T15:04:16.214 INFO:teuthology.orchestra.run.smithi169.stderr:1+0 records in 2024-09-06T15:04:16.214 INFO:teuthology.orchestra.run.smithi169.stderr:1+0 records out 2024-09-06T15:04:16.214 INFO:teuthology.orchestra.run.smithi169.stderr:512 bytes copied, 0.000339468 s, 1.5 MB/s 2024-09-06T15:04:16.215 DEBUG:teuthology.orchestra.run.smithi169:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-06T15:04:16.265 DEBUG:teuthology.orchestra.run.smithi169:> stat /dev/vg_nvme/lv_3 2024-09-06T15:04:16.312 INFO:teuthology.orchestra.run.smithi169.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-06T15:04:16.312 INFO:teuthology.orchestra.run.smithi169.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-06T15:04:16.312 INFO:teuthology.orchestra.run.smithi169.stdout:Device: 5h/5d Inode: 925 Links: 1 2024-09-06T15:04:16.312 INFO:teuthology.orchestra.run.smithi169.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-06T15:04:16.312 INFO:teuthology.orchestra.run.smithi169.stdout:Access: 2024-09-06 14:56:39.537387986 +0000 2024-09-06T15:04:16.312 INFO:teuthology.orchestra.run.smithi169.stdout:Modify: 2024-09-06 14:56:39.533388022 +0000 2024-09-06T15:04:16.313 INFO:teuthology.orchestra.run.smithi169.stdout:Change: 2024-09-06 14:56:39.533388022 +0000 2024-09-06T15:04:16.313 INFO:teuthology.orchestra.run.smithi169.stdout: Birth: - 2024-09-06T15:04:16.313 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-06T15:04:16.366 INFO:teuthology.orchestra.run.smithi169.stderr:1+0 records in 2024-09-06T15:04:16.366 INFO:teuthology.orchestra.run.smithi169.stderr:1+0 records out 2024-09-06T15:04:16.366 INFO:teuthology.orchestra.run.smithi169.stderr:512 bytes copied, 0.000328275 s, 1.6 MB/s 2024-09-06T15:04:16.367 DEBUG:teuthology.orchestra.run.smithi169:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-06T15:04:16.417 DEBUG:teuthology.orchestra.run.smithi169:> stat /dev/vg_nvme/lv_4 2024-09-06T15:04:16.464 INFO:teuthology.orchestra.run.smithi169.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-06T15:04:16.465 INFO:teuthology.orchestra.run.smithi169.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-06T15:04:16.465 INFO:teuthology.orchestra.run.smithi169.stdout:Device: 5h/5d Inode: 938 Links: 1 2024-09-06T15:04:16.465 INFO:teuthology.orchestra.run.smithi169.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-06T15:04:16.465 INFO:teuthology.orchestra.run.smithi169.stdout:Access: 2024-09-06 14:56:39.997383877 +0000 2024-09-06T15:04:16.465 INFO:teuthology.orchestra.run.smithi169.stdout:Modify: 2024-09-06 14:56:39.993383913 +0000 2024-09-06T15:04:16.465 INFO:teuthology.orchestra.run.smithi169.stdout:Change: 2024-09-06 14:56:39.993383913 +0000 2024-09-06T15:04:16.465 INFO:teuthology.orchestra.run.smithi169.stdout: Birth: - 2024-09-06T15:04:16.465 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-06T15:04:16.518 INFO:teuthology.orchestra.run.smithi169.stderr:1+0 records in 2024-09-06T15:04:16.518 INFO:teuthology.orchestra.run.smithi169.stderr:1+0 records out 2024-09-06T15:04:16.518 INFO:teuthology.orchestra.run.smithi169.stderr:512 bytes copied, 0.000292254 s, 1.8 MB/s 2024-09-06T15:04:16.519 DEBUG:teuthology.orchestra.run.smithi169:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-06T15:04:16.569 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-09-06T15:04:16.570 DEBUG:teuthology.orchestra.run.smithi181:> dd if=/scratch_devs of=/dev/stdout 2024-09-06T15:04:16.576 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-06T15:04:16.576 DEBUG:teuthology.orchestra.run.smithi181:> stat /dev/vg_nvme/lv_1 2024-09-06T15:04:16.624 INFO:teuthology.orchestra.run.smithi181.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-06T15:04:16.624 INFO:teuthology.orchestra.run.smithi181.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-06T15:04:16.624 INFO:teuthology.orchestra.run.smithi181.stdout:Device: 5h/5d Inode: 877 Links: 1 2024-09-06T15:04:16.624 INFO:teuthology.orchestra.run.smithi181.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-06T15:04:16.624 INFO:teuthology.orchestra.run.smithi181.stdout:Access: 2024-09-06 14:56:39.771201035 +0000 2024-09-06T15:04:16.624 INFO:teuthology.orchestra.run.smithi181.stdout:Modify: 2024-09-06 14:56:39.515203323 +0000 2024-09-06T15:04:16.624 INFO:teuthology.orchestra.run.smithi181.stdout:Change: 2024-09-06 14:56:39.515203323 +0000 2024-09-06T15:04:16.624 INFO:teuthology.orchestra.run.smithi181.stdout: Birth: - 2024-09-06T15:04:16.625 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-06T15:04:16.678 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records in 2024-09-06T15:04:16.678 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records out 2024-09-06T15:04:16.678 INFO:teuthology.orchestra.run.smithi181.stderr:512 bytes copied, 0.000444539 s, 1.2 MB/s 2024-09-06T15:04:16.680 DEBUG:teuthology.orchestra.run.smithi181:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-06T15:04:16.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:16 smithi169 bash[19820]: cluster 2024-09-06T15:04:15.267198+0000 mgr.y (mgr.14150) 69 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:16.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:16 smithi169 bash[19820]: audit 2024-09-06T15:04:15.427096+0000 mgr.y (mgr.14150) 70 : audit [DBG] from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi169=y;smithi181=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:04:16.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:16 smithi169 bash[19820]: cephadm 2024-09-06T15:04:15.430023+0000 mgr.y (mgr.14150) 71 : cephadm [INF] Saving service mgr spec with placement smithi169=y;smithi181=x;count:2 2024-09-06T15:04:16.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:16 smithi169 bash[19820]: audit 2024-09-06T15:04:15.436373+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:16.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:16 smithi169 bash[19820]: audit 2024-09-06T15:04:15.438219+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:04:16.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:16 smithi169 bash[19820]: audit 2024-09-06T15:04:15.441538+0000 mon.a (mon.0) 259 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:04:16.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:16 smithi169 bash[19820]: audit 2024-09-06T15:04:15.443245+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:04:16.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:16 smithi169 bash[19820]: audit 2024-09-06T15:04:15.452262+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:16.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:16 smithi169 bash[19820]: audit 2024-09-06T15:04:15.455292+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-06T15:04:16.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:16 smithi169 bash[19820]: audit 2024-09-06T15:04:15.457921+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-06T15:04:16.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:16 smithi169 bash[19820]: audit 2024-09-06T15:04:15.462713+0000 mon.a (mon.0) 264 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-06T15:04:16.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:16 smithi169 bash[19820]: audit 2024-09-06T15:04:15.464594+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:04:16.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:16 smithi169 bash[19820]: cephadm 2024-09-06T15:04:15.466520+0000 mgr.y (mgr.14150) 72 : cephadm [INF] Deploying daemon mgr.x on smithi181 2024-09-06T15:04:16.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:16 smithi169 bash[26469]: cluster 2024-09-06T15:04:15.267198+0000 mgr.y (mgr.14150) 69 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:16.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:16 smithi169 bash[26469]: audit 2024-09-06T15:04:15.427096+0000 mgr.y (mgr.14150) 70 : audit [DBG] from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi169=y;smithi181=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:04:16.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:16 smithi169 bash[26469]: cephadm 2024-09-06T15:04:15.430023+0000 mgr.y (mgr.14150) 71 : cephadm [INF] Saving service mgr spec with placement smithi169=y;smithi181=x;count:2 2024-09-06T15:04:16.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:16 smithi169 bash[26469]: audit 2024-09-06T15:04:15.436373+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:16.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:16 smithi169 bash[26469]: audit 2024-09-06T15:04:15.438219+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:04:16.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:16 smithi169 bash[26469]: audit 2024-09-06T15:04:15.441538+0000 mon.a (mon.0) 259 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:04:16.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:16 smithi169 bash[26469]: audit 2024-09-06T15:04:15.443245+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:04:16.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:16 smithi169 bash[26469]: audit 2024-09-06T15:04:15.452262+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:16.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:16 smithi169 bash[26469]: audit 2024-09-06T15:04:15.455292+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-06T15:04:16.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:16 smithi169 bash[26469]: audit 2024-09-06T15:04:15.457921+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-06T15:04:16.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:16 smithi169 bash[26469]: audit 2024-09-06T15:04:15.462713+0000 mon.a (mon.0) 264 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-06T15:04:16.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:16 smithi169 bash[26469]: audit 2024-09-06T15:04:15.464594+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:04:16.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:16 smithi169 bash[26469]: cephadm 2024-09-06T15:04:15.466520+0000 mgr.y (mgr.14150) 72 : cephadm [INF] Deploying daemon mgr.x on smithi181 2024-09-06T15:04:16.728 DEBUG:teuthology.orchestra.run.smithi181:> stat /dev/vg_nvme/lv_2 2024-09-06T15:04:16.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:16 smithi181 bash[21841]: cluster 2024-09-06T15:04:15.267198+0000 mgr.y (mgr.14150) 69 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:16.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:16 smithi181 bash[21841]: audit 2024-09-06T15:04:15.427096+0000 mgr.y (mgr.14150) 70 : audit [DBG] from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi169=y;smithi181=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:04:16.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:16 smithi181 bash[21841]: cephadm 2024-09-06T15:04:15.430023+0000 mgr.y (mgr.14150) 71 : cephadm [INF] Saving service mgr spec with placement smithi169=y;smithi181=x;count:2 2024-09-06T15:04:16.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:16 smithi181 bash[21841]: audit 2024-09-06T15:04:15.436373+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:16.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:16 smithi181 bash[21841]: audit 2024-09-06T15:04:15.438219+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:04:16.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:16 smithi181 bash[21841]: audit 2024-09-06T15:04:15.441538+0000 mon.a (mon.0) 259 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:04:16.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:16 smithi181 bash[21841]: audit 2024-09-06T15:04:15.443245+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:04:16.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:16 smithi181 bash[21841]: audit 2024-09-06T15:04:15.452262+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:16.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:16 smithi181 bash[21841]: audit 2024-09-06T15:04:15.455292+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-06T15:04:16.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:16 smithi181 bash[21841]: audit 2024-09-06T15:04:15.457921+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-06T15:04:16.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:16 smithi181 bash[21841]: audit 2024-09-06T15:04:15.462713+0000 mon.a (mon.0) 264 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-06T15:04:16.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:16 smithi181 bash[21841]: audit 2024-09-06T15:04:15.464594+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:04:16.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:16 smithi181 bash[21841]: cephadm 2024-09-06T15:04:15.466520+0000 mgr.y (mgr.14150) 72 : cephadm [INF] Deploying daemon mgr.x on smithi181 2024-09-06T15:04:16.754 INFO:teuthology.orchestra.run.smithi181.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-06T15:04:16.755 INFO:teuthology.orchestra.run.smithi181.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-06T15:04:16.755 INFO:teuthology.orchestra.run.smithi181.stdout:Device: 5h/5d Inode: 893 Links: 1 2024-09-06T15:04:16.755 INFO:teuthology.orchestra.run.smithi181.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-06T15:04:16.755 INFO:teuthology.orchestra.run.smithi181.stdout:Access: 2024-09-06 14:56:40.267196605 +0000 2024-09-06T15:04:16.755 INFO:teuthology.orchestra.run.smithi181.stdout:Modify: 2024-09-06 14:56:39.999199000 +0000 2024-09-06T15:04:16.755 INFO:teuthology.orchestra.run.smithi181.stdout:Change: 2024-09-06 14:56:39.999199000 +0000 2024-09-06T15:04:16.755 INFO:teuthology.orchestra.run.smithi181.stdout: Birth: - 2024-09-06T15:04:16.755 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-06T15:04:16.810 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records in 2024-09-06T15:04:16.810 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records out 2024-09-06T15:04:16.810 INFO:teuthology.orchestra.run.smithi181.stderr:512 bytes copied, 0.00041465 s, 1.2 MB/s 2024-09-06T15:04:16.811 DEBUG:teuthology.orchestra.run.smithi181:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-06T15:04:16.860 DEBUG:teuthology.orchestra.run.smithi181:> stat /dev/vg_nvme/lv_3 2024-09-06T15:04:16.908 INFO:teuthology.orchestra.run.smithi181.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-06T15:04:16.909 INFO:teuthology.orchestra.run.smithi181.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-06T15:04:16.909 INFO:teuthology.orchestra.run.smithi181.stdout:Device: 5h/5d Inode: 908 Links: 1 2024-09-06T15:04:16.909 INFO:teuthology.orchestra.run.smithi181.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-06T15:04:16.909 INFO:teuthology.orchestra.run.smithi181.stdout:Access: 2024-09-06 14:56:40.767192139 +0000 2024-09-06T15:04:16.909 INFO:teuthology.orchestra.run.smithi181.stdout:Modify: 2024-09-06 14:56:40.535194212 +0000 2024-09-06T15:04:16.909 INFO:teuthology.orchestra.run.smithi181.stdout:Change: 2024-09-06 14:56:40.535194212 +0000 2024-09-06T15:04:16.909 INFO:teuthology.orchestra.run.smithi181.stdout: Birth: - 2024-09-06T15:04:16.909 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-06T15:04:16.965 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records in 2024-09-06T15:04:16.965 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records out 2024-09-06T15:04:16.965 INFO:teuthology.orchestra.run.smithi181.stderr:512 bytes copied, 0.000299521 s, 1.7 MB/s 2024-09-06T15:04:16.966 DEBUG:teuthology.orchestra.run.smithi181:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-06T15:04:17.016 DEBUG:teuthology.orchestra.run.smithi181:> stat /dev/vg_nvme/lv_4 2024-09-06T15:04:17.063 INFO:teuthology.orchestra.run.smithi181.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-06T15:04:17.064 INFO:teuthology.orchestra.run.smithi181.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-06T15:04:17.064 INFO:teuthology.orchestra.run.smithi181.stdout:Device: 5h/5d Inode: 922 Links: 1 2024-09-06T15:04:17.064 INFO:teuthology.orchestra.run.smithi181.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-06T15:04:17.064 INFO:teuthology.orchestra.run.smithi181.stdout:Access: 2024-09-06 14:56:41.267187674 +0000 2024-09-06T15:04:17.064 INFO:teuthology.orchestra.run.smithi181.stdout:Modify: 2024-09-06 14:56:40.999190067 +0000 2024-09-06T15:04:17.064 INFO:teuthology.orchestra.run.smithi181.stdout:Change: 2024-09-06 14:56:40.999190067 +0000 2024-09-06T15:04:17.064 INFO:teuthology.orchestra.run.smithi181.stdout: Birth: - 2024-09-06T15:04:17.064 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-06T15:04:17.119 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records in 2024-09-06T15:04:17.120 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records out 2024-09-06T15:04:17.120 INFO:teuthology.orchestra.run.smithi181.stderr:512 bytes copied, 0.000286875 s, 1.8 MB/s 2024-09-06T15:04:17.121 DEBUG:teuthology.orchestra.run.smithi181:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-06T15:04:17.169 INFO:tasks.cephadm:Deploying osd.0 on smithi169 with /dev/vg_nvme/lv_4... 2024-09-06T15:04:17.169 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-06T15:04:18.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:18 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:04:18.248 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:04:18 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:04:18.248 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:04:18 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:04:18.248 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:04:18 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:04:18.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:18 smithi169 bash[19820]: cluster 2024-09-06T15:04:17.267488+0000 mgr.y (mgr.14150) 73 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:18.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:18 smithi169 bash[19820]: audit 2024-09-06T15:04:18.434791+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:18.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:18 smithi169 bash[26469]: cluster 2024-09-06T15:04:17.267488+0000 mgr.y (mgr.14150) 73 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:18.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:18 smithi169 bash[26469]: audit 2024-09-06T15:04:18.434791+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:18.748 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:04:18 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:04:18.748 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:04:18 smithi181 systemd[1]: Started Ceph mgr.x for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:04:18.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:18 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:04:18.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:18 smithi181 bash[21841]: cluster 2024-09-06T15:04:17.267488+0000 mgr.y (mgr.14150) 73 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:18.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:18 smithi181 bash[21841]: audit 2024-09-06T15:04:18.434791+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:19.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:19 smithi181 bash[21841]: audit 2024-09-06T15:04:18.442001+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:19.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:19 smithi181 bash[21841]: audit 2024-09-06T15:04:18.460262+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:19.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:19 smithi181 bash[21841]: audit 2024-09-06T15:04:18.467190+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:19.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:19 smithi181 bash[21841]: audit 2024-09-06T15:04:18.524513+0000 mon.a (mon.0) 270 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:04:19.749 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:04:19 smithi181 bash[22715]: debug 2024-09-06T15:04:19.560+0000 7fdd32f95040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-06T15:04:19.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:19 smithi169 bash[19820]: audit 2024-09-06T15:04:18.442001+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:19.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:19 smithi169 bash[19820]: audit 2024-09-06T15:04:18.460262+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:19.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:19 smithi169 bash[19820]: audit 2024-09-06T15:04:18.467190+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:19.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:19 smithi169 bash[19820]: audit 2024-09-06T15:04:18.524513+0000 mon.a (mon.0) 270 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:04:19.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:19 smithi169 bash[26469]: audit 2024-09-06T15:04:18.442001+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:19.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:19 smithi169 bash[26469]: audit 2024-09-06T15:04:18.460262+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:19.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:19 smithi169 bash[26469]: audit 2024-09-06T15:04:18.467190+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:19.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:19 smithi169 bash[26469]: audit 2024-09-06T15:04:18.524513+0000 mon.a (mon.0) 270 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:04:20.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:20 smithi181 bash[21841]: cluster 2024-09-06T15:04:19.267869+0000 mgr.y (mgr.14150) 74 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:20.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:20 smithi169 bash[19820]: cluster 2024-09-06T15:04:19.267869+0000 mgr.y (mgr.14150) 74 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:20.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:20 smithi169 bash[26469]: cluster 2024-09-06T15:04:19.267869+0000 mgr.y (mgr.14150) 74 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:21.248 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:04:20 smithi181 bash[22715]: debug 2024-09-06T15:04:20.768+0000 7fdd32f95040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-06T15:04:21.248 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:04:20 smithi181 bash[22715]: debug 2024-09-06T15:04:20.832+0000 7fdd32f95040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-06T15:04:21.248 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:04:20 smithi181 bash[22715]: debug 2024-09-06T15:04:20.984+0000 7fdd32f95040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-06T15:04:21.907 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:04:21.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:21 smithi169 bash[19820]: audit 2024-09-06T15:04:20.689611+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:21.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:21 smithi169 bash[19820]: cluster 2024-09-06T15:04:21.268342+0000 mgr.y (mgr.14150) 75 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:21.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:21 smithi169 bash[26469]: audit 2024-09-06T15:04:20.689611+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:21.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:21 smithi169 bash[26469]: cluster 2024-09-06T15:04:21.268342+0000 mgr.y (mgr.14150) 75 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:21.960 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:21 smithi181 bash[21841]: audit 2024-09-06T15:04:20.689611+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:21.960 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:21 smithi181 bash[21841]: cluster 2024-09-06T15:04:21.268342+0000 mgr.y (mgr.14150) 75 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:21.960 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:04:21 smithi181 bash[22715]: debug 2024-09-06T15:04:21.636+0000 7fdd32f95040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-06T15:04:21.960 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:04:21 smithi181 bash[22715]: debug 2024-09-06T15:04:21.708+0000 7fdd32f95040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-06T15:04:21.961 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:04:21 smithi181 bash[22715]: debug 2024-09-06T15:04:21.776+0000 7fdd32f95040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-06T15:04:22.248 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:04:21 smithi181 bash[22715]: debug 2024-09-06T15:04:21.960+0000 7fdd32f95040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-06T15:04:22.248 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:04:22 smithi181 bash[22715]: debug 2024-09-06T15:04:22.036+0000 7fdd32f95040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-06T15:04:22.248 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:04:22 smithi181 bash[22715]: debug 2024-09-06T15:04:22.104+0000 7fdd32f95040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-06T15:04:22.623 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:04:22 smithi181 bash[22715]: debug 2024-09-06T15:04:22.360+0000 7fdd32f95040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-06T15:04:22.623 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:04:22 smithi181 bash[22715]: debug 2024-09-06T15:04:22.428+0000 7fdd32f95040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-06T15:04:22.949 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:04:22 smithi181 bash[22715]: debug 2024-09-06T15:04:22.620+0000 7fdd32f95040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-06T15:04:22.949 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:04:22 smithi181 bash[22715]: debug 2024-09-06T15:04:22.700+0000 7fdd32f95040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-06T15:04:23.248 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:04:22 smithi181 bash[22715]: debug 2024-09-06T15:04:22.948+0000 7fdd32f95040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-06T15:04:23.249 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:04:23 smithi181 bash[22715]: debug 2024-09-06T15:04:23.124+0000 7fdd32f95040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-06T15:04:23.545 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:04:23 smithi181 bash[22715]: debug 2024-09-06T15:04:23.288+0000 7fdd32f95040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-06T15:04:23.546 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:04:23 smithi181 bash[22715]: debug 2024-09-06T15:04:23.368+0000 7fdd32f95040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-06T15:04:23.998 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:04:23 smithi181 bash[22715]: debug 2024-09-06T15:04:23.544+0000 7fdd32f95040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-06T15:04:24.666 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:04:24 smithi181 bash[22715]: debug 2024-09-06T15:04:24.368+0000 7fdd32f95040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-06T15:04:24.666 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:04:24 smithi181 bash[22715]: debug 2024-09-06T15:04:24.444+0000 7fdd32f95040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-06T15:04:24.666 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:24 smithi181 bash[21841]: cluster 2024-09-06T15:04:23.268788+0000 mgr.y (mgr.14150) 76 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:24.666 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:24 smithi181 bash[21841]: audit 2024-09-06T15:04:23.776545+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:24.666 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:24 smithi181 bash[21841]: audit 2024-09-06T15:04:23.784140+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:24.666 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:24 smithi181 bash[21841]: audit 2024-09-06T15:04:23.786015+0000 mon.a (mon.0) 274 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:04:24.667 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:24 smithi181 bash[21841]: audit 2024-09-06T15:04:23.787993+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:04:24.667 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:24 smithi181 bash[21841]: audit 2024-09-06T15:04:23.797403+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:24.667 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:24 smithi181 bash[21841]: audit 2024-09-06T15:04:23.842588+0000 mon.a (mon.0) 277 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-06T15:04:24.667 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:24 smithi181 bash[21841]: audit 2024-09-06T15:04:23.844284+0000 mon.a (mon.0) 278 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-06T15:04:24.667 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:24 smithi181 bash[21841]: audit 2024-09-06T15:04:23.845710+0000 mon.a (mon.0) 279 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:04:24.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:24 smithi169 bash[26469]: cluster 2024-09-06T15:04:23.268788+0000 mgr.y (mgr.14150) 76 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:24.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:24 smithi169 bash[26469]: audit 2024-09-06T15:04:23.776545+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:24.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:24 smithi169 bash[26469]: audit 2024-09-06T15:04:23.784140+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:24.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:24 smithi169 bash[26469]: audit 2024-09-06T15:04:23.786015+0000 mon.a (mon.0) 274 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:04:24.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:24 smithi169 bash[26469]: audit 2024-09-06T15:04:23.787993+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:04:24.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:24 smithi169 bash[26469]: audit 2024-09-06T15:04:23.797403+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:24.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:24 smithi169 bash[26469]: audit 2024-09-06T15:04:23.842588+0000 mon.a (mon.0) 277 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-06T15:04:24.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:24 smithi169 bash[26469]: audit 2024-09-06T15:04:23.844284+0000 mon.a (mon.0) 278 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-06T15:04:24.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:24 smithi169 bash[26469]: audit 2024-09-06T15:04:23.845710+0000 mon.a (mon.0) 279 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:04:24.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:24 smithi169 bash[19820]: cluster 2024-09-06T15:04:23.268788+0000 mgr.y (mgr.14150) 76 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:24.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:24 smithi169 bash[19820]: audit 2024-09-06T15:04:23.776545+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:24.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:24 smithi169 bash[19820]: audit 2024-09-06T15:04:23.784140+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:24.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:24 smithi169 bash[19820]: audit 2024-09-06T15:04:23.786015+0000 mon.a (mon.0) 274 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:04:24.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:24 smithi169 bash[19820]: audit 2024-09-06T15:04:23.787993+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:04:24.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:24 smithi169 bash[19820]: audit 2024-09-06T15:04:23.797403+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:24.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:24 smithi169 bash[19820]: audit 2024-09-06T15:04:23.842588+0000 mon.a (mon.0) 277 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-06T15:04:24.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:24 smithi169 bash[19820]: audit 2024-09-06T15:04:23.844284+0000 mon.a (mon.0) 278 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-06T15:04:24.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:24 smithi169 bash[19820]: audit 2024-09-06T15:04:23.845710+0000 mon.a (mon.0) 279 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:04:24.998 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:04:24 smithi181 bash[22715]: debug 2024-09-06T15:04:24.664+0000 7fdd32f95040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-06T15:04:24.998 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:04:24 smithi181 bash[22715]: debug 2024-09-06T15:04:24.740+0000 7fdd32f95040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-06T15:04:25.498 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:04:25 smithi181 bash[22715]: debug 2024-09-06T15:04:25.124+0000 7fdd32f95040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-06T15:04:25.498 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:04:25 smithi181 bash[22715]: debug 2024-09-06T15:04:25.204+0000 7fdd32f95040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-06T15:04:25.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:25 smithi181 bash[21841]: cephadm 2024-09-06T15:04:23.841834+0000 mgr.y (mgr.14150) 77 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2024-09-06T15:04:25.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:25 smithi181 bash[21841]: cephadm 2024-09-06T15:04:23.847368+0000 mgr.y (mgr.14150) 78 : cephadm [INF] Reconfiguring daemon mgr.y on smithi169 2024-09-06T15:04:25.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:25 smithi181 bash[21841]: audit 2024-09-06T15:04:25.228691+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.? 172.21.15.181:0/247627742' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-06T15:04:25.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:25 smithi181 bash[21841]: audit 2024-09-06T15:04:25.229220+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.? 172.21.15.181:0/247627742' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-06T15:04:25.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:25 smithi181 bash[21841]: cluster 2024-09-06T15:04:25.229977+0000 mon.a (mon.0) 280 : cluster [DBG] Standby manager daemon x started 2024-09-06T15:04:25.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:25 smithi181 bash[21841]: audit 2024-09-06T15:04:25.230369+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.181:0/247627742' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-06T15:04:25.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:25 smithi181 bash[21841]: audit 2024-09-06T15:04:25.230753+0000 mon.b (mon.1) 7 : audit [DBG] from='mgr.? 172.21.15.181:0/247627742' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-06T15:04:25.624 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:04:25.673 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:25 smithi169 bash[19820]: cephadm 2024-09-06T15:04:23.841834+0000 mgr.y (mgr.14150) 77 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2024-09-06T15:04:25.673 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:25 smithi169 bash[19820]: cephadm 2024-09-06T15:04:23.847368+0000 mgr.y (mgr.14150) 78 : cephadm [INF] Reconfiguring daemon mgr.y on smithi169 2024-09-06T15:04:25.673 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:25 smithi169 bash[19820]: audit 2024-09-06T15:04:25.228691+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.? 172.21.15.181:0/247627742' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-06T15:04:25.673 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:25 smithi169 bash[19820]: audit 2024-09-06T15:04:25.229220+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.? 172.21.15.181:0/247627742' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-06T15:04:25.673 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:25 smithi169 bash[19820]: cluster 2024-09-06T15:04:25.229977+0000 mon.a (mon.0) 280 : cluster [DBG] Standby manager daemon x started 2024-09-06T15:04:25.673 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:25 smithi169 bash[19820]: audit 2024-09-06T15:04:25.230369+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.181:0/247627742' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-06T15:04:25.673 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:25 smithi169 bash[19820]: audit 2024-09-06T15:04:25.230753+0000 mon.b (mon.1) 7 : audit [DBG] from='mgr.? 172.21.15.181:0/247627742' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-06T15:04:25.674 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:25 smithi169 bash[26469]: cephadm 2024-09-06T15:04:23.841834+0000 mgr.y (mgr.14150) 77 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2024-09-06T15:04:25.674 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:25 smithi169 bash[26469]: cephadm 2024-09-06T15:04:23.847368+0000 mgr.y (mgr.14150) 78 : cephadm [INF] Reconfiguring daemon mgr.y on smithi169 2024-09-06T15:04:25.674 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:25 smithi169 bash[26469]: audit 2024-09-06T15:04:25.228691+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.? 172.21.15.181:0/247627742' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-06T15:04:25.674 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:25 smithi169 bash[26469]: audit 2024-09-06T15:04:25.229220+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.? 172.21.15.181:0/247627742' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-06T15:04:25.674 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:25 smithi169 bash[26469]: cluster 2024-09-06T15:04:25.229977+0000 mon.a (mon.0) 280 : cluster [DBG] Standby manager daemon x started 2024-09-06T15:04:25.674 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:25 smithi169 bash[26469]: audit 2024-09-06T15:04:25.230369+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.181:0/247627742' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-06T15:04:25.674 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:25 smithi169 bash[26469]: audit 2024-09-06T15:04:25.230753+0000 mon.b (mon.1) 7 : audit [DBG] from='mgr.? 172.21.15.181:0/247627742' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-06T15:04:25.675 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph orch daemon add osd smithi169:vg_nvme/lv_4 2024-09-06T15:04:26.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:26 smithi169 bash[19820]: cluster 2024-09-06T15:04:25.269195+0000 mgr.y (mgr.14150) 79 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:26.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:26 smithi169 bash[19820]: cluster 2024-09-06T15:04:25.346277+0000 mon.a (mon.0) 281 : cluster [DBG] mgrmap e14: y(active, since 94s), standbys: x 2024-09-06T15:04:26.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:26 smithi169 bash[19820]: audit 2024-09-06T15:04:25.346748+0000 mon.a (mon.0) 282 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-06T15:04:26.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:26 smithi169 bash[26469]: cluster 2024-09-06T15:04:25.269195+0000 mgr.y (mgr.14150) 79 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:26.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:26 smithi169 bash[26469]: cluster 2024-09-06T15:04:25.346277+0000 mon.a (mon.0) 281 : cluster [DBG] mgrmap e14: y(active, since 94s), standbys: x 2024-09-06T15:04:26.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:26 smithi169 bash[26469]: audit 2024-09-06T15:04:25.346748+0000 mon.a (mon.0) 282 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-06T15:04:26.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:26 smithi181 bash[21841]: cluster 2024-09-06T15:04:25.269195+0000 mgr.y (mgr.14150) 79 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:26.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:26 smithi181 bash[21841]: cluster 2024-09-06T15:04:25.346277+0000 mon.a (mon.0) 281 : cluster [DBG] mgrmap e14: y(active, since 94s), standbys: x 2024-09-06T15:04:26.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:26 smithi181 bash[21841]: audit 2024-09-06T15:04:25.346748+0000 mon.a (mon.0) 282 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-06T15:04:28.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:28 smithi181 bash[21841]: cluster 2024-09-06T15:04:27.269644+0000 mgr.y (mgr.14150) 80 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:28.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:28 smithi181 bash[21841]: audit 2024-09-06T15:04:27.449978+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:28.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:28 smithi181 bash[21841]: audit 2024-09-06T15:04:27.457670+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:28.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:28 smithi181 bash[21841]: audit 2024-09-06T15:04:27.460424+0000 mon.a (mon.0) 285 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:04:28.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:28 smithi181 bash[21841]: audit 2024-09-06T15:04:27.463407+0000 mon.a (mon.0) 286 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:04:28.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:28 smithi181 bash[21841]: audit 2024-09-06T15:04:27.464958+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:04:28.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:28 smithi181 bash[21841]: audit 2024-09-06T15:04:27.473174+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:28.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:28 smithi169 bash[19820]: cluster 2024-09-06T15:04:27.269644+0000 mgr.y (mgr.14150) 80 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:28.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:28 smithi169 bash[19820]: audit 2024-09-06T15:04:27.449978+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:28.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:28 smithi169 bash[19820]: audit 2024-09-06T15:04:27.457670+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:28.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:28 smithi169 bash[19820]: audit 2024-09-06T15:04:27.460424+0000 mon.a (mon.0) 285 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:04:28.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:28 smithi169 bash[19820]: audit 2024-09-06T15:04:27.463407+0000 mon.a (mon.0) 286 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:04:28.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:28 smithi169 bash[19820]: audit 2024-09-06T15:04:27.464958+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:04:28.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:28 smithi169 bash[19820]: audit 2024-09-06T15:04:27.473174+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:28.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:28 smithi169 bash[26469]: cluster 2024-09-06T15:04:27.269644+0000 mgr.y (mgr.14150) 80 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:28.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:28 smithi169 bash[26469]: audit 2024-09-06T15:04:27.449978+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:28.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:28 smithi169 bash[26469]: audit 2024-09-06T15:04:27.457670+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:28.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:28 smithi169 bash[26469]: audit 2024-09-06T15:04:27.460424+0000 mon.a (mon.0) 285 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:04:28.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:28 smithi169 bash[26469]: audit 2024-09-06T15:04:27.463407+0000 mon.a (mon.0) 286 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:04:28.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:28 smithi169 bash[26469]: audit 2024-09-06T15:04:27.464958+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:04:28.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:28 smithi169 bash[26469]: audit 2024-09-06T15:04:27.473174+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:30.406 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:04:30.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:30 smithi181 bash[21841]: cluster 2024-09-06T15:04:29.270050+0000 mgr.y (mgr.14150) 81 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:30.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:30 smithi169 bash[19820]: cluster 2024-09-06T15:04:29.270050+0000 mgr.y (mgr.14150) 81 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:30.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:30 smithi169 bash[26469]: cluster 2024-09-06T15:04:29.270050+0000 mgr.y (mgr.14150) 81 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:32.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:32 smithi181 bash[21841]: cluster 2024-09-06T15:04:31.270402+0000 mgr.y (mgr.14150) 82 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:32.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:32 smithi181 bash[21841]: audit 2024-09-06T15:04:31.725427+0000 mon.a (mon.0) 289 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-06T15:04:32.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:32 smithi181 bash[21841]: audit 2024-09-06T15:04:31.730631+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-06T15:04:32.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:32 smithi181 bash[21841]: audit 2024-09-06T15:04:31.732264+0000 mon.a (mon.0) 291 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:04:32.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:32 smithi169 bash[19820]: cluster 2024-09-06T15:04:31.270402+0000 mgr.y (mgr.14150) 82 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:32.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:32 smithi169 bash[19820]: audit 2024-09-06T15:04:31.725427+0000 mon.a (mon.0) 289 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-06T15:04:32.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:32 smithi169 bash[19820]: audit 2024-09-06T15:04:31.730631+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-06T15:04:32.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:32 smithi169 bash[19820]: audit 2024-09-06T15:04:31.732264+0000 mon.a (mon.0) 291 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:04:32.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:32 smithi169 bash[26469]: cluster 2024-09-06T15:04:31.270402+0000 mgr.y (mgr.14150) 82 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:32.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:32 smithi169 bash[26469]: audit 2024-09-06T15:04:31.725427+0000 mon.a (mon.0) 289 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-06T15:04:32.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:32 smithi169 bash[26469]: audit 2024-09-06T15:04:31.730631+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-06T15:04:32.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:32 smithi169 bash[26469]: audit 2024-09-06T15:04:31.732264+0000 mon.a (mon.0) 291 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:04:33.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:33 smithi181 bash[21841]: audit 2024-09-06T15:04:31.722574+0000 mgr.y (mgr.14150) 83 : audit [DBG] from='client.14211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:04:33.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:33 smithi169 bash[19820]: audit 2024-09-06T15:04:31.722574+0000 mgr.y (mgr.14150) 83 : audit [DBG] from='client.14211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:04:33.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:33 smithi169 bash[26469]: audit 2024-09-06T15:04:31.722574+0000 mgr.y (mgr.14150) 83 : audit [DBG] from='client.14211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:04:34.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:34 smithi181 bash[21841]: cluster 2024-09-06T15:04:33.270798+0000 mgr.y (mgr.14150) 84 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:34.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:34 smithi169 bash[19820]: cluster 2024-09-06T15:04:33.270798+0000 mgr.y (mgr.14150) 84 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:34.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:34 smithi169 bash[26469]: cluster 2024-09-06T15:04:33.270798+0000 mgr.y (mgr.14150) 84 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:36.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:36 smithi181 bash[21841]: cluster 2024-09-06T15:04:35.271269+0000 mgr.y (mgr.14150) 85 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:36.859 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:36 smithi169 bash[19820]: cluster 2024-09-06T15:04:35.271269+0000 mgr.y (mgr.14150) 85 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:36.859 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:36 smithi169 bash[26469]: cluster 2024-09-06T15:04:35.271269+0000 mgr.y (mgr.14150) 85 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:38.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:38 smithi181 bash[21841]: cluster 2024-09-06T15:04:37.271633+0000 mgr.y (mgr.14150) 86 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:38.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:38 smithi169 bash[19820]: cluster 2024-09-06T15:04:37.271633+0000 mgr.y (mgr.14150) 86 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:38.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:38 smithi169 bash[26469]: cluster 2024-09-06T15:04:37.271633+0000 mgr.y (mgr.14150) 86 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:40.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:40 smithi181 bash[21841]: cluster 2024-09-06T15:04:39.272023+0000 mgr.y (mgr.14150) 87 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:40.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:40 smithi181 bash[21841]: audit 2024-09-06T15:04:40.377861+0000 mon.c (mon.2) 3 : audit [INF] from='client.? 172.21.15.169:0/1042819402' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c5b1ef4d-04f4-4331-85e0-833725bf2459"}]: dispatch 2024-09-06T15:04:40.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:40 smithi181 bash[21841]: audit 2024-09-06T15:04:40.378462+0000 mon.a (mon.0) 292 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c5b1ef4d-04f4-4331-85e0-833725bf2459"}]: dispatch 2024-09-06T15:04:40.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:40 smithi181 bash[21841]: audit 2024-09-06T15:04:40.381296+0000 mon.a (mon.0) 293 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c5b1ef4d-04f4-4331-85e0-833725bf2459"}]': finished 2024-09-06T15:04:40.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:40 smithi181 bash[21841]: cluster 2024-09-06T15:04:40.384234+0000 mon.a (mon.0) 294 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2024-09-06T15:04:40.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:40 smithi181 bash[21841]: audit 2024-09-06T15:04:40.384740+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-06T15:04:40.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:40 smithi169 bash[19820]: cluster 2024-09-06T15:04:39.272023+0000 mgr.y (mgr.14150) 87 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:40.980 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:40 smithi169 bash[19820]: audit 2024-09-06T15:04:40.377861+0000 mon.c (mon.2) 3 : audit [INF] from='client.? 172.21.15.169:0/1042819402' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c5b1ef4d-04f4-4331-85e0-833725bf2459"}]: dispatch 2024-09-06T15:04:40.980 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:40 smithi169 bash[19820]: audit 2024-09-06T15:04:40.378462+0000 mon.a (mon.0) 292 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c5b1ef4d-04f4-4331-85e0-833725bf2459"}]: dispatch 2024-09-06T15:04:40.980 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:40 smithi169 bash[19820]: audit 2024-09-06T15:04:40.381296+0000 mon.a (mon.0) 293 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c5b1ef4d-04f4-4331-85e0-833725bf2459"}]': finished 2024-09-06T15:04:40.981 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:40 smithi169 bash[19820]: cluster 2024-09-06T15:04:40.384234+0000 mon.a (mon.0) 294 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2024-09-06T15:04:40.981 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:40 smithi169 bash[19820]: audit 2024-09-06T15:04:40.384740+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-06T15:04:40.981 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:40 smithi169 bash[26469]: cluster 2024-09-06T15:04:39.272023+0000 mgr.y (mgr.14150) 87 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:40.981 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:40 smithi169 bash[26469]: audit 2024-09-06T15:04:40.377861+0000 mon.c (mon.2) 3 : audit [INF] from='client.? 172.21.15.169:0/1042819402' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c5b1ef4d-04f4-4331-85e0-833725bf2459"}]: dispatch 2024-09-06T15:04:40.981 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:40 smithi169 bash[26469]: audit 2024-09-06T15:04:40.378462+0000 mon.a (mon.0) 292 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c5b1ef4d-04f4-4331-85e0-833725bf2459"}]: dispatch 2024-09-06T15:04:40.981 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:40 smithi169 bash[26469]: audit 2024-09-06T15:04:40.381296+0000 mon.a (mon.0) 293 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c5b1ef4d-04f4-4331-85e0-833725bf2459"}]': finished 2024-09-06T15:04:40.981 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:40 smithi169 bash[26469]: cluster 2024-09-06T15:04:40.384234+0000 mon.a (mon.0) 294 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2024-09-06T15:04:40.981 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:40 smithi169 bash[26469]: audit 2024-09-06T15:04:40.384740+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-06T15:04:41.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:41 smithi181 bash[21841]: audit 2024-09-06T15:04:40.983353+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.169:0/3919548994' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-06T15:04:41.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:41 smithi169 bash[19820]: audit 2024-09-06T15:04:40.983353+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.169:0/3919548994' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-06T15:04:41.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:41 smithi169 bash[26469]: audit 2024-09-06T15:04:40.983353+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.169:0/3919548994' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-06T15:04:42.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:42 smithi181 bash[21841]: cluster 2024-09-06T15:04:41.272449+0000 mgr.y (mgr.14150) 88 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:42.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:42 smithi169 bash[19820]: cluster 2024-09-06T15:04:41.272449+0000 mgr.y (mgr.14150) 88 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:42.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:42 smithi169 bash[26469]: cluster 2024-09-06T15:04:41.272449+0000 mgr.y (mgr.14150) 88 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:44.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:44 smithi169 bash[19820]: cluster 2024-09-06T15:04:43.272869+0000 mgr.y (mgr.14150) 89 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:44.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:44 smithi169 bash[26469]: cluster 2024-09-06T15:04:43.272869+0000 mgr.y (mgr.14150) 89 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:44.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:44 smithi181 bash[21841]: cluster 2024-09-06T15:04:43.272869+0000 mgr.y (mgr.14150) 89 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:46.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:46 smithi181 bash[21841]: cluster 2024-09-06T15:04:45.273221+0000 mgr.y (mgr.14150) 90 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:46.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:46 smithi169 bash[19820]: cluster 2024-09-06T15:04:45.273221+0000 mgr.y (mgr.14150) 90 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:46.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:46 smithi169 bash[26469]: cluster 2024-09-06T15:04:45.273221+0000 mgr.y (mgr.14150) 90 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:48.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:48 smithi181 bash[21841]: cluster 2024-09-06T15:04:47.273627+0000 mgr.y (mgr.14150) 91 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:48.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:48 smithi169 bash[19820]: cluster 2024-09-06T15:04:47.273627+0000 mgr.y (mgr.14150) 91 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:48.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:48 smithi169 bash[26469]: cluster 2024-09-06T15:04:47.273627+0000 mgr.y (mgr.14150) 91 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:49.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:49 smithi169 bash[19820]: cluster 2024-09-06T15:04:49.274037+0000 mgr.y (mgr.14150) 92 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:49.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:49 smithi169 bash[26469]: cluster 2024-09-06T15:04:49.274037+0000 mgr.y (mgr.14150) 92 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:49.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:49 smithi181 bash[21841]: cluster 2024-09-06T15:04:49.274037+0000 mgr.y (mgr.14150) 92 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:52.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:52 smithi169 bash[19820]: cluster 2024-09-06T15:04:51.274370+0000 mgr.y (mgr.14150) 93 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:52.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:52 smithi169 bash[26469]: cluster 2024-09-06T15:04:51.274370+0000 mgr.y (mgr.14150) 93 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:52.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:52 smithi181 bash[21841]: cluster 2024-09-06T15:04:51.274370+0000 mgr.y (mgr.14150) 93 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:54.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:54 smithi169 bash[19820]: cluster 2024-09-06T15:04:53.274765+0000 mgr.y (mgr.14150) 94 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:54.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:54 smithi169 bash[19820]: audit 2024-09-06T15:04:53.768885+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-06T15:04:54.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:54 smithi169 bash[19820]: audit 2024-09-06T15:04:53.770378+0000 mon.a (mon.0) 297 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:04:54.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:54 smithi169 bash[26469]: cluster 2024-09-06T15:04:53.274765+0000 mgr.y (mgr.14150) 94 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:54.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:54 smithi169 bash[26469]: audit 2024-09-06T15:04:53.768885+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-06T15:04:54.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:54 smithi169 bash[26469]: audit 2024-09-06T15:04:53.770378+0000 mon.a (mon.0) 297 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:04:54.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:54 smithi181 bash[21841]: cluster 2024-09-06T15:04:53.274765+0000 mgr.y (mgr.14150) 94 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:54.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:54 smithi181 bash[21841]: audit 2024-09-06T15:04:53.768885+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-06T15:04:54.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:54 smithi181 bash[21841]: audit 2024-09-06T15:04:53.770378+0000 mon.a (mon.0) 297 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:04:55.646 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:55 smithi169 bash[19820]: cephadm 2024-09-06T15:04:53.771612+0000 mgr.y (mgr.14150) 95 : cephadm [INF] Deploying daemon osd.0 on smithi169 2024-09-06T15:04:55.647 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:55 smithi169 bash[26469]: cephadm 2024-09-06T15:04:53.771612+0000 mgr.y (mgr.14150) 95 : cephadm [INF] Deploying daemon osd.0 on smithi169 2024-09-06T15:04:55.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:55 smithi181 bash[21841]: cephadm 2024-09-06T15:04:53.771612+0000 mgr.y (mgr.14150) 95 : cephadm [INF] Deploying daemon osd.0 on smithi169 2024-09-06T15:04:56.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:56 smithi169 bash[19820]: cluster 2024-09-06T15:04:55.275278+0000 mgr.y (mgr.14150) 96 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:56.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:56 smithi169 bash[26469]: cluster 2024-09-06T15:04:55.275278+0000 mgr.y (mgr.14150) 96 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:56.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:56 smithi181 bash[21841]: cluster 2024-09-06T15:04:55.275278+0000 mgr.y (mgr.14150) 96 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:58.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:04:58 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:04:58.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:58 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:04:58.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:58 smithi169 bash[19820]: cluster 2024-09-06T15:04:57.275716+0000 mgr.y (mgr.14150) 97 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:58.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:58 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:04:58.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:58 smithi169 bash[26469]: cluster 2024-09-06T15:04:57.275716+0000 mgr.y (mgr.14150) 97 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:58.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:58 smithi181 bash[21841]: cluster 2024-09-06T15:04:57.275716+0000 mgr.y (mgr.14150) 97 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:04:58.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:58 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:04:58.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:58 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:04:58.946 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:04:58 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:04:59.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:59 smithi169 bash[19820]: audit 2024-09-06T15:04:58.688696+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:04:59.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:59 smithi169 bash[19820]: audit 2024-09-06T15:04:58.692410+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:59.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:04:59 smithi169 bash[19820]: audit 2024-09-06T15:04:58.696610+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:59.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:59 smithi169 bash[26469]: audit 2024-09-06T15:04:58.688696+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:04:59.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:59 smithi169 bash[26469]: audit 2024-09-06T15:04:58.692410+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:59.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:04:59 smithi169 bash[26469]: audit 2024-09-06T15:04:58.696610+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:59.782 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:59 smithi181 bash[21841]: audit 2024-09-06T15:04:58.688696+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:04:59.782 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:59 smithi181 bash[21841]: audit 2024-09-06T15:04:58.692410+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:04:59.782 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:04:59 smithi181 bash[21841]: audit 2024-09-06T15:04:58.696610+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:00.595 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:00 smithi169 bash[26469]: cluster 2024-09-06T15:04:59.276044+0000 mgr.y (mgr.14150) 98 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:05:00.596 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:00 smithi169 bash[19820]: cluster 2024-09-06T15:04:59.276044+0000 mgr.y (mgr.14150) 98 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:05:00.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:00 smithi181 bash[21841]: cluster 2024-09-06T15:04:59.276044+0000 mgr.y (mgr.14150) 98 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:05:02.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:02 smithi169 bash[19820]: cluster 2024-09-06T15:05:01.276469+0000 mgr.y (mgr.14150) 99 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:05:02.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:02 smithi169 bash[26469]: cluster 2024-09-06T15:05:01.276469+0000 mgr.y (mgr.14150) 99 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:05:02.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:02 smithi181 bash[21841]: cluster 2024-09-06T15:05:01.276469+0000 mgr.y (mgr.14150) 99 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:05:04.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:04 smithi169 bash[26469]: cluster 2024-09-06T15:05:03.276901+0000 mgr.y (mgr.14150) 100 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:05:04.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:04 smithi169 bash[26469]: audit 2024-09-06T15:05:03.991686+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:04.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:04 smithi169 bash[26469]: audit 2024-09-06T15:05:03.995767+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:04.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:04 smithi169 bash[19820]: cluster 2024-09-06T15:05:03.276901+0000 mgr.y (mgr.14150) 100 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:05:04.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:04 smithi169 bash[19820]: audit 2024-09-06T15:05:03.991686+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:04.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:04 smithi169 bash[19820]: audit 2024-09-06T15:05:03.995767+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:04.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:04 smithi181 bash[21841]: cluster 2024-09-06T15:05:03.276901+0000 mgr.y (mgr.14150) 100 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:05:04.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:04 smithi181 bash[21841]: audit 2024-09-06T15:05:03.991686+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:04.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:04 smithi181 bash[21841]: audit 2024-09-06T15:05:03.995767+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:05.642 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:05 smithi169 bash[19820]: audit 2024-09-06T15:05:04.579496+0000 mon.a (mon.0) 303 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:05:05.642 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:05 smithi169 bash[19820]: audit 2024-09-06T15:05:04.580544+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:05:05.642 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:05 smithi169 bash[19820]: audit 2024-09-06T15:05:04.588331+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:05.643 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:05 smithi169 bash[26469]: audit 2024-09-06T15:05:04.579496+0000 mon.a (mon.0) 303 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:05:05.643 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:05 smithi169 bash[26469]: audit 2024-09-06T15:05:04.580544+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:05:05.643 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:05 smithi169 bash[26469]: audit 2024-09-06T15:05:04.588331+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:05.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:05 smithi181 bash[21841]: audit 2024-09-06T15:05:04.579496+0000 mon.a (mon.0) 303 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:05:05.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:05 smithi181 bash[21841]: audit 2024-09-06T15:05:04.580544+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:05:05.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:05 smithi181 bash[21841]: audit 2024-09-06T15:05:04.588331+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:06.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:06 smithi169 bash[19820]: cluster 2024-09-06T15:05:05.277379+0000 mgr.y (mgr.14150) 101 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:05:06.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:06 smithi169 bash[26469]: cluster 2024-09-06T15:05:05.277379+0000 mgr.y (mgr.14150) 101 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:05:06.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:06 smithi181 bash[21841]: cluster 2024-09-06T15:05:05.277379+0000 mgr.y (mgr.14150) 101 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:05:08.516 INFO:teuthology.orchestra.run.smithi169.stdout:Created osd(s) 0 on host 'smithi169' 2024-09-06T15:05:08.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:08 smithi169 bash[19820]: cluster 2024-09-06T15:05:07.277709+0000 mgr.y (mgr.14150) 102 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:05:08.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:08 smithi169 bash[19820]: audit 2024-09-06T15:05:07.621129+0000 mon.a (mon.0) 306 : audit [INF] from='osd.0 [v2:172.21.15.169:6802/2321924075,v1:172.21.15.169:6803/2321924075]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-06T15:05:08.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:08 smithi169 bash[26469]: cluster 2024-09-06T15:05:07.277709+0000 mgr.y (mgr.14150) 102 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:05:08.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:08 smithi169 bash[26469]: audit 2024-09-06T15:05:07.621129+0000 mon.a (mon.0) 306 : audit [INF] from='osd.0 [v2:172.21.15.169:6802/2321924075,v1:172.21.15.169:6803/2321924075]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-06T15:05:08.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:08 smithi181 bash[21841]: cluster 2024-09-06T15:05:07.277709+0000 mgr.y (mgr.14150) 102 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:05:08.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:08 smithi181 bash[21841]: audit 2024-09-06T15:05:07.621129+0000 mon.a (mon.0) 306 : audit [INF] from='osd.0 [v2:172.21.15.169:6802/2321924075,v1:172.21.15.169:6803/2321924075]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-06T15:05:09.150 DEBUG:teuthology.orchestra.run.smithi169:osd.0> sudo journalctl -f -n 0 -u ceph-bab55310-6c60-11ef-bce4-c7b262605968@osd.0.service 2024-09-06T15:05:09.153 INFO:tasks.cephadm:Deploying osd.1 on smithi169 with /dev/vg_nvme/lv_3... 2024-09-06T15:05:09.153 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-06T15:05:09.401 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:09 smithi169 bash[19820]: audit 2024-09-06T15:05:08.361588+0000 mon.a (mon.0) 307 : audit [INF] from='osd.0 [v2:172.21.15.169:6802/2321924075,v1:172.21.15.169:6803/2321924075]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-06T15:05:09.401 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:09 smithi169 bash[19820]: cluster 2024-09-06T15:05:08.366632+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2024-09-06T15:05:09.401 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:09 smithi169 bash[19820]: audit 2024-09-06T15:05:08.367785+0000 mon.a (mon.0) 309 : audit [INF] from='osd.0 [v2:172.21.15.169:6802/2321924075,v1:172.21.15.169:6803/2321924075]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-09-06T15:05:09.402 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:09 smithi169 bash[19820]: audit 2024-09-06T15:05:08.368265+0000 mon.a (mon.0) 310 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-06T15:05:09.402 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:09 smithi169 bash[19820]: audit 2024-09-06T15:05:08.503363+0000 mon.a (mon.0) 311 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:05:09.402 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:09 smithi169 bash[19820]: audit 2024-09-06T15:05:08.510101+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:09.402 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:09 smithi169 bash[19820]: audit 2024-09-06T15:05:08.515375+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:09.402 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:09 smithi169 bash[19820]: audit 2024-09-06T15:05:09.363341+0000 mon.a (mon.0) 314 : audit [INF] from='osd.0 [v2:172.21.15.169:6802/2321924075,v1:172.21.15.169:6803/2321924075]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2024-09-06T15:05:09.402 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:09 smithi169 bash[19820]: cluster 2024-09-06T15:05:09.368042+0000 mon.a (mon.0) 315 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2024-09-06T15:05:09.402 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:09 smithi169 bash[19820]: audit 2024-09-06T15:05:09.368860+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-06T15:05:09.402 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:09 smithi169 bash[26469]: audit 2024-09-06T15:05:08.361588+0000 mon.a (mon.0) 307 : audit [INF] from='osd.0 [v2:172.21.15.169:6802/2321924075,v1:172.21.15.169:6803/2321924075]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-06T15:05:09.402 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:09 smithi169 bash[26469]: cluster 2024-09-06T15:05:08.366632+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2024-09-06T15:05:09.402 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:09 smithi169 bash[26469]: audit 2024-09-06T15:05:08.367785+0000 mon.a (mon.0) 309 : audit [INF] from='osd.0 [v2:172.21.15.169:6802/2321924075,v1:172.21.15.169:6803/2321924075]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-09-06T15:05:09.402 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:09 smithi169 bash[26469]: audit 2024-09-06T15:05:08.368265+0000 mon.a (mon.0) 310 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-06T15:05:09.403 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:09 smithi169 bash[26469]: audit 2024-09-06T15:05:08.503363+0000 mon.a (mon.0) 311 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:05:09.403 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:09 smithi169 bash[26469]: audit 2024-09-06T15:05:08.510101+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:09.403 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:09 smithi169 bash[26469]: audit 2024-09-06T15:05:08.515375+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:09.403 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:09 smithi169 bash[26469]: audit 2024-09-06T15:05:09.363341+0000 mon.a (mon.0) 314 : audit [INF] from='osd.0 [v2:172.21.15.169:6802/2321924075,v1:172.21.15.169:6803/2321924075]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2024-09-06T15:05:09.403 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:09 smithi169 bash[26469]: cluster 2024-09-06T15:05:09.368042+0000 mon.a (mon.0) 315 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2024-09-06T15:05:09.403 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:09 smithi169 bash[26469]: audit 2024-09-06T15:05:09.368860+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-06T15:05:09.695 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:05:09 smithi169 bash[29356]: debug 2024-09-06T15:05:09.402+0000 7f1defbf7640 -1 osd.0 0 waiting for initial osdmap 2024-09-06T15:05:09.696 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:05:09 smithi169 bash[29356]: debug 2024-09-06T15:05:09.402+0000 7f1deba1f640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-06T15:05:09.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:09 smithi181 bash[21841]: audit 2024-09-06T15:05:08.361588+0000 mon.a (mon.0) 307 : audit [INF] from='osd.0 [v2:172.21.15.169:6802/2321924075,v1:172.21.15.169:6803/2321924075]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-06T15:05:09.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:09 smithi181 bash[21841]: cluster 2024-09-06T15:05:08.366632+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2024-09-06T15:05:09.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:09 smithi181 bash[21841]: audit 2024-09-06T15:05:08.367785+0000 mon.a (mon.0) 309 : audit [INF] from='osd.0 [v2:172.21.15.169:6802/2321924075,v1:172.21.15.169:6803/2321924075]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-09-06T15:05:09.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:09 smithi181 bash[21841]: audit 2024-09-06T15:05:08.368265+0000 mon.a (mon.0) 310 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-06T15:05:09.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:09 smithi181 bash[21841]: audit 2024-09-06T15:05:08.503363+0000 mon.a (mon.0) 311 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:05:09.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:09 smithi181 bash[21841]: audit 2024-09-06T15:05:08.510101+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:09.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:09 smithi181 bash[21841]: audit 2024-09-06T15:05:08.515375+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:09.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:09 smithi181 bash[21841]: audit 2024-09-06T15:05:09.363341+0000 mon.a (mon.0) 314 : audit [INF] from='osd.0 [v2:172.21.15.169:6802/2321924075,v1:172.21.15.169:6803/2321924075]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2024-09-06T15:05:09.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:09 smithi181 bash[21841]: cluster 2024-09-06T15:05:09.368042+0000 mon.a (mon.0) 315 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2024-09-06T15:05:09.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:09 smithi181 bash[21841]: audit 2024-09-06T15:05:09.368860+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-06T15:05:10.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:10 smithi169 bash[19820]: cluster 2024-09-06T15:05:09.278075+0000 mgr.y (mgr.14150) 103 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:05:10.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:10 smithi169 bash[19820]: audit 2024-09-06T15:05:09.376411+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-06T15:05:10.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:10 smithi169 bash[26469]: cluster 2024-09-06T15:05:09.278075+0000 mgr.y (mgr.14150) 103 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:05:10.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:10 smithi169 bash[26469]: audit 2024-09-06T15:05:09.376411+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-06T15:05:10.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:10 smithi181 bash[21841]: cluster 2024-09-06T15:05:09.278075+0000 mgr.y (mgr.14150) 103 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:05:10.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:10 smithi181 bash[21841]: audit 2024-09-06T15:05:09.376411+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-06T15:05:11.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:11 smithi169 bash[19820]: cluster 2024-09-06T15:05:08.623508+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-06T15:05:11.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:11 smithi169 bash[19820]: cluster 2024-09-06T15:05:08.623564+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-06T15:05:11.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:11 smithi169 bash[19820]: cluster 2024-09-06T15:05:10.379592+0000 mon.a (mon.0) 318 : cluster [INF] osd.0 [v2:172.21.15.169:6802/2321924075,v1:172.21.15.169:6803/2321924075] boot 2024-09-06T15:05:11.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:11 smithi169 bash[19820]: cluster 2024-09-06T15:05:10.379671+0000 mon.a (mon.0) 319 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2024-09-06T15:05:11.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:11 smithi169 bash[19820]: audit 2024-09-06T15:05:10.380209+0000 mon.a (mon.0) 320 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-06T15:05:11.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:11 smithi169 bash[26469]: cluster 2024-09-06T15:05:08.623508+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-06T15:05:11.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:11 smithi169 bash[26469]: cluster 2024-09-06T15:05:08.623564+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-06T15:05:11.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:11 smithi169 bash[26469]: cluster 2024-09-06T15:05:10.379592+0000 mon.a (mon.0) 318 : cluster [INF] osd.0 [v2:172.21.15.169:6802/2321924075,v1:172.21.15.169:6803/2321924075] boot 2024-09-06T15:05:11.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:11 smithi169 bash[26469]: cluster 2024-09-06T15:05:10.379671+0000 mon.a (mon.0) 319 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2024-09-06T15:05:11.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:11 smithi169 bash[26469]: audit 2024-09-06T15:05:10.380209+0000 mon.a (mon.0) 320 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-06T15:05:11.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:11 smithi181 bash[21841]: cluster 2024-09-06T15:05:08.623508+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-06T15:05:11.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:11 smithi181 bash[21841]: cluster 2024-09-06T15:05:08.623564+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-06T15:05:11.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:11 smithi181 bash[21841]: cluster 2024-09-06T15:05:10.379592+0000 mon.a (mon.0) 318 : cluster [INF] osd.0 [v2:172.21.15.169:6802/2321924075,v1:172.21.15.169:6803/2321924075] boot 2024-09-06T15:05:11.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:11 smithi181 bash[21841]: cluster 2024-09-06T15:05:10.379671+0000 mon.a (mon.0) 319 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2024-09-06T15:05:11.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:11 smithi181 bash[21841]: audit 2024-09-06T15:05:10.380209+0000 mon.a (mon.0) 320 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-06T15:05:12.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:12 smithi169 bash[19820]: cluster 2024-09-06T15:05:11.278554+0000 mgr.y (mgr.14150) 104 : cluster [DBG] pgmap v68: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:05:12.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:12 smithi169 bash[19820]: cluster 2024-09-06T15:05:11.397777+0000 mon.a (mon.0) 321 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2024-09-06T15:05:12.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:12 smithi169 bash[26469]: cluster 2024-09-06T15:05:11.278554+0000 mgr.y (mgr.14150) 104 : cluster [DBG] pgmap v68: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:05:12.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:12 smithi169 bash[26469]: cluster 2024-09-06T15:05:11.397777+0000 mon.a (mon.0) 321 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2024-09-06T15:05:12.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:12 smithi181 bash[21841]: cluster 2024-09-06T15:05:11.278554+0000 mgr.y (mgr.14150) 104 : cluster [DBG] pgmap v68: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-06T15:05:12.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:12 smithi181 bash[21841]: cluster 2024-09-06T15:05:11.397777+0000 mon.a (mon.0) 321 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2024-09-06T15:05:13.549 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:05:14.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:14 smithi169 bash[19820]: cluster 2024-09-06T15:05:13.279088+0000 mgr.y (mgr.14150) 105 : cluster [DBG] pgmap v70: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:14.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:14 smithi169 bash[26469]: cluster 2024-09-06T15:05:13.279088+0000 mgr.y (mgr.14150) 105 : cluster [DBG] pgmap v70: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:14.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:14 smithi181 bash[21841]: cluster 2024-09-06T15:05:13.279088+0000 mgr.y (mgr.14150) 105 : cluster [DBG] pgmap v70: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:16.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:16 smithi169 bash[26469]: cluster 2024-09-06T15:05:15.279514+0000 mgr.y (mgr.14150) 106 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:16.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:16 smithi169 bash[19820]: cluster 2024-09-06T15:05:15.279514+0000 mgr.y (mgr.14150) 106 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:16.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:16 smithi181 bash[21841]: cluster 2024-09-06T15:05:15.279514+0000 mgr.y (mgr.14150) 106 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:18.423 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:05:18.472 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph orch daemon add osd smithi169:vg_nvme/lv_3 2024-09-06T15:05:18.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:18 smithi169 bash[19820]: cluster 2024-09-06T15:05:17.279987+0000 mgr.y (mgr.14150) 107 : cluster [DBG] pgmap v72: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:18.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:18 smithi169 bash[26469]: cluster 2024-09-06T15:05:17.279987+0000 mgr.y (mgr.14150) 107 : cluster [DBG] pgmap v72: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:18.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:18 smithi181 bash[21841]: cluster 2024-09-06T15:05:17.279987+0000 mgr.y (mgr.14150) 107 : cluster [DBG] pgmap v72: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:20.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:20 smithi169 bash[19820]: cluster 2024-09-06T15:05:19.280537+0000 mgr.y (mgr.14150) 108 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:20.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:20 smithi169 bash[26469]: cluster 2024-09-06T15:05:19.280537+0000 mgr.y (mgr.14150) 108 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:20.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:20 smithi181 bash[21841]: cluster 2024-09-06T15:05:19.280537+0000 mgr.y (mgr.14150) 108 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:22.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:22 smithi169 bash[19820]: cephadm 2024-09-06T15:05:21.000379+0000 mgr.y (mgr.14150) 109 : cephadm [INF] Detected new or changed devices on smithi169 2024-09-06T15:05:22.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:22 smithi169 bash[19820]: audit 2024-09-06T15:05:21.007741+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:22.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:22 smithi169 bash[19820]: audit 2024-09-06T15:05:21.014620+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:22.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:22 smithi169 bash[19820]: audit 2024-09-06T15:05:21.017168+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:05:22.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:22 smithi169 bash[19820]: cephadm 2024-09-06T15:05:21.018384+0000 mgr.y (mgr.14150) 110 : cephadm [INF] Adjusting osd_memory_target on smithi169 to 16241M 2024-09-06T15:05:22.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:22 smithi169 bash[19820]: audit 2024-09-06T15:05:21.023579+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:22.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:22 smithi169 bash[19820]: audit 2024-09-06T15:05:21.026955+0000 mon.a (mon.0) 326 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:05:22.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:22 smithi169 bash[19820]: audit 2024-09-06T15:05:21.028437+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:05:22.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:22 smithi169 bash[19820]: audit 2024-09-06T15:05:21.036462+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:22.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:22 smithi169 bash[19820]: cluster 2024-09-06T15:05:21.281029+0000 mgr.y (mgr.14150) 111 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:22.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:22 smithi169 bash[26469]: cephadm 2024-09-06T15:05:21.000379+0000 mgr.y (mgr.14150) 109 : cephadm [INF] Detected new or changed devices on smithi169 2024-09-06T15:05:22.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:22 smithi169 bash[26469]: audit 2024-09-06T15:05:21.007741+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:22.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:22 smithi169 bash[26469]: audit 2024-09-06T15:05:21.014620+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:22.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:22 smithi169 bash[26469]: audit 2024-09-06T15:05:21.017168+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:05:22.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:22 smithi169 bash[26469]: cephadm 2024-09-06T15:05:21.018384+0000 mgr.y (mgr.14150) 110 : cephadm [INF] Adjusting osd_memory_target on smithi169 to 16241M 2024-09-06T15:05:22.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:22 smithi169 bash[26469]: audit 2024-09-06T15:05:21.023579+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:22.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:22 smithi169 bash[26469]: audit 2024-09-06T15:05:21.026955+0000 mon.a (mon.0) 326 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:05:22.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:22 smithi169 bash[26469]: audit 2024-09-06T15:05:21.028437+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:05:22.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:22 smithi169 bash[26469]: audit 2024-09-06T15:05:21.036462+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:22.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:22 smithi169 bash[26469]: cluster 2024-09-06T15:05:21.281029+0000 mgr.y (mgr.14150) 111 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:22.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:22 smithi181 bash[21841]: cephadm 2024-09-06T15:05:21.000379+0000 mgr.y (mgr.14150) 109 : cephadm [INF] Detected new or changed devices on smithi169 2024-09-06T15:05:22.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:22 smithi181 bash[21841]: audit 2024-09-06T15:05:21.007741+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:22.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:22 smithi181 bash[21841]: audit 2024-09-06T15:05:21.014620+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:22.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:22 smithi181 bash[21841]: audit 2024-09-06T15:05:21.017168+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:05:22.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:22 smithi181 bash[21841]: cephadm 2024-09-06T15:05:21.018384+0000 mgr.y (mgr.14150) 110 : cephadm [INF] Adjusting osd_memory_target on smithi169 to 16241M 2024-09-06T15:05:22.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:22 smithi181 bash[21841]: audit 2024-09-06T15:05:21.023579+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:22.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:22 smithi181 bash[21841]: audit 2024-09-06T15:05:21.026955+0000 mon.a (mon.0) 326 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:05:22.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:22 smithi181 bash[21841]: audit 2024-09-06T15:05:21.028437+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:05:22.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:22 smithi181 bash[21841]: audit 2024-09-06T15:05:21.036462+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:22.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:22 smithi181 bash[21841]: cluster 2024-09-06T15:05:21.281029+0000 mgr.y (mgr.14150) 111 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:23.453 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:05:24.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:24 smithi169 bash[19820]: cluster 2024-09-06T15:05:23.281520+0000 mgr.y (mgr.14150) 112 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:24.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:24 smithi169 bash[26469]: cluster 2024-09-06T15:05:23.281520+0000 mgr.y (mgr.14150) 112 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:24.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:24 smithi181 bash[21841]: cluster 2024-09-06T15:05:23.281520+0000 mgr.y (mgr.14150) 112 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:25.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:25 smithi169 bash[19820]: audit 2024-09-06T15:05:24.842566+0000 mon.a (mon.0) 329 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-06T15:05:25.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:25 smithi169 bash[19820]: audit 2024-09-06T15:05:24.847838+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-06T15:05:25.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:25 smithi169 bash[19820]: audit 2024-09-06T15:05:24.849223+0000 mon.a (mon.0) 331 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:05:25.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:25 smithi169 bash[26469]: audit 2024-09-06T15:05:24.842566+0000 mon.a (mon.0) 329 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-06T15:05:25.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:25 smithi169 bash[26469]: audit 2024-09-06T15:05:24.847838+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-06T15:05:25.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:25 smithi169 bash[26469]: audit 2024-09-06T15:05:24.849223+0000 mon.a (mon.0) 331 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:05:25.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:25 smithi181 bash[21841]: audit 2024-09-06T15:05:24.842566+0000 mon.a (mon.0) 329 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-06T15:05:25.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:25 smithi181 bash[21841]: audit 2024-09-06T15:05:24.847838+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-06T15:05:25.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:25 smithi181 bash[21841]: audit 2024-09-06T15:05:24.849223+0000 mon.a (mon.0) 331 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:05:26.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:26 smithi169 bash[19820]: audit 2024-09-06T15:05:24.839907+0000 mgr.y (mgr.14150) 113 : audit [DBG] from='client.14235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:05:26.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:26 smithi169 bash[19820]: cluster 2024-09-06T15:05:25.281951+0000 mgr.y (mgr.14150) 114 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:26.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:26 smithi169 bash[26469]: audit 2024-09-06T15:05:24.839907+0000 mgr.y (mgr.14150) 113 : audit [DBG] from='client.14235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:05:26.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:26 smithi169 bash[26469]: cluster 2024-09-06T15:05:25.281951+0000 mgr.y (mgr.14150) 114 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:26.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:26 smithi181 bash[21841]: audit 2024-09-06T15:05:24.839907+0000 mgr.y (mgr.14150) 113 : audit [DBG] from='client.14235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:05:26.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:26 smithi181 bash[21841]: cluster 2024-09-06T15:05:25.281951+0000 mgr.y (mgr.14150) 114 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:28.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:28 smithi169 bash[19820]: cluster 2024-09-06T15:05:27.282420+0000 mgr.y (mgr.14150) 115 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:28.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:28 smithi169 bash[26469]: cluster 2024-09-06T15:05:27.282420+0000 mgr.y (mgr.14150) 115 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:28.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:28 smithi181 bash[21841]: cluster 2024-09-06T15:05:27.282420+0000 mgr.y (mgr.14150) 115 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:30.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:30 smithi169 bash[19820]: cluster 2024-09-06T15:05:29.282874+0000 mgr.y (mgr.14150) 116 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:30.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:30 smithi169 bash[26469]: cluster 2024-09-06T15:05:29.282874+0000 mgr.y (mgr.14150) 116 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:30.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:30 smithi181 bash[21841]: cluster 2024-09-06T15:05:29.282874+0000 mgr.y (mgr.14150) 116 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:32.610 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:32 smithi169 bash[19820]: cluster 2024-09-06T15:05:31.283335+0000 mgr.y (mgr.14150) 117 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:32.610 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:32 smithi169 bash[26469]: cluster 2024-09-06T15:05:31.283335+0000 mgr.y (mgr.14150) 117 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:32.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:32 smithi181 bash[21841]: cluster 2024-09-06T15:05:31.283335+0000 mgr.y (mgr.14150) 117 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:34.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:34 smithi169 bash[19820]: cluster 2024-09-06T15:05:33.283711+0000 mgr.y (mgr.14150) 118 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:34.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:34 smithi169 bash[19820]: audit 2024-09-06T15:05:33.371029+0000 mon.a (mon.0) 332 : audit [INF] from='client.? 172.21.15.169:0/690252018' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c478a965-c51c-40c6-87d1-3327c371e5ad"}]: dispatch 2024-09-06T15:05:34.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:34 smithi169 bash[19820]: audit 2024-09-06T15:05:33.373668+0000 mon.a (mon.0) 333 : audit [INF] from='client.? 172.21.15.169:0/690252018' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c478a965-c51c-40c6-87d1-3327c371e5ad"}]': finished 2024-09-06T15:05:34.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:34 smithi169 bash[19820]: cluster 2024-09-06T15:05:33.376995+0000 mon.a (mon.0) 334 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2024-09-06T15:05:34.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:34 smithi169 bash[19820]: audit 2024-09-06T15:05:33.377562+0000 mon.a (mon.0) 335 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-06T15:05:34.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:34 smithi169 bash[19820]: audit 2024-09-06T15:05:34.008991+0000 mon.a (mon.0) 336 : audit [DBG] from='client.? 172.21.15.169:0/391673093' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-06T15:05:34.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:34 smithi169 bash[26469]: cluster 2024-09-06T15:05:33.283711+0000 mgr.y (mgr.14150) 118 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:34.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:34 smithi169 bash[26469]: audit 2024-09-06T15:05:33.371029+0000 mon.a (mon.0) 332 : audit [INF] from='client.? 172.21.15.169:0/690252018' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c478a965-c51c-40c6-87d1-3327c371e5ad"}]: dispatch 2024-09-06T15:05:34.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:34 smithi169 bash[26469]: audit 2024-09-06T15:05:33.373668+0000 mon.a (mon.0) 333 : audit [INF] from='client.? 172.21.15.169:0/690252018' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c478a965-c51c-40c6-87d1-3327c371e5ad"}]': finished 2024-09-06T15:05:34.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:34 smithi169 bash[26469]: cluster 2024-09-06T15:05:33.376995+0000 mon.a (mon.0) 334 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2024-09-06T15:05:34.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:34 smithi169 bash[26469]: audit 2024-09-06T15:05:33.377562+0000 mon.a (mon.0) 335 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-06T15:05:34.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:34 smithi169 bash[26469]: audit 2024-09-06T15:05:34.008991+0000 mon.a (mon.0) 336 : audit [DBG] from='client.? 172.21.15.169:0/391673093' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-06T15:05:34.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:34 smithi181 bash[21841]: cluster 2024-09-06T15:05:33.283711+0000 mgr.y (mgr.14150) 118 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:34.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:34 smithi181 bash[21841]: audit 2024-09-06T15:05:33.371029+0000 mon.a (mon.0) 332 : audit [INF] from='client.? 172.21.15.169:0/690252018' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c478a965-c51c-40c6-87d1-3327c371e5ad"}]: dispatch 2024-09-06T15:05:34.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:34 smithi181 bash[21841]: audit 2024-09-06T15:05:33.373668+0000 mon.a (mon.0) 333 : audit [INF] from='client.? 172.21.15.169:0/690252018' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c478a965-c51c-40c6-87d1-3327c371e5ad"}]': finished 2024-09-06T15:05:34.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:34 smithi181 bash[21841]: cluster 2024-09-06T15:05:33.376995+0000 mon.a (mon.0) 334 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2024-09-06T15:05:34.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:34 smithi181 bash[21841]: audit 2024-09-06T15:05:33.377562+0000 mon.a (mon.0) 335 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-06T15:05:34.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:34 smithi181 bash[21841]: audit 2024-09-06T15:05:34.008991+0000 mon.a (mon.0) 336 : audit [DBG] from='client.? 172.21.15.169:0/391673093' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-06T15:05:36.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:36 smithi169 bash[26469]: cluster 2024-09-06T15:05:35.284021+0000 mgr.y (mgr.14150) 119 : cluster [DBG] pgmap v82: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:36.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:36 smithi169 bash[19820]: cluster 2024-09-06T15:05:35.284021+0000 mgr.y (mgr.14150) 119 : cluster [DBG] pgmap v82: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:36.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:36 smithi181 bash[21841]: cluster 2024-09-06T15:05:35.284021+0000 mgr.y (mgr.14150) 119 : cluster [DBG] pgmap v82: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:38.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:38 smithi169 bash[26469]: cluster 2024-09-06T15:05:37.284420+0000 mgr.y (mgr.14150) 120 : cluster [DBG] pgmap v83: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:38.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:38 smithi169 bash[19820]: cluster 2024-09-06T15:05:37.284420+0000 mgr.y (mgr.14150) 120 : cluster [DBG] pgmap v83: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:38.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:38 smithi181 bash[21841]: cluster 2024-09-06T15:05:37.284420+0000 mgr.y (mgr.14150) 120 : cluster [DBG] pgmap v83: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:40.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:40 smithi169 bash[19820]: cluster 2024-09-06T15:05:39.284889+0000 mgr.y (mgr.14150) 121 : cluster [DBG] pgmap v84: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:40.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:40 smithi169 bash[26469]: cluster 2024-09-06T15:05:39.284889+0000 mgr.y (mgr.14150) 121 : cluster [DBG] pgmap v84: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:40.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:40 smithi181 bash[21841]: cluster 2024-09-06T15:05:39.284889+0000 mgr.y (mgr.14150) 121 : cluster [DBG] pgmap v84: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:42.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:42 smithi169 bash[19820]: cluster 2024-09-06T15:05:41.285450+0000 mgr.y (mgr.14150) 122 : cluster [DBG] pgmap v85: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:42.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:42 smithi169 bash[26469]: cluster 2024-09-06T15:05:41.285450+0000 mgr.y (mgr.14150) 122 : cluster [DBG] pgmap v85: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:42.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:42 smithi181 bash[21841]: cluster 2024-09-06T15:05:41.285450+0000 mgr.y (mgr.14150) 122 : cluster [DBG] pgmap v85: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:44.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:44 smithi169 bash[26469]: cluster 2024-09-06T15:05:43.285971+0000 mgr.y (mgr.14150) 123 : cluster [DBG] pgmap v86: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:44.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:44 smithi169 bash[19820]: cluster 2024-09-06T15:05:43.285971+0000 mgr.y (mgr.14150) 123 : cluster [DBG] pgmap v86: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:44.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:44 smithi181 bash[21841]: cluster 2024-09-06T15:05:43.285971+0000 mgr.y (mgr.14150) 123 : cluster [DBG] pgmap v86: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:46.654 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:46 smithi169 bash[19820]: cluster 2024-09-06T15:05:45.286346+0000 mgr.y (mgr.14150) 124 : cluster [DBG] pgmap v87: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:46.655 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:46 smithi169 bash[26469]: cluster 2024-09-06T15:05:45.286346+0000 mgr.y (mgr.14150) 124 : cluster [DBG] pgmap v87: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:46.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:46 smithi181 bash[21841]: cluster 2024-09-06T15:05:45.286346+0000 mgr.y (mgr.14150) 124 : cluster [DBG] pgmap v87: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:47.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:47 smithi169 bash[19820]: audit 2024-09-06T15:05:47.106795+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-06T15:05:47.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:47 smithi169 bash[19820]: audit 2024-09-06T15:05:47.108159+0000 mon.a (mon.0) 338 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:05:47.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:47 smithi169 bash[26469]: audit 2024-09-06T15:05:47.106795+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-06T15:05:47.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:47 smithi169 bash[26469]: audit 2024-09-06T15:05:47.108159+0000 mon.a (mon.0) 338 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:05:47.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:47 smithi181 bash[21841]: audit 2024-09-06T15:05:47.106795+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-06T15:05:47.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:47 smithi181 bash[21841]: audit 2024-09-06T15:05:47.108159+0000 mon.a (mon.0) 338 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:05:48.668 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:48 smithi169 bash[19820]: cephadm 2024-09-06T15:05:47.109627+0000 mgr.y (mgr.14150) 125 : cephadm [INF] Deploying daemon osd.1 on smithi169 2024-09-06T15:05:48.669 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:48 smithi169 bash[19820]: cluster 2024-09-06T15:05:47.286741+0000 mgr.y (mgr.14150) 126 : cluster [DBG] pgmap v88: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:48.669 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:48 smithi169 bash[26469]: cephadm 2024-09-06T15:05:47.109627+0000 mgr.y (mgr.14150) 125 : cephadm [INF] Deploying daemon osd.1 on smithi169 2024-09-06T15:05:48.669 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:48 smithi169 bash[26469]: cluster 2024-09-06T15:05:47.286741+0000 mgr.y (mgr.14150) 126 : cluster [DBG] pgmap v88: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:48.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:48 smithi181 bash[21841]: cephadm 2024-09-06T15:05:47.109627+0000 mgr.y (mgr.14150) 125 : cephadm [INF] Deploying daemon osd.1 on smithi169 2024-09-06T15:05:48.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:48 smithi181 bash[21841]: cluster 2024-09-06T15:05:47.286741+0000 mgr.y (mgr.14150) 126 : cluster [DBG] pgmap v88: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:50.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:50 smithi169 bash[19820]: cluster 2024-09-06T15:05:49.287327+0000 mgr.y (mgr.14150) 127 : cluster [DBG] pgmap v89: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:50.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:50 smithi169 bash[26469]: cluster 2024-09-06T15:05:49.287327+0000 mgr.y (mgr.14150) 127 : cluster [DBG] pgmap v89: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:50.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:50 smithi181 bash[21841]: cluster 2024-09-06T15:05:49.287327+0000 mgr.y (mgr.14150) 127 : cluster [DBG] pgmap v89: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:51.420 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:05:51 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:05:51.420 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:51 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:05:51.420 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:05:51 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:05:51.421 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:51 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:05:51.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:51 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:05:51.695 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:05:51 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:05:51.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:51 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:05:51.696 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:05:51 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:05:52.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:52 smithi169 bash[19820]: cluster 2024-09-06T15:05:51.287625+0000 mgr.y (mgr.14150) 128 : cluster [DBG] pgmap v90: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:52.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:52 smithi169 bash[19820]: audit 2024-09-06T15:05:51.696582+0000 mon.a (mon.0) 339 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:05:52.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:52 smithi169 bash[19820]: audit 2024-09-06T15:05:51.701850+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:52.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:52 smithi169 bash[19820]: audit 2024-09-06T15:05:51.706346+0000 mon.a (mon.0) 341 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:52.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:52 smithi169 bash[26469]: cluster 2024-09-06T15:05:51.287625+0000 mgr.y (mgr.14150) 128 : cluster [DBG] pgmap v90: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:52.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:52 smithi169 bash[26469]: audit 2024-09-06T15:05:51.696582+0000 mon.a (mon.0) 339 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:05:52.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:52 smithi169 bash[26469]: audit 2024-09-06T15:05:51.701850+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:52.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:52 smithi169 bash[26469]: audit 2024-09-06T15:05:51.706346+0000 mon.a (mon.0) 341 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:52.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:52 smithi181 bash[21841]: cluster 2024-09-06T15:05:51.287625+0000 mgr.y (mgr.14150) 128 : cluster [DBG] pgmap v90: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:52.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:52 smithi181 bash[21841]: audit 2024-09-06T15:05:51.696582+0000 mon.a (mon.0) 339 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:05:52.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:52 smithi181 bash[21841]: audit 2024-09-06T15:05:51.701850+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:52.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:52 smithi181 bash[21841]: audit 2024-09-06T15:05:51.706346+0000 mon.a (mon.0) 341 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:54.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:54 smithi169 bash[19820]: cluster 2024-09-06T15:05:53.287943+0000 mgr.y (mgr.14150) 129 : cluster [DBG] pgmap v91: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:54.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:54 smithi169 bash[26469]: cluster 2024-09-06T15:05:53.287943+0000 mgr.y (mgr.14150) 129 : cluster [DBG] pgmap v91: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:54.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:54 smithi181 bash[21841]: cluster 2024-09-06T15:05:53.287943+0000 mgr.y (mgr.14150) 129 : cluster [DBG] pgmap v91: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:56.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:56 smithi169 bash[19820]: cluster 2024-09-06T15:05:55.288494+0000 mgr.y (mgr.14150) 130 : cluster [DBG] pgmap v92: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:56.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:56 smithi169 bash[26469]: cluster 2024-09-06T15:05:55.288494+0000 mgr.y (mgr.14150) 130 : cluster [DBG] pgmap v92: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:56.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:56 smithi181 bash[21841]: cluster 2024-09-06T15:05:55.288494+0000 mgr.y (mgr.14150) 130 : cluster [DBG] pgmap v92: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:58.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:58 smithi169 bash[26469]: audit 2024-09-06T15:05:57.009195+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:58.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:58 smithi169 bash[26469]: audit 2024-09-06T15:05:57.013382+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:58.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:58 smithi169 bash[26469]: audit 2024-09-06T15:05:57.014201+0000 mon.a (mon.0) 344 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:05:58.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:58 smithi169 bash[26469]: audit 2024-09-06T15:05:57.014836+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:05:58.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:58 smithi169 bash[26469]: audit 2024-09-06T15:05:57.019167+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:58.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:05:58 smithi169 bash[26469]: cluster 2024-09-06T15:05:57.288988+0000 mgr.y (mgr.14150) 131 : cluster [DBG] pgmap v93: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:58.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:58 smithi169 bash[19820]: audit 2024-09-06T15:05:57.009195+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:58.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:58 smithi169 bash[19820]: audit 2024-09-06T15:05:57.013382+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:58.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:58 smithi169 bash[19820]: audit 2024-09-06T15:05:57.014201+0000 mon.a (mon.0) 344 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:05:58.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:58 smithi169 bash[19820]: audit 2024-09-06T15:05:57.014836+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:05:58.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:58 smithi169 bash[19820]: audit 2024-09-06T15:05:57.019167+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:58.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:05:58 smithi169 bash[19820]: cluster 2024-09-06T15:05:57.288988+0000 mgr.y (mgr.14150) 131 : cluster [DBG] pgmap v93: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:05:58.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:58 smithi181 bash[21841]: audit 2024-09-06T15:05:57.009195+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:58.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:58 smithi181 bash[21841]: audit 2024-09-06T15:05:57.013382+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:58.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:58 smithi181 bash[21841]: audit 2024-09-06T15:05:57.014201+0000 mon.a (mon.0) 344 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:05:58.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:58 smithi181 bash[21841]: audit 2024-09-06T15:05:57.014836+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:05:58.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:58 smithi181 bash[21841]: audit 2024-09-06T15:05:57.019167+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:05:58.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:05:58 smithi181 bash[21841]: cluster 2024-09-06T15:05:57.288988+0000 mgr.y (mgr.14150) 131 : cluster [DBG] pgmap v93: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:06:00.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:00 smithi169 bash[19820]: cluster 2024-09-06T15:05:59.289447+0000 mgr.y (mgr.14150) 132 : cluster [DBG] pgmap v94: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:06:00.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:00 smithi169 bash[19820]: audit 2024-09-06T15:06:00.116193+0000 mon.a (mon.0) 347 : audit [INF] from='osd.1 [v2:172.21.15.169:6810/4262461417,v1:172.21.15.169:6811/4262461417]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-06T15:06:00.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:00 smithi169 bash[26469]: cluster 2024-09-06T15:05:59.289447+0000 mgr.y (mgr.14150) 132 : cluster [DBG] pgmap v94: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:06:00.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:00 smithi169 bash[26469]: audit 2024-09-06T15:06:00.116193+0000 mon.a (mon.0) 347 : audit [INF] from='osd.1 [v2:172.21.15.169:6810/4262461417,v1:172.21.15.169:6811/4262461417]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-06T15:06:00.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:00 smithi181 bash[21841]: cluster 2024-09-06T15:05:59.289447+0000 mgr.y (mgr.14150) 132 : cluster [DBG] pgmap v94: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:06:00.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:00 smithi181 bash[21841]: audit 2024-09-06T15:06:00.116193+0000 mon.a (mon.0) 347 : audit [INF] from='osd.1 [v2:172.21.15.169:6810/4262461417,v1:172.21.15.169:6811/4262461417]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-06T15:06:01.205 INFO:teuthology.orchestra.run.smithi169.stdout:Created osd(s) 1 on host 'smithi169' 2024-09-06T15:06:01.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:01 smithi169 bash[19820]: audit 2024-09-06T15:06:00.350835+0000 mon.a (mon.0) 348 : audit [INF] from='osd.1 [v2:172.21.15.169:6810/4262461417,v1:172.21.15.169:6811/4262461417]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-06T15:06:01.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:01 smithi169 bash[19820]: cluster 2024-09-06T15:06:00.355864+0000 mon.a (mon.0) 349 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2024-09-06T15:06:01.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:01 smithi169 bash[19820]: audit 2024-09-06T15:06:00.356283+0000 mon.a (mon.0) 350 : audit [INF] from='osd.1 [v2:172.21.15.169:6810/4262461417,v1:172.21.15.169:6811/4262461417]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-09-06T15:06:01.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:01 smithi169 bash[19820]: audit 2024-09-06T15:06:00.356872+0000 mon.a (mon.0) 351 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-06T15:06:01.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:01 smithi169 bash[19820]: audit 2024-09-06T15:06:01.184158+0000 mon.a (mon.0) 352 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:06:01.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:01 smithi169 bash[19820]: audit 2024-09-06T15:06:01.191529+0000 mon.a (mon.0) 353 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:01.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:01 smithi169 bash[19820]: audit 2024-09-06T15:06:01.200092+0000 mon.a (mon.0) 354 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:01.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:01 smithi169 bash[26469]: audit 2024-09-06T15:06:00.350835+0000 mon.a (mon.0) 348 : audit [INF] from='osd.1 [v2:172.21.15.169:6810/4262461417,v1:172.21.15.169:6811/4262461417]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-06T15:06:01.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:01 smithi169 bash[26469]: cluster 2024-09-06T15:06:00.355864+0000 mon.a (mon.0) 349 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2024-09-06T15:06:01.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:01 smithi169 bash[26469]: audit 2024-09-06T15:06:00.356283+0000 mon.a (mon.0) 350 : audit [INF] from='osd.1 [v2:172.21.15.169:6810/4262461417,v1:172.21.15.169:6811/4262461417]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-09-06T15:06:01.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:01 smithi169 bash[26469]: audit 2024-09-06T15:06:00.356872+0000 mon.a (mon.0) 351 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-06T15:06:01.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:01 smithi169 bash[26469]: audit 2024-09-06T15:06:01.184158+0000 mon.a (mon.0) 352 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:06:01.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:01 smithi169 bash[26469]: audit 2024-09-06T15:06:01.191529+0000 mon.a (mon.0) 353 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:01.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:01 smithi169 bash[26469]: audit 2024-09-06T15:06:01.200092+0000 mon.a (mon.0) 354 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:01.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:01 smithi181 bash[21841]: audit 2024-09-06T15:06:00.350835+0000 mon.a (mon.0) 348 : audit [INF] from='osd.1 [v2:172.21.15.169:6810/4262461417,v1:172.21.15.169:6811/4262461417]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-06T15:06:01.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:01 smithi181 bash[21841]: cluster 2024-09-06T15:06:00.355864+0000 mon.a (mon.0) 349 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2024-09-06T15:06:01.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:01 smithi181 bash[21841]: audit 2024-09-06T15:06:00.356283+0000 mon.a (mon.0) 350 : audit [INF] from='osd.1 [v2:172.21.15.169:6810/4262461417,v1:172.21.15.169:6811/4262461417]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-09-06T15:06:01.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:01 smithi181 bash[21841]: audit 2024-09-06T15:06:00.356872+0000 mon.a (mon.0) 351 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-06T15:06:01.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:01 smithi181 bash[21841]: audit 2024-09-06T15:06:01.184158+0000 mon.a (mon.0) 352 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:06:01.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:01 smithi181 bash[21841]: audit 2024-09-06T15:06:01.191529+0000 mon.a (mon.0) 353 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:01.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:01 smithi181 bash[21841]: audit 2024-09-06T15:06:01.200092+0000 mon.a (mon.0) 354 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:01.912 DEBUG:teuthology.orchestra.run.smithi169:osd.1> sudo journalctl -f -n 0 -u ceph-bab55310-6c60-11ef-bce4-c7b262605968@osd.1.service 2024-09-06T15:06:01.915 INFO:tasks.cephadm:Deploying osd.2 on smithi169 with /dev/vg_nvme/lv_2... 2024-09-06T15:06:01.915 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-06T15:06:02.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:02 smithi169 bash[19820]: cluster 2024-09-06T15:06:01.289802+0000 mgr.y (mgr.14150) 133 : cluster [DBG] pgmap v96: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:06:02.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:02 smithi169 bash[19820]: audit 2024-09-06T15:06:01.353211+0000 mon.a (mon.0) 355 : audit [INF] from='osd.1 [v2:172.21.15.169:6810/4262461417,v1:172.21.15.169:6811/4262461417]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2024-09-06T15:06:02.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:02 smithi169 bash[19820]: cluster 2024-09-06T15:06:01.358548+0000 mon.a (mon.0) 356 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2024-09-06T15:06:02.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:02 smithi169 bash[19820]: audit 2024-09-06T15:06:01.376415+0000 mon.a (mon.0) 357 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-06T15:06:02.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:02 smithi169 bash[19820]: audit 2024-09-06T15:06:01.380107+0000 mon.a (mon.0) 358 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-06T15:06:02.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:02 smithi169 bash[19820]: audit 2024-09-06T15:06:01.816001+0000 mon.a (mon.0) 359 : audit [INF] from='osd.1 [v2:172.21.15.169:6810/4262461417,v1:172.21.15.169:6811/4262461417]' entity='osd.1' 2024-09-06T15:06:02.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:02 smithi169 bash[19820]: audit 2024-09-06T15:06:02.380688+0000 mon.a (mon.0) 360 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-06T15:06:02.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:02 smithi169 bash[26469]: cluster 2024-09-06T15:06:01.289802+0000 mgr.y (mgr.14150) 133 : cluster [DBG] pgmap v96: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:06:02.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:02 smithi169 bash[26469]: audit 2024-09-06T15:06:01.353211+0000 mon.a (mon.0) 355 : audit [INF] from='osd.1 [v2:172.21.15.169:6810/4262461417,v1:172.21.15.169:6811/4262461417]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2024-09-06T15:06:02.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:02 smithi169 bash[26469]: cluster 2024-09-06T15:06:01.358548+0000 mon.a (mon.0) 356 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2024-09-06T15:06:02.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:02 smithi169 bash[26469]: audit 2024-09-06T15:06:01.376415+0000 mon.a (mon.0) 357 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-06T15:06:02.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:02 smithi169 bash[26469]: audit 2024-09-06T15:06:01.380107+0000 mon.a (mon.0) 358 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-06T15:06:02.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:02 smithi169 bash[26469]: audit 2024-09-06T15:06:01.816001+0000 mon.a (mon.0) 359 : audit [INF] from='osd.1 [v2:172.21.15.169:6810/4262461417,v1:172.21.15.169:6811/4262461417]' entity='osd.1' 2024-09-06T15:06:02.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:02 smithi169 bash[26469]: audit 2024-09-06T15:06:02.380688+0000 mon.a (mon.0) 360 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-06T15:06:02.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:02 smithi181 bash[21841]: cluster 2024-09-06T15:06:01.289802+0000 mgr.y (mgr.14150) 133 : cluster [DBG] pgmap v96: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:06:02.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:02 smithi181 bash[21841]: audit 2024-09-06T15:06:01.353211+0000 mon.a (mon.0) 355 : audit [INF] from='osd.1 [v2:172.21.15.169:6810/4262461417,v1:172.21.15.169:6811/4262461417]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2024-09-06T15:06:02.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:02 smithi181 bash[21841]: cluster 2024-09-06T15:06:01.358548+0000 mon.a (mon.0) 356 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2024-09-06T15:06:02.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:02 smithi181 bash[21841]: audit 2024-09-06T15:06:01.376415+0000 mon.a (mon.0) 357 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-06T15:06:02.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:02 smithi181 bash[21841]: audit 2024-09-06T15:06:01.380107+0000 mon.a (mon.0) 358 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-06T15:06:02.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:02 smithi181 bash[21841]: audit 2024-09-06T15:06:01.816001+0000 mon.a (mon.0) 359 : audit [INF] from='osd.1 [v2:172.21.15.169:6810/4262461417,v1:172.21.15.169:6811/4262461417]' entity='osd.1' 2024-09-06T15:06:02.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:02 smithi181 bash[21841]: audit 2024-09-06T15:06:02.380688+0000 mon.a (mon.0) 360 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-06T15:06:04.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:03 smithi169 bash[26469]: cluster 2024-09-06T15:06:01.082335+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-06T15:06:04.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:03 smithi169 bash[26469]: cluster 2024-09-06T15:06:01.082435+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-06T15:06:04.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:03 smithi169 bash[26469]: cluster 2024-09-06T15:06:02.821202+0000 mon.a (mon.0) 361 : cluster [INF] osd.1 [v2:172.21.15.169:6810/4262461417,v1:172.21.15.169:6811/4262461417] boot 2024-09-06T15:06:04.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:03 smithi169 bash[26469]: cluster 2024-09-06T15:06:02.821260+0000 mon.a (mon.0) 362 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2024-09-06T15:06:04.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:03 smithi169 bash[26469]: audit 2024-09-06T15:06:02.821512+0000 mon.a (mon.0) 363 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-06T15:06:04.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:03 smithi169 bash[26469]: cluster 2024-09-06T15:06:03.290247+0000 mgr.y (mgr.14150) 134 : cluster [DBG] pgmap v99: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:06:04.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:03 smithi169 bash[19820]: cluster 2024-09-06T15:06:01.082335+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-06T15:06:04.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:03 smithi169 bash[19820]: cluster 2024-09-06T15:06:01.082435+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-06T15:06:04.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:03 smithi169 bash[19820]: cluster 2024-09-06T15:06:02.821202+0000 mon.a (mon.0) 361 : cluster [INF] osd.1 [v2:172.21.15.169:6810/4262461417,v1:172.21.15.169:6811/4262461417] boot 2024-09-06T15:06:04.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:03 smithi169 bash[19820]: cluster 2024-09-06T15:06:02.821260+0000 mon.a (mon.0) 362 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2024-09-06T15:06:04.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:03 smithi169 bash[19820]: audit 2024-09-06T15:06:02.821512+0000 mon.a (mon.0) 363 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-06T15:06:04.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:03 smithi169 bash[19820]: cluster 2024-09-06T15:06:03.290247+0000 mgr.y (mgr.14150) 134 : cluster [DBG] pgmap v99: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:06:04.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:03 smithi181 bash[21841]: cluster 2024-09-06T15:06:01.082335+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-06T15:06:04.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:03 smithi181 bash[21841]: cluster 2024-09-06T15:06:01.082435+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-06T15:06:04.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:03 smithi181 bash[21841]: cluster 2024-09-06T15:06:02.821202+0000 mon.a (mon.0) 361 : cluster [INF] osd.1 [v2:172.21.15.169:6810/4262461417,v1:172.21.15.169:6811/4262461417] boot 2024-09-06T15:06:04.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:03 smithi181 bash[21841]: cluster 2024-09-06T15:06:02.821260+0000 mon.a (mon.0) 362 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2024-09-06T15:06:04.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:03 smithi181 bash[21841]: audit 2024-09-06T15:06:02.821512+0000 mon.a (mon.0) 363 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-06T15:06:04.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:03 smithi181 bash[21841]: cluster 2024-09-06T15:06:03.290247+0000 mgr.y (mgr.14150) 134 : cluster [DBG] pgmap v99: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-06T15:06:05.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:04 smithi169 bash[19820]: cluster 2024-09-06T15:06:03.833467+0000 mon.a (mon.0) 364 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2024-09-06T15:06:05.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:04 smithi169 bash[26469]: cluster 2024-09-06T15:06:03.833467+0000 mon.a (mon.0) 364 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2024-09-06T15:06:05.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:04 smithi181 bash[21841]: cluster 2024-09-06T15:06:03.833467+0000 mon.a (mon.0) 364 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2024-09-06T15:06:06.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:05 smithi169 bash[19820]: cluster 2024-09-06T15:06:05.290712+0000 mgr.y (mgr.14150) 135 : cluster [DBG] pgmap v101: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:06.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:05 smithi169 bash[26469]: cluster 2024-09-06T15:06:05.290712+0000 mgr.y (mgr.14150) 135 : cluster [DBG] pgmap v101: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:06.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:05 smithi181 bash[21841]: cluster 2024-09-06T15:06:05.290712+0000 mgr.y (mgr.14150) 135 : cluster [DBG] pgmap v101: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:06.278 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:06:08.648 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:08 smithi169 bash[19820]: cluster 2024-09-06T15:06:07.291187+0000 mgr.y (mgr.14150) 136 : cluster [DBG] pgmap v102: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:08.648 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:08 smithi169 bash[26469]: cluster 2024-09-06T15:06:07.291187+0000 mgr.y (mgr.14150) 136 : cluster [DBG] pgmap v102: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:08.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:08 smithi181 bash[21841]: cluster 2024-09-06T15:06:07.291187+0000 mgr.y (mgr.14150) 136 : cluster [DBG] pgmap v102: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:10.606 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:10 smithi169 bash[19820]: cluster 2024-09-06T15:06:09.291553+0000 mgr.y (mgr.14150) 137 : cluster [DBG] pgmap v103: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:10.606 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:10 smithi169 bash[26469]: cluster 2024-09-06T15:06:09.291553+0000 mgr.y (mgr.14150) 137 : cluster [DBG] pgmap v103: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:10.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:10 smithi181 bash[21841]: cluster 2024-09-06T15:06:09.291553+0000 mgr.y (mgr.14150) 137 : cluster [DBG] pgmap v103: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:11.188 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:06:11.239 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph orch daemon add osd smithi169:vg_nvme/lv_2 2024-09-06T15:06:12.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:12 smithi169 bash[26469]: cluster 2024-09-06T15:06:11.291878+0000 mgr.y (mgr.14150) 138 : cluster [DBG] pgmap v104: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:12.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:12 smithi169 bash[19820]: cluster 2024-09-06T15:06:11.291878+0000 mgr.y (mgr.14150) 138 : cluster [DBG] pgmap v104: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:12.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:12 smithi181 bash[21841]: cluster 2024-09-06T15:06:11.291878+0000 mgr.y (mgr.14150) 138 : cluster [DBG] pgmap v104: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:14.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:14 smithi169 bash[19820]: cluster 2024-09-06T15:06:13.292406+0000 mgr.y (mgr.14150) 139 : cluster [DBG] pgmap v105: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:14.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:14 smithi169 bash[19820]: audit 2024-09-06T15:06:13.871438+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:14.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:14 smithi169 bash[19820]: audit 2024-09-06T15:06:13.877797+0000 mon.a (mon.0) 366 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:14.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:14 smithi169 bash[19820]: audit 2024-09-06T15:06:13.880124+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:06:14.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:14 smithi169 bash[19820]: audit 2024-09-06T15:06:13.881487+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:06:14.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:14 smithi169 bash[19820]: audit 2024-09-06T15:06:13.887414+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:14.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:14 smithi169 bash[19820]: audit 2024-09-06T15:06:13.891242+0000 mon.a (mon.0) 370 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:06:14.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:14 smithi169 bash[19820]: audit 2024-09-06T15:06:13.893030+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:06:14.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:14 smithi169 bash[19820]: audit 2024-09-06T15:06:13.901623+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:14.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:14 smithi169 bash[26469]: cluster 2024-09-06T15:06:13.292406+0000 mgr.y (mgr.14150) 139 : cluster [DBG] pgmap v105: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:14.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:14 smithi169 bash[26469]: audit 2024-09-06T15:06:13.871438+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:14.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:14 smithi169 bash[26469]: audit 2024-09-06T15:06:13.877797+0000 mon.a (mon.0) 366 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:14.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:14 smithi169 bash[26469]: audit 2024-09-06T15:06:13.880124+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:06:14.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:14 smithi169 bash[26469]: audit 2024-09-06T15:06:13.881487+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:06:14.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:14 smithi169 bash[26469]: audit 2024-09-06T15:06:13.887414+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:14.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:14 smithi169 bash[26469]: audit 2024-09-06T15:06:13.891242+0000 mon.a (mon.0) 370 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:06:14.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:14 smithi169 bash[26469]: audit 2024-09-06T15:06:13.893030+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:06:14.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:14 smithi169 bash[26469]: audit 2024-09-06T15:06:13.901623+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:14.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:14 smithi181 bash[21841]: cluster 2024-09-06T15:06:13.292406+0000 mgr.y (mgr.14150) 139 : cluster [DBG] pgmap v105: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:14.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:14 smithi181 bash[21841]: audit 2024-09-06T15:06:13.871438+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:14.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:14 smithi181 bash[21841]: audit 2024-09-06T15:06:13.877797+0000 mon.a (mon.0) 366 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:14.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:14 smithi181 bash[21841]: audit 2024-09-06T15:06:13.880124+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:06:14.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:14 smithi181 bash[21841]: audit 2024-09-06T15:06:13.881487+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:06:14.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:14 smithi181 bash[21841]: audit 2024-09-06T15:06:13.887414+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:14.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:14 smithi181 bash[21841]: audit 2024-09-06T15:06:13.891242+0000 mon.a (mon.0) 370 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:06:14.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:14 smithi181 bash[21841]: audit 2024-09-06T15:06:13.893030+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:06:14.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:14 smithi181 bash[21841]: audit 2024-09-06T15:06:13.901623+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:15.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:15 smithi169 bash[19820]: cephadm 2024-09-06T15:06:13.864037+0000 mgr.y (mgr.14150) 140 : cephadm [INF] Detected new or changed devices on smithi169 2024-09-06T15:06:15.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:15 smithi169 bash[19820]: cephadm 2024-09-06T15:06:13.882585+0000 mgr.y (mgr.14150) 141 : cephadm [INF] Adjusting osd_memory_target on smithi169 to 8120M 2024-09-06T15:06:15.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:15 smithi169 bash[26469]: cephadm 2024-09-06T15:06:13.864037+0000 mgr.y (mgr.14150) 140 : cephadm [INF] Detected new or changed devices on smithi169 2024-09-06T15:06:15.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:15 smithi169 bash[26469]: cephadm 2024-09-06T15:06:13.882585+0000 mgr.y (mgr.14150) 141 : cephadm [INF] Adjusting osd_memory_target on smithi169 to 8120M 2024-09-06T15:06:15.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:15 smithi181 bash[21841]: cephadm 2024-09-06T15:06:13.864037+0000 mgr.y (mgr.14150) 140 : cephadm [INF] Detected new or changed devices on smithi169 2024-09-06T15:06:15.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:15 smithi181 bash[21841]: cephadm 2024-09-06T15:06:13.882585+0000 mgr.y (mgr.14150) 141 : cephadm [INF] Adjusting osd_memory_target on smithi169 to 8120M 2024-09-06T15:06:16.332 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:06:16.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:16 smithi169 bash[19820]: cluster 2024-09-06T15:06:15.292863+0000 mgr.y (mgr.14150) 142 : cluster [DBG] pgmap v106: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:16.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:16 smithi169 bash[26469]: cluster 2024-09-06T15:06:15.292863+0000 mgr.y (mgr.14150) 142 : cluster [DBG] pgmap v106: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:16.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:16 smithi181 bash[21841]: cluster 2024-09-06T15:06:15.292863+0000 mgr.y (mgr.14150) 142 : cluster [DBG] pgmap v106: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:18.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:18 smithi169 bash[19820]: cluster 2024-09-06T15:06:17.293153+0000 mgr.y (mgr.14150) 143 : cluster [DBG] pgmap v107: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:18.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:18 smithi169 bash[19820]: audit 2024-09-06T15:06:17.624681+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-06T15:06:18.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:18 smithi169 bash[19820]: audit 2024-09-06T15:06:17.630238+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-06T15:06:18.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:18 smithi169 bash[19820]: audit 2024-09-06T15:06:17.631127+0000 mon.a (mon.0) 375 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:06:18.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:18 smithi169 bash[26469]: cluster 2024-09-06T15:06:17.293153+0000 mgr.y (mgr.14150) 143 : cluster [DBG] pgmap v107: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:18.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:18 smithi169 bash[26469]: audit 2024-09-06T15:06:17.624681+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-06T15:06:18.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:18 smithi169 bash[26469]: audit 2024-09-06T15:06:17.630238+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-06T15:06:18.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:18 smithi169 bash[26469]: audit 2024-09-06T15:06:17.631127+0000 mon.a (mon.0) 375 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:06:18.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:18 smithi181 bash[21841]: cluster 2024-09-06T15:06:17.293153+0000 mgr.y (mgr.14150) 143 : cluster [DBG] pgmap v107: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:18.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:18 smithi181 bash[21841]: audit 2024-09-06T15:06:17.624681+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-06T15:06:18.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:18 smithi181 bash[21841]: audit 2024-09-06T15:06:17.630238+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-06T15:06:18.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:18 smithi181 bash[21841]: audit 2024-09-06T15:06:17.631127+0000 mon.a (mon.0) 375 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:06:19.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:19 smithi169 bash[19820]: audit 2024-09-06T15:06:17.618601+0000 mgr.y (mgr.14150) 144 : audit [DBG] from='client.14262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:06:19.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:19 smithi169 bash[26469]: audit 2024-09-06T15:06:17.618601+0000 mgr.y (mgr.14150) 144 : audit [DBG] from='client.14262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:06:19.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:19 smithi181 bash[21841]: audit 2024-09-06T15:06:17.618601+0000 mgr.y (mgr.14150) 144 : audit [DBG] from='client.14262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:06:20.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:20 smithi169 bash[19820]: cluster 2024-09-06T15:06:19.293591+0000 mgr.y (mgr.14150) 145 : cluster [DBG] pgmap v108: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:20.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:20 smithi169 bash[26469]: cluster 2024-09-06T15:06:19.293591+0000 mgr.y (mgr.14150) 145 : cluster [DBG] pgmap v108: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:20.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:20 smithi181 bash[21841]: cluster 2024-09-06T15:06:19.293591+0000 mgr.y (mgr.14150) 145 : cluster [DBG] pgmap v108: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:22.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:22 smithi169 bash[19820]: cluster 2024-09-06T15:06:21.294050+0000 mgr.y (mgr.14150) 146 : cluster [DBG] pgmap v109: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:22.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:22 smithi169 bash[26469]: cluster 2024-09-06T15:06:21.294050+0000 mgr.y (mgr.14150) 146 : cluster [DBG] pgmap v109: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:22.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:22 smithi181 bash[21841]: cluster 2024-09-06T15:06:21.294050+0000 mgr.y (mgr.14150) 146 : cluster [DBG] pgmap v109: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:24.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:24 smithi169 bash[26469]: cluster 2024-09-06T15:06:23.294514+0000 mgr.y (mgr.14150) 147 : cluster [DBG] pgmap v110: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:24.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:24 smithi169 bash[19820]: cluster 2024-09-06T15:06:23.294514+0000 mgr.y (mgr.14150) 147 : cluster [DBG] pgmap v110: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:24.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:24 smithi181 bash[21841]: cluster 2024-09-06T15:06:23.294514+0000 mgr.y (mgr.14150) 147 : cluster [DBG] pgmap v110: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:26.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:26 smithi169 bash[19820]: cluster 2024-09-06T15:06:25.294928+0000 mgr.y (mgr.14150) 148 : cluster [DBG] pgmap v111: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:26.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:26 smithi169 bash[19820]: audit 2024-09-06T15:06:25.998911+0000 mon.a (mon.0) 376 : audit [INF] from='client.? 172.21.15.169:0/3885403919' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "439283f8-99fc-4369-9c26-ec732c80e092"}]: dispatch 2024-09-06T15:06:26.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:26 smithi169 bash[19820]: audit 2024-09-06T15:06:26.001684+0000 mon.a (mon.0) 377 : audit [INF] from='client.? 172.21.15.169:0/3885403919' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "439283f8-99fc-4369-9c26-ec732c80e092"}]': finished 2024-09-06T15:06:26.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:26 smithi169 bash[19820]: cluster 2024-09-06T15:06:26.006982+0000 mon.a (mon.0) 378 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2024-09-06T15:06:26.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:26 smithi169 bash[19820]: audit 2024-09-06T15:06:26.007495+0000 mon.a (mon.0) 379 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-06T15:06:26.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:26 smithi169 bash[26469]: cluster 2024-09-06T15:06:25.294928+0000 mgr.y (mgr.14150) 148 : cluster [DBG] pgmap v111: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:26.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:26 smithi169 bash[26469]: audit 2024-09-06T15:06:25.998911+0000 mon.a (mon.0) 376 : audit [INF] from='client.? 172.21.15.169:0/3885403919' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "439283f8-99fc-4369-9c26-ec732c80e092"}]: dispatch 2024-09-06T15:06:26.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:26 smithi169 bash[26469]: audit 2024-09-06T15:06:26.001684+0000 mon.a (mon.0) 377 : audit [INF] from='client.? 172.21.15.169:0/3885403919' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "439283f8-99fc-4369-9c26-ec732c80e092"}]': finished 2024-09-06T15:06:26.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:26 smithi169 bash[26469]: cluster 2024-09-06T15:06:26.006982+0000 mon.a (mon.0) 378 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2024-09-06T15:06:26.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:26 smithi169 bash[26469]: audit 2024-09-06T15:06:26.007495+0000 mon.a (mon.0) 379 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-06T15:06:26.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:26 smithi181 bash[21841]: cluster 2024-09-06T15:06:25.294928+0000 mgr.y (mgr.14150) 148 : cluster [DBG] pgmap v111: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:26.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:26 smithi181 bash[21841]: audit 2024-09-06T15:06:25.998911+0000 mon.a (mon.0) 376 : audit [INF] from='client.? 172.21.15.169:0/3885403919' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "439283f8-99fc-4369-9c26-ec732c80e092"}]: dispatch 2024-09-06T15:06:26.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:26 smithi181 bash[21841]: audit 2024-09-06T15:06:26.001684+0000 mon.a (mon.0) 377 : audit [INF] from='client.? 172.21.15.169:0/3885403919' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "439283f8-99fc-4369-9c26-ec732c80e092"}]': finished 2024-09-06T15:06:26.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:26 smithi181 bash[21841]: cluster 2024-09-06T15:06:26.006982+0000 mon.a (mon.0) 378 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2024-09-06T15:06:26.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:26 smithi181 bash[21841]: audit 2024-09-06T15:06:26.007495+0000 mon.a (mon.0) 379 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-06T15:06:27.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:27 smithi169 bash[19820]: audit 2024-09-06T15:06:26.633648+0000 mon.a (mon.0) 380 : audit [DBG] from='client.? 172.21.15.169:0/3793659554' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-06T15:06:27.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:27 smithi169 bash[26469]: audit 2024-09-06T15:06:26.633648+0000 mon.a (mon.0) 380 : audit [DBG] from='client.? 172.21.15.169:0/3793659554' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-06T15:06:27.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:27 smithi181 bash[21841]: audit 2024-09-06T15:06:26.633648+0000 mon.a (mon.0) 380 : audit [DBG] from='client.? 172.21.15.169:0/3793659554' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-06T15:06:28.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:28 smithi169 bash[19820]: cluster 2024-09-06T15:06:27.295379+0000 mgr.y (mgr.14150) 149 : cluster [DBG] pgmap v113: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:28.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:28 smithi169 bash[26469]: cluster 2024-09-06T15:06:27.295379+0000 mgr.y (mgr.14150) 149 : cluster [DBG] pgmap v113: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:28.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:28 smithi181 bash[21841]: cluster 2024-09-06T15:06:27.295379+0000 mgr.y (mgr.14150) 149 : cluster [DBG] pgmap v113: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:30.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:30 smithi169 bash[19820]: cluster 2024-09-06T15:06:29.295880+0000 mgr.y (mgr.14150) 150 : cluster [DBG] pgmap v114: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:30.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:30 smithi169 bash[26469]: cluster 2024-09-06T15:06:29.295880+0000 mgr.y (mgr.14150) 150 : cluster [DBG] pgmap v114: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:30.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:30 smithi181 bash[21841]: cluster 2024-09-06T15:06:29.295880+0000 mgr.y (mgr.14150) 150 : cluster [DBG] pgmap v114: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:32.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:32 smithi169 bash[19820]: cluster 2024-09-06T15:06:31.296333+0000 mgr.y (mgr.14150) 151 : cluster [DBG] pgmap v115: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:32.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:32 smithi169 bash[26469]: cluster 2024-09-06T15:06:31.296333+0000 mgr.y (mgr.14150) 151 : cluster [DBG] pgmap v115: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:32.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:32 smithi181 bash[21841]: cluster 2024-09-06T15:06:31.296333+0000 mgr.y (mgr.14150) 151 : cluster [DBG] pgmap v115: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:34.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:34 smithi169 bash[19820]: cluster 2024-09-06T15:06:33.296821+0000 mgr.y (mgr.14150) 152 : cluster [DBG] pgmap v116: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:34.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:34 smithi169 bash[26469]: cluster 2024-09-06T15:06:33.296821+0000 mgr.y (mgr.14150) 152 : cluster [DBG] pgmap v116: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:34.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:34 smithi181 bash[21841]: cluster 2024-09-06T15:06:33.296821+0000 mgr.y (mgr.14150) 152 : cluster [DBG] pgmap v116: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:36.690 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:36 smithi169 bash[19820]: cluster 2024-09-06T15:06:35.297281+0000 mgr.y (mgr.14150) 153 : cluster [DBG] pgmap v117: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:36.691 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:36 smithi169 bash[26469]: cluster 2024-09-06T15:06:35.297281+0000 mgr.y (mgr.14150) 153 : cluster [DBG] pgmap v117: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:36.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:36 smithi181 bash[21841]: cluster 2024-09-06T15:06:35.297281+0000 mgr.y (mgr.14150) 153 : cluster [DBG] pgmap v117: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:38.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:38 smithi169 bash[19820]: cluster 2024-09-06T15:06:37.297735+0000 mgr.y (mgr.14150) 154 : cluster [DBG] pgmap v118: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:38.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:38 smithi169 bash[26469]: cluster 2024-09-06T15:06:37.297735+0000 mgr.y (mgr.14150) 154 : cluster [DBG] pgmap v118: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:38.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:38 smithi181 bash[21841]: cluster 2024-09-06T15:06:37.297735+0000 mgr.y (mgr.14150) 154 : cluster [DBG] pgmap v118: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:39.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:39 smithi169 bash[26469]: audit 2024-09-06T15:06:39.207266+0000 mon.a (mon.0) 381 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-06T15:06:39.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:39 smithi169 bash[26469]: audit 2024-09-06T15:06:39.208817+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:06:39.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:39 smithi169 bash[19820]: audit 2024-09-06T15:06:39.207266+0000 mon.a (mon.0) 381 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-06T15:06:39.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:39 smithi169 bash[19820]: audit 2024-09-06T15:06:39.208817+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:06:39.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:39 smithi181 bash[21841]: audit 2024-09-06T15:06:39.207266+0000 mon.a (mon.0) 381 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-06T15:06:39.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:39 smithi181 bash[21841]: audit 2024-09-06T15:06:39.208817+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:06:40.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:40 smithi169 bash[26469]: cephadm 2024-09-06T15:06:39.210068+0000 mgr.y (mgr.14150) 155 : cephadm [INF] Deploying daemon osd.2 on smithi169 2024-09-06T15:06:40.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:40 smithi169 bash[26469]: cluster 2024-09-06T15:06:39.298223+0000 mgr.y (mgr.14150) 156 : cluster [DBG] pgmap v119: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:40.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:40 smithi169 bash[19820]: cephadm 2024-09-06T15:06:39.210068+0000 mgr.y (mgr.14150) 155 : cephadm [INF] Deploying daemon osd.2 on smithi169 2024-09-06T15:06:40.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:40 smithi169 bash[19820]: cluster 2024-09-06T15:06:39.298223+0000 mgr.y (mgr.14150) 156 : cluster [DBG] pgmap v119: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:40.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:40 smithi181 bash[21841]: cephadm 2024-09-06T15:06:39.210068+0000 mgr.y (mgr.14150) 155 : cephadm [INF] Deploying daemon osd.2 on smithi169 2024-09-06T15:06:40.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:40 smithi181 bash[21841]: cluster 2024-09-06T15:06:39.298223+0000 mgr.y (mgr.14150) 156 : cluster [DBG] pgmap v119: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:42.622 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:42 smithi169 bash[19820]: cluster 2024-09-06T15:06:41.298671+0000 mgr.y (mgr.14150) 157 : cluster [DBG] pgmap v120: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:42.622 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:42 smithi169 bash[26469]: cluster 2024-09-06T15:06:41.298671+0000 mgr.y (mgr.14150) 157 : cluster [DBG] pgmap v120: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:42.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:42 smithi181 bash[21841]: cluster 2024-09-06T15:06:41.298671+0000 mgr.y (mgr.14150) 157 : cluster [DBG] pgmap v120: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:43.626 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:43 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:06:43.627 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:06:43 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:06:43.627 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:43 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:06:43.627 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:06:43 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:06:43.628 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:06:43 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:06:43.945 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:06:43 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:06:43.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:43 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:06:43.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:43 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:06:43.946 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:06:43 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:06:43.946 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:06:43 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:06:44.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:44 smithi169 bash[19820]: cluster 2024-09-06T15:06:43.299148+0000 mgr.y (mgr.14150) 158 : cluster [DBG] pgmap v121: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:44.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:44 smithi169 bash[19820]: audit 2024-09-06T15:06:43.912998+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:06:44.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:44 smithi169 bash[19820]: audit 2024-09-06T15:06:43.916776+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:44.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:44 smithi169 bash[19820]: audit 2024-09-06T15:06:43.922784+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:44.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:44 smithi169 bash[26469]: cluster 2024-09-06T15:06:43.299148+0000 mgr.y (mgr.14150) 158 : cluster [DBG] pgmap v121: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:44.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:44 smithi169 bash[26469]: audit 2024-09-06T15:06:43.912998+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:06:44.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:44 smithi169 bash[26469]: audit 2024-09-06T15:06:43.916776+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:44.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:44 smithi169 bash[26469]: audit 2024-09-06T15:06:43.922784+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:44.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:44 smithi181 bash[21841]: cluster 2024-09-06T15:06:43.299148+0000 mgr.y (mgr.14150) 158 : cluster [DBG] pgmap v121: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:44.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:44 smithi181 bash[21841]: audit 2024-09-06T15:06:43.912998+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:06:44.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:44 smithi181 bash[21841]: audit 2024-09-06T15:06:43.916776+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:44.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:44 smithi181 bash[21841]: audit 2024-09-06T15:06:43.922784+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:46.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:46 smithi169 bash[26469]: cluster 2024-09-06T15:06:45.299484+0000 mgr.y (mgr.14150) 159 : cluster [DBG] pgmap v122: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:46.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:46 smithi169 bash[19820]: cluster 2024-09-06T15:06:45.299484+0000 mgr.y (mgr.14150) 159 : cluster [DBG] pgmap v122: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:46.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:46 smithi181 bash[21841]: cluster 2024-09-06T15:06:45.299484+0000 mgr.y (mgr.14150) 159 : cluster [DBG] pgmap v122: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:48.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:48 smithi169 bash[19820]: cluster 2024-09-06T15:06:47.299928+0000 mgr.y (mgr.14150) 160 : cluster [DBG] pgmap v123: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:48.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:48 smithi169 bash[26469]: cluster 2024-09-06T15:06:47.299928+0000 mgr.y (mgr.14150) 160 : cluster [DBG] pgmap v123: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:48.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:48 smithi181 bash[21841]: cluster 2024-09-06T15:06:47.299928+0000 mgr.y (mgr.14150) 160 : cluster [DBG] pgmap v123: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:50.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:50 smithi169 bash[19820]: audit 2024-09-06T15:06:49.258305+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:50.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:50 smithi169 bash[19820]: audit 2024-09-06T15:06:49.263120+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:50.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:50 smithi169 bash[19820]: cluster 2024-09-06T15:06:49.300232+0000 mgr.y (mgr.14150) 161 : cluster [DBG] pgmap v124: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:50.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:50 smithi169 bash[19820]: audit 2024-09-06T15:06:49.873578+0000 mon.a (mon.0) 388 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:06:50.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:50 smithi169 bash[19820]: audit 2024-09-06T15:06:49.875177+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:06:50.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:50 smithi169 bash[19820]: audit 2024-09-06T15:06:49.883907+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:50.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:50 smithi169 bash[26469]: audit 2024-09-06T15:06:49.258305+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:50.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:50 smithi169 bash[26469]: audit 2024-09-06T15:06:49.263120+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:50.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:50 smithi169 bash[26469]: cluster 2024-09-06T15:06:49.300232+0000 mgr.y (mgr.14150) 161 : cluster [DBG] pgmap v124: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:50.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:50 smithi169 bash[26469]: audit 2024-09-06T15:06:49.873578+0000 mon.a (mon.0) 388 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:06:50.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:50 smithi169 bash[26469]: audit 2024-09-06T15:06:49.875177+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:06:50.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:50 smithi169 bash[26469]: audit 2024-09-06T15:06:49.883907+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:50.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:50 smithi181 bash[21841]: audit 2024-09-06T15:06:49.258305+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:50.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:50 smithi181 bash[21841]: audit 2024-09-06T15:06:49.263120+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:50.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:50 smithi181 bash[21841]: cluster 2024-09-06T15:06:49.300232+0000 mgr.y (mgr.14150) 161 : cluster [DBG] pgmap v124: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:50.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:50 smithi181 bash[21841]: audit 2024-09-06T15:06:49.873578+0000 mon.a (mon.0) 388 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:06:50.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:50 smithi181 bash[21841]: audit 2024-09-06T15:06:49.875177+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:06:50.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:50 smithi181 bash[21841]: audit 2024-09-06T15:06:49.883907+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:52.634 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:52 smithi169 bash[26469]: cluster 2024-09-06T15:06:51.300541+0000 mgr.y (mgr.14150) 162 : cluster [DBG] pgmap v125: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:52.635 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:52 smithi169 bash[19820]: cluster 2024-09-06T15:06:51.300541+0000 mgr.y (mgr.14150) 162 : cluster [DBG] pgmap v125: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:52.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:52 smithi181 bash[21841]: cluster 2024-09-06T15:06:51.300541+0000 mgr.y (mgr.14150) 162 : cluster [DBG] pgmap v125: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:53.120 INFO:teuthology.orchestra.run.smithi169.stdout:Created osd(s) 2 on host 'smithi169' 2024-09-06T15:06:53.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:53 smithi169 bash[19820]: audit 2024-09-06T15:06:52.598986+0000 mon.c (mon.2) 5 : audit [INF] from='osd.2 [v2:172.21.15.169:6818/585087340,v1:172.21.15.169:6819/585087340]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-06T15:06:53.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:53 smithi169 bash[19820]: audit 2024-09-06T15:06:52.599338+0000 mon.a (mon.0) 391 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-06T15:06:53.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:53 smithi169 bash[19820]: audit 2024-09-06T15:06:53.100409+0000 mon.a (mon.0) 392 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:06:53.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:53 smithi169 bash[19820]: audit 2024-09-06T15:06:53.107538+0000 mon.a (mon.0) 393 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:53.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:53 smithi169 bash[19820]: audit 2024-09-06T15:06:53.116068+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:53.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:53 smithi169 bash[26469]: audit 2024-09-06T15:06:52.598986+0000 mon.c (mon.2) 5 : audit [INF] from='osd.2 [v2:172.21.15.169:6818/585087340,v1:172.21.15.169:6819/585087340]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-06T15:06:53.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:53 smithi169 bash[26469]: audit 2024-09-06T15:06:52.599338+0000 mon.a (mon.0) 391 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-06T15:06:53.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:53 smithi169 bash[26469]: audit 2024-09-06T15:06:53.100409+0000 mon.a (mon.0) 392 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:06:53.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:53 smithi169 bash[26469]: audit 2024-09-06T15:06:53.107538+0000 mon.a (mon.0) 393 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:53.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:53 smithi169 bash[26469]: audit 2024-09-06T15:06:53.116068+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:53.707 DEBUG:teuthology.orchestra.run.smithi169:osd.2> sudo journalctl -f -n 0 -u ceph-bab55310-6c60-11ef-bce4-c7b262605968@osd.2.service 2024-09-06T15:06:53.709 INFO:tasks.cephadm:Deploying osd.3 on smithi169 with /dev/vg_nvme/lv_1... 2024-09-06T15:06:53.709 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-06T15:06:53.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:53 smithi181 bash[21841]: audit 2024-09-06T15:06:52.598986+0000 mon.c (mon.2) 5 : audit [INF] from='osd.2 [v2:172.21.15.169:6818/585087340,v1:172.21.15.169:6819/585087340]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-06T15:06:53.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:53 smithi181 bash[21841]: audit 2024-09-06T15:06:52.599338+0000 mon.a (mon.0) 391 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-06T15:06:53.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:53 smithi181 bash[21841]: audit 2024-09-06T15:06:53.100409+0000 mon.a (mon.0) 392 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:06:53.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:53 smithi181 bash[21841]: audit 2024-09-06T15:06:53.107538+0000 mon.a (mon.0) 393 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:53.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:53 smithi181 bash[21841]: audit 2024-09-06T15:06:53.116068+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:06:54.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:54 smithi169 bash[19820]: cluster 2024-09-06T15:06:53.300822+0000 mgr.y (mgr.14150) 163 : cluster [DBG] pgmap v126: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:54.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:54 smithi169 bash[19820]: audit 2024-09-06T15:06:53.364898+0000 mon.a (mon.0) 395 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-06T15:06:54.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:54 smithi169 bash[19820]: audit 2024-09-06T15:06:53.368996+0000 mon.c (mon.2) 6 : audit [INF] from='osd.2 [v2:172.21.15.169:6818/585087340,v1:172.21.15.169:6819/585087340]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-09-06T15:06:54.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:54 smithi169 bash[19820]: cluster 2024-09-06T15:06:53.370624+0000 mon.a (mon.0) 396 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2024-09-06T15:06:54.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:54 smithi169 bash[19820]: audit 2024-09-06T15:06:53.370883+0000 mon.a (mon.0) 397 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-06T15:06:54.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:54 smithi169 bash[19820]: audit 2024-09-06T15:06:53.371251+0000 mon.a (mon.0) 398 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-09-06T15:06:54.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:54 smithi169 bash[26469]: cluster 2024-09-06T15:06:53.300822+0000 mgr.y (mgr.14150) 163 : cluster [DBG] pgmap v126: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:54.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:54 smithi169 bash[26469]: audit 2024-09-06T15:06:53.364898+0000 mon.a (mon.0) 395 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-06T15:06:54.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:54 smithi169 bash[26469]: audit 2024-09-06T15:06:53.368996+0000 mon.c (mon.2) 6 : audit [INF] from='osd.2 [v2:172.21.15.169:6818/585087340,v1:172.21.15.169:6819/585087340]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-09-06T15:06:54.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:54 smithi169 bash[26469]: cluster 2024-09-06T15:06:53.370624+0000 mon.a (mon.0) 396 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2024-09-06T15:06:54.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:54 smithi169 bash[26469]: audit 2024-09-06T15:06:53.370883+0000 mon.a (mon.0) 397 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-06T15:06:54.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:54 smithi169 bash[26469]: audit 2024-09-06T15:06:53.371251+0000 mon.a (mon.0) 398 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-09-06T15:06:54.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:54 smithi181 bash[21841]: cluster 2024-09-06T15:06:53.300822+0000 mgr.y (mgr.14150) 163 : cluster [DBG] pgmap v126: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:54.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:54 smithi181 bash[21841]: audit 2024-09-06T15:06:53.364898+0000 mon.a (mon.0) 395 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-06T15:06:54.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:54 smithi181 bash[21841]: audit 2024-09-06T15:06:53.368996+0000 mon.c (mon.2) 6 : audit [INF] from='osd.2 [v2:172.21.15.169:6818/585087340,v1:172.21.15.169:6819/585087340]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-09-06T15:06:54.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:54 smithi181 bash[21841]: cluster 2024-09-06T15:06:53.370624+0000 mon.a (mon.0) 396 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2024-09-06T15:06:54.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:54 smithi181 bash[21841]: audit 2024-09-06T15:06:53.370883+0000 mon.a (mon.0) 397 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-06T15:06:54.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:54 smithi181 bash[21841]: audit 2024-09-06T15:06:53.371251+0000 mon.a (mon.0) 398 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-09-06T15:06:55.196 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:06:54 smithi169 bash[39928]: debug 2024-09-06T15:06:54.900+0000 7fd34dfe6640 -1 osd.2 0 waiting for initial osdmap 2024-09-06T15:06:55.196 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:06:54 smithi169 bash[39928]: debug 2024-09-06T15:06:54.932+0000 7fd3455f2640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-06T15:06:55.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:55 smithi169 bash[26469]: audit 2024-09-06T15:06:54.367093+0000 mon.a (mon.0) 399 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2024-09-06T15:06:55.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:55 smithi169 bash[26469]: cluster 2024-09-06T15:06:54.372306+0000 mon.a (mon.0) 400 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2024-09-06T15:06:55.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:55 smithi169 bash[26469]: audit 2024-09-06T15:06:54.373423+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-06T15:06:55.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:55 smithi169 bash[26469]: audit 2024-09-06T15:06:54.384223+0000 mon.a (mon.0) 402 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-06T15:06:55.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:55 smithi169 bash[26469]: audit 2024-09-06T15:06:54.910393+0000 mon.a (mon.0) 403 : audit [INF] from='osd.2 ' entity='osd.2' 2024-09-06T15:06:55.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:55 smithi169 bash[19820]: audit 2024-09-06T15:06:54.367093+0000 mon.a (mon.0) 399 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2024-09-06T15:06:55.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:55 smithi169 bash[19820]: cluster 2024-09-06T15:06:54.372306+0000 mon.a (mon.0) 400 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2024-09-06T15:06:55.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:55 smithi169 bash[19820]: audit 2024-09-06T15:06:54.373423+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-06T15:06:55.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:55 smithi169 bash[19820]: audit 2024-09-06T15:06:54.384223+0000 mon.a (mon.0) 402 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-06T15:06:55.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:55 smithi169 bash[19820]: audit 2024-09-06T15:06:54.910393+0000 mon.a (mon.0) 403 : audit [INF] from='osd.2 ' entity='osd.2' 2024-09-06T15:06:55.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:55 smithi181 bash[21841]: audit 2024-09-06T15:06:54.367093+0000 mon.a (mon.0) 399 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2024-09-06T15:06:55.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:55 smithi181 bash[21841]: cluster 2024-09-06T15:06:54.372306+0000 mon.a (mon.0) 400 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2024-09-06T15:06:55.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:55 smithi181 bash[21841]: audit 2024-09-06T15:06:54.373423+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-06T15:06:55.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:55 smithi181 bash[21841]: audit 2024-09-06T15:06:54.384223+0000 mon.a (mon.0) 402 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-06T15:06:55.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:55 smithi181 bash[21841]: audit 2024-09-06T15:06:54.910393+0000 mon.a (mon.0) 403 : audit [INF] from='osd.2 ' entity='osd.2' 2024-09-06T15:06:56.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:56 smithi169 bash[19820]: cluster 2024-09-06T15:06:53.645108+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-06T15:06:56.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:56 smithi169 bash[19820]: cluster 2024-09-06T15:06:53.645221+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-06T15:06:56.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:56 smithi169 bash[19820]: cluster 2024-09-06T15:06:55.301255+0000 mgr.y (mgr.14150) 164 : cluster [DBG] pgmap v129: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:56.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:56 smithi169 bash[19820]: audit 2024-09-06T15:06:55.386156+0000 mon.a (mon.0) 404 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-06T15:06:56.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:56 smithi169 bash[19820]: cluster 2024-09-06T15:06:55.917057+0000 mon.a (mon.0) 405 : cluster [INF] osd.2 [v2:172.21.15.169:6818/585087340,v1:172.21.15.169:6819/585087340] boot 2024-09-06T15:06:56.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:56 smithi169 bash[19820]: cluster 2024-09-06T15:06:55.917135+0000 mon.a (mon.0) 406 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2024-09-06T15:06:56.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:56 smithi169 bash[19820]: audit 2024-09-06T15:06:55.917860+0000 mon.a (mon.0) 407 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-06T15:06:56.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:56 smithi169 bash[26469]: cluster 2024-09-06T15:06:53.645108+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-06T15:06:56.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:56 smithi169 bash[26469]: cluster 2024-09-06T15:06:53.645221+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-06T15:06:56.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:56 smithi169 bash[26469]: cluster 2024-09-06T15:06:55.301255+0000 mgr.y (mgr.14150) 164 : cluster [DBG] pgmap v129: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:56.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:56 smithi169 bash[26469]: audit 2024-09-06T15:06:55.386156+0000 mon.a (mon.0) 404 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-06T15:06:56.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:56 smithi169 bash[26469]: cluster 2024-09-06T15:06:55.917057+0000 mon.a (mon.0) 405 : cluster [INF] osd.2 [v2:172.21.15.169:6818/585087340,v1:172.21.15.169:6819/585087340] boot 2024-09-06T15:06:56.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:56 smithi169 bash[26469]: cluster 2024-09-06T15:06:55.917135+0000 mon.a (mon.0) 406 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2024-09-06T15:06:56.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:56 smithi169 bash[26469]: audit 2024-09-06T15:06:55.917860+0000 mon.a (mon.0) 407 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-06T15:06:56.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:56 smithi181 bash[21841]: cluster 2024-09-06T15:06:53.645108+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-06T15:06:56.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:56 smithi181 bash[21841]: cluster 2024-09-06T15:06:53.645221+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-06T15:06:56.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:56 smithi181 bash[21841]: cluster 2024-09-06T15:06:55.301255+0000 mgr.y (mgr.14150) 164 : cluster [DBG] pgmap v129: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-06T15:06:56.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:56 smithi181 bash[21841]: audit 2024-09-06T15:06:55.386156+0000 mon.a (mon.0) 404 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-06T15:06:56.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:56 smithi181 bash[21841]: cluster 2024-09-06T15:06:55.917057+0000 mon.a (mon.0) 405 : cluster [INF] osd.2 [v2:172.21.15.169:6818/585087340,v1:172.21.15.169:6819/585087340] boot 2024-09-06T15:06:56.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:56 smithi181 bash[21841]: cluster 2024-09-06T15:06:55.917135+0000 mon.a (mon.0) 406 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2024-09-06T15:06:56.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:56 smithi181 bash[21841]: audit 2024-09-06T15:06:55.917860+0000 mon.a (mon.0) 407 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-06T15:06:58.173 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:06:58.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:58 smithi169 bash[19820]: cluster 2024-09-06T15:06:57.301775+0000 mgr.y (mgr.14150) 165 : cluster [DBG] pgmap v131: 0 pgs: ; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:06:58.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:58 smithi169 bash[19820]: cluster 2024-09-06T15:06:57.394449+0000 mon.a (mon.0) 408 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2024-09-06T15:06:58.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:58 smithi169 bash[19820]: audit 2024-09-06T15:06:57.440989+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-06T15:06:58.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:58 smithi169 bash[26469]: cluster 2024-09-06T15:06:57.301775+0000 mgr.y (mgr.14150) 165 : cluster [DBG] pgmap v131: 0 pgs: ; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:06:58.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:58 smithi169 bash[26469]: cluster 2024-09-06T15:06:57.394449+0000 mon.a (mon.0) 408 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2024-09-06T15:06:58.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:58 smithi169 bash[26469]: audit 2024-09-06T15:06:57.440989+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-06T15:06:58.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:58 smithi181 bash[21841]: cluster 2024-09-06T15:06:57.301775+0000 mgr.y (mgr.14150) 165 : cluster [DBG] pgmap v131: 0 pgs: ; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:06:58.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:58 smithi181 bash[21841]: cluster 2024-09-06T15:06:57.394449+0000 mon.a (mon.0) 408 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2024-09-06T15:06:58.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:58 smithi181 bash[21841]: audit 2024-09-06T15:06:57.440989+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-06T15:06:59.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:59 smithi169 bash[26469]: audit 2024-09-06T15:06:58.391244+0000 mon.a (mon.0) 410 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-06T15:06:59.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:59 smithi169 bash[26469]: cluster 2024-09-06T15:06:58.399727+0000 mon.a (mon.0) 411 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2024-09-06T15:06:59.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:06:59 smithi169 bash[26469]: audit 2024-09-06T15:06:58.407822+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-06T15:06:59.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:59 smithi169 bash[19820]: audit 2024-09-06T15:06:58.391244+0000 mon.a (mon.0) 410 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-06T15:06:59.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:59 smithi169 bash[19820]: cluster 2024-09-06T15:06:58.399727+0000 mon.a (mon.0) 411 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2024-09-06T15:06:59.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:06:59 smithi169 bash[19820]: audit 2024-09-06T15:06:58.407822+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-06T15:06:59.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:59 smithi181 bash[21841]: audit 2024-09-06T15:06:58.391244+0000 mon.a (mon.0) 410 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-06T15:06:59.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:59 smithi181 bash[21841]: cluster 2024-09-06T15:06:58.399727+0000 mon.a (mon.0) 411 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2024-09-06T15:06:59.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:06:59 smithi181 bash[21841]: audit 2024-09-06T15:06:58.407822+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-06T15:07:00.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:00 smithi169 bash[19820]: cluster 2024-09-06T15:06:59.302340+0000 mgr.y (mgr.14150) 166 : cluster [DBG] pgmap v134: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:00.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:00 smithi169 bash[19820]: cluster 2024-09-06T15:06:59.402504+0000 mon.a (mon.0) 413 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-06T15:07:00.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:00 smithi169 bash[19820]: audit 2024-09-06T15:06:59.412219+0000 mon.a (mon.0) 414 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-06T15:07:00.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:00 smithi169 bash[19820]: cluster 2024-09-06T15:06:59.418529+0000 mon.a (mon.0) 415 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2024-09-06T15:07:00.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:00 smithi169 bash[26469]: cluster 2024-09-06T15:06:59.302340+0000 mgr.y (mgr.14150) 166 : cluster [DBG] pgmap v134: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:00.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:00 smithi169 bash[26469]: cluster 2024-09-06T15:06:59.402504+0000 mon.a (mon.0) 413 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-06T15:07:00.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:00 smithi169 bash[26469]: audit 2024-09-06T15:06:59.412219+0000 mon.a (mon.0) 414 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-06T15:07:00.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:00 smithi169 bash[26469]: cluster 2024-09-06T15:06:59.418529+0000 mon.a (mon.0) 415 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2024-09-06T15:07:00.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:00 smithi181 bash[21841]: cluster 2024-09-06T15:06:59.302340+0000 mgr.y (mgr.14150) 166 : cluster [DBG] pgmap v134: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:00.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:00 smithi181 bash[21841]: cluster 2024-09-06T15:06:59.402504+0000 mon.a (mon.0) 413 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-06T15:07:00.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:00 smithi181 bash[21841]: audit 2024-09-06T15:06:59.412219+0000 mon.a (mon.0) 414 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-06T15:07:00.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:00 smithi181 bash[21841]: cluster 2024-09-06T15:06:59.418529+0000 mon.a (mon.0) 415 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2024-09-06T15:07:01.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:01 smithi169 bash[19820]: cluster 2024-09-06T15:07:00.425271+0000 mon.a (mon.0) 416 : cluster [DBG] osdmap e22: 3 total, 3 up, 3 in 2024-09-06T15:07:01.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:01 smithi169 bash[19820]: audit 2024-09-06T15:07:00.575221+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:01.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:01 smithi169 bash[26469]: cluster 2024-09-06T15:07:00.425271+0000 mon.a (mon.0) 416 : cluster [DBG] osdmap e22: 3 total, 3 up, 3 in 2024-09-06T15:07:01.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:01 smithi169 bash[26469]: audit 2024-09-06T15:07:00.575221+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:01.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:01 smithi181 bash[21841]: cluster 2024-09-06T15:07:00.425271+0000 mon.a (mon.0) 416 : cluster [DBG] osdmap e22: 3 total, 3 up, 3 in 2024-09-06T15:07:01.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:01 smithi181 bash[21841]: audit 2024-09-06T15:07:00.575221+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:03.474 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:03 smithi169 bash[19820]: cluster 2024-09-06T15:07:01.302631+0000 mgr.y (mgr.14150) 167 : cluster [DBG] pgmap v137: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:03.474 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:03 smithi169 bash[19820]: cluster 2024-09-06T15:07:01.571432+0000 mon.a (mon.0) 418 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-06T15:07:03.475 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:03 smithi169 bash[19820]: cluster 2024-09-06T15:07:01.571473+0000 mon.a (mon.0) 419 : cluster [INF] Cluster is now healthy 2024-09-06T15:07:03.475 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:03 smithi169 bash[19820]: cluster 2024-09-06T15:07:01.594336+0000 mon.a (mon.0) 420 : cluster [DBG] mgrmap e15: y(active, since 4m), standbys: x 2024-09-06T15:07:03.475 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:03 smithi169 bash[19820]: audit 2024-09-06T15:07:02.353936+0000 mon.a (mon.0) 421 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-06T15:07:03.475 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:03 smithi169 bash[26469]: cluster 2024-09-06T15:07:01.302631+0000 mgr.y (mgr.14150) 167 : cluster [DBG] pgmap v137: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:03.475 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:03 smithi169 bash[26469]: cluster 2024-09-06T15:07:01.571432+0000 mon.a (mon.0) 418 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-06T15:07:03.475 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:03 smithi169 bash[26469]: cluster 2024-09-06T15:07:01.571473+0000 mon.a (mon.0) 419 : cluster [INF] Cluster is now healthy 2024-09-06T15:07:03.475 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:03 smithi169 bash[26469]: cluster 2024-09-06T15:07:01.594336+0000 mon.a (mon.0) 420 : cluster [DBG] mgrmap e15: y(active, since 4m), standbys: x 2024-09-06T15:07:03.475 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:03 smithi169 bash[26469]: audit 2024-09-06T15:07:02.353936+0000 mon.a (mon.0) 421 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-06T15:07:03.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:03 smithi181 bash[21841]: cluster 2024-09-06T15:07:01.302631+0000 mgr.y (mgr.14150) 167 : cluster [DBG] pgmap v137: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:03.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:03 smithi181 bash[21841]: cluster 2024-09-06T15:07:01.571432+0000 mon.a (mon.0) 418 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-06T15:07:03.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:03 smithi181 bash[21841]: cluster 2024-09-06T15:07:01.571473+0000 mon.a (mon.0) 419 : cluster [INF] Cluster is now healthy 2024-09-06T15:07:03.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:03 smithi181 bash[21841]: cluster 2024-09-06T15:07:01.594336+0000 mon.a (mon.0) 420 : cluster [DBG] mgrmap e15: y(active, since 4m), standbys: x 2024-09-06T15:07:03.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:03 smithi181 bash[21841]: audit 2024-09-06T15:07:02.353936+0000 mon.a (mon.0) 421 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-06T15:07:05.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[19820]: audit 2024-09-06T15:07:03.205813+0000 mon.a (mon.0) 422 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-06T15:07:05.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[19820]: audit 2024-09-06T15:07:03.206977+0000 mon.a (mon.0) 423 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-06T15:07:05.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[19820]: audit 2024-09-06T15:07:03.207173+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:07:05.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[19820]: audit 2024-09-06T15:07:03.211267+0000 mon.a (mon.0) 425 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:07:05.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[19820]: audit 2024-09-06T15:07:03.213786+0000 mon.a (mon.0) 426 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-06T15:07:05.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[19820]: audit 2024-09-06T15:07:03.213956+0000 mon.a (mon.0) 427 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:07:05.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[19820]: audit 2024-09-06T15:07:03.214145+0000 mon.a (mon.0) 428 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:07:05.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[19820]: audit 2024-09-06T15:07:03.214252+0000 mon.b (mon.1) 8 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-06T15:07:05.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[19820]: cluster 2024-09-06T15:07:03.302944+0000 mgr.y (mgr.14150) 168 : cluster [DBG] pgmap v138: 1 pgs: 1 unknown; 0 B data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:05.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[19820]: audit 2024-09-06T15:07:04.108519+0000 mon.b (mon.1) 9 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-06T15:07:05.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[19820]: audit 2024-09-06T15:07:04.114934+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:05.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[19820]: audit 2024-09-06T15:07:04.127340+0000 mon.a (mon.0) 430 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:05.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[19820]: audit 2024-09-06T15:07:04.133184+0000 mon.a (mon.0) 431 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:07:05.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[19820]: audit 2024-09-06T15:07:04.138579+0000 mon.a (mon.0) 432 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:07:05.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[19820]: audit 2024-09-06T15:07:04.142236+0000 mon.a (mon.0) 433 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:07:05.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[19820]: audit 2024-09-06T15:07:04.151852+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:05.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[19820]: audit 2024-09-06T15:07:04.156085+0000 mon.a (mon.0) 435 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:07:05.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[19820]: audit 2024-09-06T15:07:04.157845+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:07:05.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[19820]: audit 2024-09-06T15:07:04.167303+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:05.449 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[26469]: audit 2024-09-06T15:07:03.205813+0000 mon.a (mon.0) 422 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-06T15:07:05.449 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[26469]: audit 2024-09-06T15:07:03.206977+0000 mon.a (mon.0) 423 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-06T15:07:05.449 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[26469]: audit 2024-09-06T15:07:03.207173+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:07:05.449 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[26469]: audit 2024-09-06T15:07:03.211267+0000 mon.a (mon.0) 425 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:07:05.449 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[26469]: audit 2024-09-06T15:07:03.213786+0000 mon.a (mon.0) 426 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-06T15:07:05.449 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[26469]: audit 2024-09-06T15:07:03.213956+0000 mon.a (mon.0) 427 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:07:05.449 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[26469]: audit 2024-09-06T15:07:03.214145+0000 mon.a (mon.0) 428 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:07:05.449 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[26469]: audit 2024-09-06T15:07:03.214252+0000 mon.b (mon.1) 8 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-06T15:07:05.449 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[26469]: cluster 2024-09-06T15:07:03.302944+0000 mgr.y (mgr.14150) 168 : cluster [DBG] pgmap v138: 1 pgs: 1 unknown; 0 B data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:05.449 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[26469]: audit 2024-09-06T15:07:04.108519+0000 mon.b (mon.1) 9 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-06T15:07:05.449 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[26469]: audit 2024-09-06T15:07:04.114934+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:05.449 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[26469]: audit 2024-09-06T15:07:04.127340+0000 mon.a (mon.0) 430 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:05.450 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[26469]: audit 2024-09-06T15:07:04.133184+0000 mon.a (mon.0) 431 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:07:05.450 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[26469]: audit 2024-09-06T15:07:04.138579+0000 mon.a (mon.0) 432 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:07:05.450 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[26469]: audit 2024-09-06T15:07:04.142236+0000 mon.a (mon.0) 433 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:07:05.450 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[26469]: audit 2024-09-06T15:07:04.151852+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:05.450 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[26469]: audit 2024-09-06T15:07:04.156085+0000 mon.a (mon.0) 435 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:07:05.450 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[26469]: audit 2024-09-06T15:07:04.157845+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:07:05.450 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[26469]: audit 2024-09-06T15:07:04.167303+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:05.450 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[26469]: audit 2024-09-06T15:07:04.172473+0000 mon.a (mon.0) 438 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:05.450 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[26469]: audit 2024-09-06T15:07:04.175172+0000 mon.a (mon.0) 439 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-06T15:07:05.450 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[26469]: audit 2024-09-06T15:07:04.175393+0000 mon.a (mon.0) 440 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:07:05.450 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[26469]: audit 2024-09-06T15:07:04.175651+0000 mon.a (mon.0) 441 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:07:05.451 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[19820]: audit 2024-09-06T15:07:04.172473+0000 mon.a (mon.0) 438 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:05.451 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[19820]: audit 2024-09-06T15:07:04.175172+0000 mon.a (mon.0) 439 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-06T15:07:05.451 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[19820]: audit 2024-09-06T15:07:04.175393+0000 mon.a (mon.0) 440 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:07:05.451 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:05 smithi169 bash[19820]: audit 2024-09-06T15:07:04.175651+0000 mon.a (mon.0) 441 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:07:05.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:05 smithi181 bash[21841]: audit 2024-09-06T15:07:03.205813+0000 mon.a (mon.0) 422 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-06T15:07:05.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:05 smithi181 bash[21841]: audit 2024-09-06T15:07:03.206977+0000 mon.a (mon.0) 423 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-06T15:07:05.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:05 smithi181 bash[21841]: audit 2024-09-06T15:07:03.207173+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:07:05.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:05 smithi181 bash[21841]: audit 2024-09-06T15:07:03.211267+0000 mon.a (mon.0) 425 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:07:05.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:05 smithi181 bash[21841]: audit 2024-09-06T15:07:03.213786+0000 mon.a (mon.0) 426 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-06T15:07:05.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:05 smithi181 bash[21841]: audit 2024-09-06T15:07:03.213956+0000 mon.a (mon.0) 427 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:07:05.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:05 smithi181 bash[21841]: audit 2024-09-06T15:07:03.214145+0000 mon.a (mon.0) 428 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:07:05.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:05 smithi181 bash[21841]: audit 2024-09-06T15:07:03.214252+0000 mon.b (mon.1) 8 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-06T15:07:05.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:05 smithi181 bash[21841]: cluster 2024-09-06T15:07:03.302944+0000 mgr.y (mgr.14150) 168 : cluster [DBG] pgmap v138: 1 pgs: 1 unknown; 0 B data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:05.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:05 smithi181 bash[21841]: audit 2024-09-06T15:07:04.108519+0000 mon.b (mon.1) 9 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-06T15:07:05.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:05 smithi181 bash[21841]: audit 2024-09-06T15:07:04.114934+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:05.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:05 smithi181 bash[21841]: audit 2024-09-06T15:07:04.127340+0000 mon.a (mon.0) 430 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:05.500 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:05 smithi181 bash[21841]: audit 2024-09-06T15:07:04.133184+0000 mon.a (mon.0) 431 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:07:05.500 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:05 smithi181 bash[21841]: audit 2024-09-06T15:07:04.138579+0000 mon.a (mon.0) 432 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:07:05.500 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:05 smithi181 bash[21841]: audit 2024-09-06T15:07:04.142236+0000 mon.a (mon.0) 433 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:07:05.500 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:05 smithi181 bash[21841]: audit 2024-09-06T15:07:04.151852+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:05.500 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:05 smithi181 bash[21841]: audit 2024-09-06T15:07:04.156085+0000 mon.a (mon.0) 435 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:07:05.500 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:05 smithi181 bash[21841]: audit 2024-09-06T15:07:04.157845+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:07:05.500 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:05 smithi181 bash[21841]: audit 2024-09-06T15:07:04.167303+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:05.500 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:05 smithi181 bash[21841]: audit 2024-09-06T15:07:04.172473+0000 mon.a (mon.0) 438 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:05.500 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:05 smithi181 bash[21841]: audit 2024-09-06T15:07:04.175172+0000 mon.a (mon.0) 439 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-06T15:07:05.500 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:05 smithi181 bash[21841]: audit 2024-09-06T15:07:04.175393+0000 mon.a (mon.0) 440 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:07:05.500 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:05 smithi181 bash[21841]: audit 2024-09-06T15:07:04.175651+0000 mon.a (mon.0) 441 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:07:06.270 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:07:06.314 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph orch daemon add osd smithi169:vg_nvme/lv_1 2024-09-06T15:07:06.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:06 smithi169 bash[19820]: cephadm 2024-09-06T15:07:03.974854+0000 mgr.y (mgr.14150) 169 : cephadm [INF] Detected new or changed devices on smithi169 2024-09-06T15:07:06.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:06 smithi169 bash[19820]: cephadm 2024-09-06T15:07:04.143715+0000 mgr.y (mgr.14150) 170 : cephadm [INF] Adjusting osd_memory_target on smithi169 to 5413M 2024-09-06T15:07:06.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:06 smithi169 bash[19820]: audit 2024-09-06T15:07:04.174755+0000 mon.c (mon.2) 7 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-06T15:07:06.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:06 smithi169 bash[19820]: audit 2024-09-06T15:07:05.085768+0000 mon.c (mon.2) 8 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-06T15:07:06.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:06 smithi169 bash[19820]: cluster 2024-09-06T15:07:05.303299+0000 mgr.y (mgr.14150) 171 : cluster [DBG] pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:06.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:06 smithi169 bash[26469]: cephadm 2024-09-06T15:07:03.974854+0000 mgr.y (mgr.14150) 169 : cephadm [INF] Detected new or changed devices on smithi169 2024-09-06T15:07:06.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:06 smithi169 bash[26469]: cephadm 2024-09-06T15:07:04.143715+0000 mgr.y (mgr.14150) 170 : cephadm [INF] Adjusting osd_memory_target on smithi169 to 5413M 2024-09-06T15:07:06.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:06 smithi169 bash[26469]: audit 2024-09-06T15:07:04.174755+0000 mon.c (mon.2) 7 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-06T15:07:06.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:06 smithi169 bash[26469]: audit 2024-09-06T15:07:05.085768+0000 mon.c (mon.2) 8 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-06T15:07:06.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:06 smithi169 bash[26469]: cluster 2024-09-06T15:07:05.303299+0000 mgr.y (mgr.14150) 171 : cluster [DBG] pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:06.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:06 smithi181 bash[21841]: cephadm 2024-09-06T15:07:03.974854+0000 mgr.y (mgr.14150) 169 : cephadm [INF] Detected new or changed devices on smithi169 2024-09-06T15:07:06.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:06 smithi181 bash[21841]: cephadm 2024-09-06T15:07:04.143715+0000 mgr.y (mgr.14150) 170 : cephadm [INF] Adjusting osd_memory_target on smithi169 to 5413M 2024-09-06T15:07:06.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:06 smithi181 bash[21841]: audit 2024-09-06T15:07:04.174755+0000 mon.c (mon.2) 7 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-06T15:07:06.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:06 smithi181 bash[21841]: audit 2024-09-06T15:07:05.085768+0000 mon.c (mon.2) 8 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-06T15:07:06.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:06 smithi181 bash[21841]: cluster 2024-09-06T15:07:05.303299+0000 mgr.y (mgr.14150) 171 : cluster [DBG] pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:08.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:08 smithi169 bash[19820]: cluster 2024-09-06T15:07:07.303777+0000 mgr.y (mgr.14150) 172 : cluster [DBG] pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:08.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:08 smithi169 bash[26469]: cluster 2024-09-06T15:07:07.303777+0000 mgr.y (mgr.14150) 172 : cluster [DBG] pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:08.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:08 smithi181 bash[21841]: cluster 2024-09-06T15:07:07.303777+0000 mgr.y (mgr.14150) 172 : cluster [DBG] pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:10.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:10 smithi169 bash[19820]: cluster 2024-09-06T15:07:09.304353+0000 mgr.y (mgr.14150) 173 : cluster [DBG] pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 196 KiB/s wr, 13 op/s 2024-09-06T15:07:10.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:10 smithi169 bash[26469]: cluster 2024-09-06T15:07:09.304353+0000 mgr.y (mgr.14150) 173 : cluster [DBG] pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 196 KiB/s wr, 13 op/s 2024-09-06T15:07:10.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:10 smithi181 bash[21841]: cluster 2024-09-06T15:07:09.304353+0000 mgr.y (mgr.14150) 173 : cluster [DBG] pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 196 KiB/s wr, 13 op/s 2024-09-06T15:07:11.083 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:07:12.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:12 smithi169 bash[19820]: cluster 2024-09-06T15:07:11.304909+0000 mgr.y (mgr.14150) 174 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-06T15:07:12.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:12 smithi169 bash[26469]: cluster 2024-09-06T15:07:11.304909+0000 mgr.y (mgr.14150) 174 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-06T15:07:12.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:12 smithi181 bash[21841]: cluster 2024-09-06T15:07:11.304909+0000 mgr.y (mgr.14150) 174 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-06T15:07:13.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:13 smithi169 bash[19820]: audit 2024-09-06T15:07:12.557486+0000 mon.a (mon.0) 442 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-06T15:07:13.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:13 smithi169 bash[19820]: audit 2024-09-06T15:07:12.561391+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-06T15:07:13.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:13 smithi169 bash[19820]: audit 2024-09-06T15:07:12.562593+0000 mon.a (mon.0) 444 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:07:13.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:13 smithi169 bash[26469]: audit 2024-09-06T15:07:12.557486+0000 mon.a (mon.0) 442 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-06T15:07:13.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:13 smithi169 bash[26469]: audit 2024-09-06T15:07:12.561391+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-06T15:07:13.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:13 smithi169 bash[26469]: audit 2024-09-06T15:07:12.562593+0000 mon.a (mon.0) 444 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:07:13.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:13 smithi181 bash[21841]: audit 2024-09-06T15:07:12.557486+0000 mon.a (mon.0) 442 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-06T15:07:13.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:13 smithi181 bash[21841]: audit 2024-09-06T15:07:12.561391+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-06T15:07:13.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:13 smithi181 bash[21841]: audit 2024-09-06T15:07:12.562593+0000 mon.a (mon.0) 444 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:07:14.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:14 smithi169 bash[19820]: audit 2024-09-06T15:07:12.551295+0000 mgr.y (mgr.14150) 175 : audit [DBG] from='client.24206 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:07:14.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:14 smithi169 bash[19820]: cluster 2024-09-06T15:07:13.305562+0000 mgr.y (mgr.14150) 176 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-06T15:07:14.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:14 smithi169 bash[26469]: audit 2024-09-06T15:07:12.551295+0000 mgr.y (mgr.14150) 175 : audit [DBG] from='client.24206 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:07:14.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:14 smithi169 bash[26469]: cluster 2024-09-06T15:07:13.305562+0000 mgr.y (mgr.14150) 176 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-06T15:07:14.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:14 smithi181 bash[21841]: audit 2024-09-06T15:07:12.551295+0000 mgr.y (mgr.14150) 175 : audit [DBG] from='client.24206 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:07:14.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:14 smithi181 bash[21841]: cluster 2024-09-06T15:07:13.305562+0000 mgr.y (mgr.14150) 176 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-06T15:07:16.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:16 smithi169 bash[19820]: cluster 2024-09-06T15:07:15.306237+0000 mgr.y (mgr.14150) 177 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-06T15:07:16.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:16 smithi169 bash[26469]: cluster 2024-09-06T15:07:15.306237+0000 mgr.y (mgr.14150) 177 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-06T15:07:16.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:16 smithi181 bash[21841]: cluster 2024-09-06T15:07:15.306237+0000 mgr.y (mgr.14150) 177 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-06T15:07:18.650 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:18 smithi169 bash[19820]: cluster 2024-09-06T15:07:17.306874+0000 mgr.y (mgr.14150) 178 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-06T15:07:18.650 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:18 smithi169 bash[26469]: cluster 2024-09-06T15:07:17.306874+0000 mgr.y (mgr.14150) 178 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-06T15:07:18.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:18 smithi181 bash[21841]: cluster 2024-09-06T15:07:17.306874+0000 mgr.y (mgr.14150) 178 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-06T15:07:20.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:20 smithi169 bash[26469]: cluster 2024-09-06T15:07:19.307456+0000 mgr.y (mgr.14150) 179 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-06T15:07:20.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:20 smithi169 bash[19820]: cluster 2024-09-06T15:07:19.307456+0000 mgr.y (mgr.14150) 179 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-06T15:07:20.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:20 smithi181 bash[21841]: cluster 2024-09-06T15:07:19.307456+0000 mgr.y (mgr.14150) 179 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-06T15:07:22.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:22 smithi169 bash[19820]: cluster 2024-09-06T15:07:21.308011+0000 mgr.y (mgr.14150) 180 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:22.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:22 smithi169 bash[19820]: audit 2024-09-06T15:07:21.397046+0000 mon.c (mon.2) 9 : audit [INF] from='client.? 172.21.15.169:0/332047540' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "39df3a7c-ca45-4da8-b9e9-9acca79cf537"}]: dispatch 2024-09-06T15:07:22.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:22 smithi169 bash[19820]: audit 2024-09-06T15:07:21.397528+0000 mon.a (mon.0) 445 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "39df3a7c-ca45-4da8-b9e9-9acca79cf537"}]: dispatch 2024-09-06T15:07:22.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:22 smithi169 bash[19820]: audit 2024-09-06T15:07:21.400137+0000 mon.a (mon.0) 446 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "39df3a7c-ca45-4da8-b9e9-9acca79cf537"}]': finished 2024-09-06T15:07:22.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:22 smithi169 bash[19820]: cluster 2024-09-06T15:07:21.403644+0000 mon.a (mon.0) 447 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2024-09-06T15:07:22.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:22 smithi169 bash[19820]: audit 2024-09-06T15:07:21.404142+0000 mon.a (mon.0) 448 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-06T15:07:22.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:22 smithi169 bash[19820]: audit 2024-09-06T15:07:22.050097+0000 mon.a (mon.0) 449 : audit [DBG] from='client.? 172.21.15.169:0/2847794723' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-06T15:07:22.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:22 smithi169 bash[26469]: cluster 2024-09-06T15:07:21.308011+0000 mgr.y (mgr.14150) 180 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:22.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:22 smithi169 bash[26469]: audit 2024-09-06T15:07:21.397046+0000 mon.c (mon.2) 9 : audit [INF] from='client.? 172.21.15.169:0/332047540' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "39df3a7c-ca45-4da8-b9e9-9acca79cf537"}]: dispatch 2024-09-06T15:07:22.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:22 smithi169 bash[26469]: audit 2024-09-06T15:07:21.397528+0000 mon.a (mon.0) 445 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "39df3a7c-ca45-4da8-b9e9-9acca79cf537"}]: dispatch 2024-09-06T15:07:22.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:22 smithi169 bash[26469]: audit 2024-09-06T15:07:21.400137+0000 mon.a (mon.0) 446 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "39df3a7c-ca45-4da8-b9e9-9acca79cf537"}]': finished 2024-09-06T15:07:22.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:22 smithi169 bash[26469]: cluster 2024-09-06T15:07:21.403644+0000 mon.a (mon.0) 447 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2024-09-06T15:07:22.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:22 smithi169 bash[26469]: audit 2024-09-06T15:07:21.404142+0000 mon.a (mon.0) 448 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-06T15:07:22.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:22 smithi169 bash[26469]: audit 2024-09-06T15:07:22.050097+0000 mon.a (mon.0) 449 : audit [DBG] from='client.? 172.21.15.169:0/2847794723' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-06T15:07:22.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:22 smithi181 bash[21841]: cluster 2024-09-06T15:07:21.308011+0000 mgr.y (mgr.14150) 180 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:22.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:22 smithi181 bash[21841]: audit 2024-09-06T15:07:21.397046+0000 mon.c (mon.2) 9 : audit [INF] from='client.? 172.21.15.169:0/332047540' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "39df3a7c-ca45-4da8-b9e9-9acca79cf537"}]: dispatch 2024-09-06T15:07:22.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:22 smithi181 bash[21841]: audit 2024-09-06T15:07:21.397528+0000 mon.a (mon.0) 445 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "39df3a7c-ca45-4da8-b9e9-9acca79cf537"}]: dispatch 2024-09-06T15:07:22.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:22 smithi181 bash[21841]: audit 2024-09-06T15:07:21.400137+0000 mon.a (mon.0) 446 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "39df3a7c-ca45-4da8-b9e9-9acca79cf537"}]': finished 2024-09-06T15:07:22.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:22 smithi181 bash[21841]: cluster 2024-09-06T15:07:21.403644+0000 mon.a (mon.0) 447 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2024-09-06T15:07:22.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:22 smithi181 bash[21841]: audit 2024-09-06T15:07:21.404142+0000 mon.a (mon.0) 448 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-06T15:07:22.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:22 smithi181 bash[21841]: audit 2024-09-06T15:07:22.050097+0000 mon.a (mon.0) 449 : audit [DBG] from='client.? 172.21.15.169:0/2847794723' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-06T15:07:24.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:24 smithi169 bash[19820]: cluster 2024-09-06T15:07:23.308562+0000 mgr.y (mgr.14150) 181 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:24.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:24 smithi169 bash[26469]: cluster 2024-09-06T15:07:23.308562+0000 mgr.y (mgr.14150) 181 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:24.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:24 smithi181 bash[21841]: cluster 2024-09-06T15:07:23.308562+0000 mgr.y (mgr.14150) 181 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:26.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:26 smithi169 bash[19820]: cluster 2024-09-06T15:07:25.309102+0000 mgr.y (mgr.14150) 182 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:26.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:26 smithi169 bash[26469]: cluster 2024-09-06T15:07:25.309102+0000 mgr.y (mgr.14150) 182 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:26.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:26 smithi181 bash[21841]: cluster 2024-09-06T15:07:25.309102+0000 mgr.y (mgr.14150) 182 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:28.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:28 smithi169 bash[19820]: cluster 2024-09-06T15:07:27.309616+0000 mgr.y (mgr.14150) 183 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:28.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:28 smithi169 bash[26469]: cluster 2024-09-06T15:07:27.309616+0000 mgr.y (mgr.14150) 183 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:28.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:28 smithi181 bash[21841]: cluster 2024-09-06T15:07:27.309616+0000 mgr.y (mgr.14150) 183 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:30.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:30 smithi169 bash[19820]: cluster 2024-09-06T15:07:29.310027+0000 mgr.y (mgr.14150) 184 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:30.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:30 smithi169 bash[26469]: cluster 2024-09-06T15:07:29.310027+0000 mgr.y (mgr.14150) 184 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:30.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:30 smithi181 bash[21841]: cluster 2024-09-06T15:07:29.310027+0000 mgr.y (mgr.14150) 184 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:32.579 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:32 smithi169 bash[19820]: cluster 2024-09-06T15:07:31.310562+0000 mgr.y (mgr.14150) 185 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:32.579 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:32 smithi169 bash[26469]: cluster 2024-09-06T15:07:31.310562+0000 mgr.y (mgr.14150) 185 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:32.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:32 smithi181 bash[21841]: cluster 2024-09-06T15:07:31.310562+0000 mgr.y (mgr.14150) 185 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:34.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:34 smithi169 bash[19820]: cluster 2024-09-06T15:07:33.311125+0000 mgr.y (mgr.14150) 186 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:34.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:34 smithi169 bash[26469]: cluster 2024-09-06T15:07:33.311125+0000 mgr.y (mgr.14150) 186 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:34.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:34 smithi181 bash[21841]: cluster 2024-09-06T15:07:33.311125+0000 mgr.y (mgr.14150) 186 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:35.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:35 smithi169 bash[26469]: audit 2024-09-06T15:07:35.031462+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-06T15:07:35.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:35 smithi169 bash[26469]: audit 2024-09-06T15:07:35.033170+0000 mon.a (mon.0) 451 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:07:35.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:35 smithi169 bash[19820]: audit 2024-09-06T15:07:35.031462+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-06T15:07:35.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:35 smithi169 bash[19820]: audit 2024-09-06T15:07:35.033170+0000 mon.a (mon.0) 451 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:07:35.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:35 smithi181 bash[21841]: audit 2024-09-06T15:07:35.031462+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-06T15:07:35.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:35 smithi181 bash[21841]: audit 2024-09-06T15:07:35.033170+0000 mon.a (mon.0) 451 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:07:36.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:36 smithi169 bash[19820]: cephadm 2024-09-06T15:07:35.034587+0000 mgr.y (mgr.14150) 187 : cephadm [INF] Deploying daemon osd.3 on smithi169 2024-09-06T15:07:36.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:36 smithi169 bash[19820]: cluster 2024-09-06T15:07:35.311660+0000 mgr.y (mgr.14150) 188 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:36.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:36 smithi169 bash[26469]: cephadm 2024-09-06T15:07:35.034587+0000 mgr.y (mgr.14150) 187 : cephadm [INF] Deploying daemon osd.3 on smithi169 2024-09-06T15:07:36.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:36 smithi169 bash[26469]: cluster 2024-09-06T15:07:35.311660+0000 mgr.y (mgr.14150) 188 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:36.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:36 smithi181 bash[21841]: cephadm 2024-09-06T15:07:35.034587+0000 mgr.y (mgr.14150) 187 : cephadm [INF] Deploying daemon osd.3 on smithi169 2024-09-06T15:07:36.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:36 smithi181 bash[21841]: cluster 2024-09-06T15:07:35.311660+0000 mgr.y (mgr.14150) 188 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:38.526 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:38 smithi169 bash[19820]: cluster 2024-09-06T15:07:37.312015+0000 mgr.y (mgr.14150) 189 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:38.526 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:38 smithi169 bash[26469]: cluster 2024-09-06T15:07:37.312015+0000 mgr.y (mgr.14150) 189 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:38.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:38 smithi181 bash[21841]: cluster 2024-09-06T15:07:37.312015+0000 mgr.y (mgr.14150) 189 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:39.599 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:07:39 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:07:39.599 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:07:39 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:07:39.600 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:39 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:07:39.600 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:39 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:07:39.600 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:07:39 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:07:39.600 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:07:39 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:07:39.945 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:07:39 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:07:39.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:39 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:07:39.946 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:07:39 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:07:39.946 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:07:39 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:07:39.946 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:07:39 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:07:39.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:39 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:07:40.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:40 smithi169 bash[19820]: cluster 2024-09-06T15:07:39.312399+0000 mgr.y (mgr.14150) 190 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:40.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:40 smithi169 bash[19820]: audit 2024-09-06T15:07:39.887050+0000 mon.a (mon.0) 452 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:07:40.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:40 smithi169 bash[19820]: audit 2024-09-06T15:07:39.891538+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:40.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:40 smithi169 bash[19820]: audit 2024-09-06T15:07:39.897271+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:40.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:40 smithi169 bash[26469]: cluster 2024-09-06T15:07:39.312399+0000 mgr.y (mgr.14150) 190 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:40.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:40 smithi169 bash[26469]: audit 2024-09-06T15:07:39.887050+0000 mon.a (mon.0) 452 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:07:40.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:40 smithi169 bash[26469]: audit 2024-09-06T15:07:39.891538+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:40.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:40 smithi169 bash[26469]: audit 2024-09-06T15:07:39.897271+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:40.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:40 smithi181 bash[21841]: cluster 2024-09-06T15:07:39.312399+0000 mgr.y (mgr.14150) 190 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:40.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:40 smithi181 bash[21841]: audit 2024-09-06T15:07:39.887050+0000 mon.a (mon.0) 452 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:07:40.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:40 smithi181 bash[21841]: audit 2024-09-06T15:07:39.891538+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:40.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:40 smithi181 bash[21841]: audit 2024-09-06T15:07:39.897271+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:42.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:42 smithi169 bash[19820]: cluster 2024-09-06T15:07:41.312890+0000 mgr.y (mgr.14150) 191 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:42.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:42 smithi169 bash[26469]: cluster 2024-09-06T15:07:41.312890+0000 mgr.y (mgr.14150) 191 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:42.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:42 smithi181 bash[21841]: cluster 2024-09-06T15:07:41.312890+0000 mgr.y (mgr.14150) 191 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:44.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:44 smithi169 bash[19820]: cluster 2024-09-06T15:07:43.313427+0000 mgr.y (mgr.14150) 192 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:44.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:44 smithi169 bash[26469]: cluster 2024-09-06T15:07:43.313427+0000 mgr.y (mgr.14150) 192 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:44.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:44 smithi181 bash[21841]: cluster 2024-09-06T15:07:43.313427+0000 mgr.y (mgr.14150) 192 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:46.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:46 smithi169 bash[19820]: audit 2024-09-06T15:07:45.283528+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:46.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:46 smithi169 bash[19820]: audit 2024-09-06T15:07:45.288373+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:46.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:46 smithi169 bash[19820]: audit 2024-09-06T15:07:45.289257+0000 mon.a (mon.0) 457 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:07:46.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:46 smithi169 bash[19820]: audit 2024-09-06T15:07:45.289968+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:07:46.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:46 smithi169 bash[19820]: audit 2024-09-06T15:07:45.294710+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:46.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:46 smithi169 bash[19820]: cluster 2024-09-06T15:07:45.313808+0000 mgr.y (mgr.14150) 193 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:46.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:46 smithi169 bash[26469]: audit 2024-09-06T15:07:45.283528+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:46.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:46 smithi169 bash[26469]: audit 2024-09-06T15:07:45.288373+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:46.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:46 smithi169 bash[26469]: audit 2024-09-06T15:07:45.289257+0000 mon.a (mon.0) 457 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:07:46.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:46 smithi169 bash[26469]: audit 2024-09-06T15:07:45.289968+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:07:46.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:46 smithi169 bash[26469]: audit 2024-09-06T15:07:45.294710+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:46.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:46 smithi169 bash[26469]: cluster 2024-09-06T15:07:45.313808+0000 mgr.y (mgr.14150) 193 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:46.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:46 smithi181 bash[21841]: audit 2024-09-06T15:07:45.283528+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:46.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:46 smithi181 bash[21841]: audit 2024-09-06T15:07:45.288373+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:46.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:46 smithi181 bash[21841]: audit 2024-09-06T15:07:45.289257+0000 mon.a (mon.0) 457 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:07:46.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:46 smithi181 bash[21841]: audit 2024-09-06T15:07:45.289968+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:07:46.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:46 smithi181 bash[21841]: audit 2024-09-06T15:07:45.294710+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:46.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:46 smithi181 bash[21841]: cluster 2024-09-06T15:07:45.313808+0000 mgr.y (mgr.14150) 193 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:48.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:48 smithi169 bash[19820]: cluster 2024-09-06T15:07:47.314232+0000 mgr.y (mgr.14150) 194 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:48.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:48 smithi169 bash[19820]: audit 2024-09-06T15:07:48.217100+0000 mon.c (mon.2) 10 : audit [INF] from='osd.3 [v2:172.21.15.169:6826/1400112257,v1:172.21.15.169:6827/1400112257]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-06T15:07:48.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:48 smithi169 bash[19820]: audit 2024-09-06T15:07:48.217393+0000 mon.a (mon.0) 460 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-06T15:07:48.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:48 smithi169 bash[26469]: cluster 2024-09-06T15:07:47.314232+0000 mgr.y (mgr.14150) 194 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:48.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:48 smithi169 bash[26469]: audit 2024-09-06T15:07:48.217100+0000 mon.c (mon.2) 10 : audit [INF] from='osd.3 [v2:172.21.15.169:6826/1400112257,v1:172.21.15.169:6827/1400112257]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-06T15:07:48.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:48 smithi169 bash[26469]: audit 2024-09-06T15:07:48.217393+0000 mon.a (mon.0) 460 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-06T15:07:48.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:48 smithi181 bash[21841]: cluster 2024-09-06T15:07:47.314232+0000 mgr.y (mgr.14150) 194 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:48.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:48 smithi181 bash[21841]: audit 2024-09-06T15:07:48.217100+0000 mon.c (mon.2) 10 : audit [INF] from='osd.3 [v2:172.21.15.169:6826/1400112257,v1:172.21.15.169:6827/1400112257]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-06T15:07:48.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:48 smithi181 bash[21841]: audit 2024-09-06T15:07:48.217393+0000 mon.a (mon.0) 460 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-06T15:07:48.921 INFO:teuthology.orchestra.run.smithi169.stdout:Created osd(s) 3 on host 'smithi169' 2024-09-06T15:07:49.595 DEBUG:teuthology.orchestra.run.smithi169:osd.3> sudo journalctl -f -n 0 -u ceph-bab55310-6c60-11ef-bce4-c7b262605968@osd.3.service 2024-09-06T15:07:49.598 INFO:tasks.cephadm:Deploying osd.4 on smithi181 with /dev/vg_nvme/lv_4... 2024-09-06T15:07:49.598 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-06T15:07:49.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:49 smithi169 bash[19820]: audit 2024-09-06T15:07:48.369318+0000 mon.a (mon.0) 461 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-06T15:07:49.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:49 smithi169 bash[19820]: cluster 2024-09-06T15:07:48.375073+0000 mon.a (mon.0) 462 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2024-09-06T15:07:49.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:49 smithi169 bash[19820]: audit 2024-09-06T15:07:48.375560+0000 mon.a (mon.0) 463 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-06T15:07:49.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:49 smithi169 bash[19820]: audit 2024-09-06T15:07:48.375566+0000 mon.c (mon.2) 11 : audit [INF] from='osd.3 [v2:172.21.15.169:6826/1400112257,v1:172.21.15.169:6827/1400112257]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-09-06T15:07:49.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:49 smithi169 bash[19820]: audit 2024-09-06T15:07:48.375914+0000 mon.a (mon.0) 464 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-09-06T15:07:49.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:49 smithi169 bash[19820]: audit 2024-09-06T15:07:48.903887+0000 mon.a (mon.0) 465 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:07:49.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:49 smithi169 bash[19820]: audit 2024-09-06T15:07:48.910535+0000 mon.a (mon.0) 466 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:49.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:49 smithi169 bash[19820]: audit 2024-09-06T15:07:48.919017+0000 mon.a (mon.0) 467 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:49.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:49 smithi169 bash[19820]: audit 2024-09-06T15:07:49.371102+0000 mon.a (mon.0) 468 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2024-09-06T15:07:49.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:49 smithi169 bash[19820]: cluster 2024-09-06T15:07:49.376677+0000 mon.a (mon.0) 469 : cluster [DBG] osdmap e25: 4 total, 3 up, 4 in 2024-09-06T15:07:49.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:49 smithi169 bash[19820]: audit 2024-09-06T15:07:49.377355+0000 mon.a (mon.0) 470 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-06T15:07:49.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:49 smithi169 bash[26469]: audit 2024-09-06T15:07:48.369318+0000 mon.a (mon.0) 461 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-06T15:07:49.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:49 smithi169 bash[26469]: cluster 2024-09-06T15:07:48.375073+0000 mon.a (mon.0) 462 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2024-09-06T15:07:49.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:49 smithi169 bash[26469]: audit 2024-09-06T15:07:48.375560+0000 mon.a (mon.0) 463 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-06T15:07:49.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:49 smithi169 bash[26469]: audit 2024-09-06T15:07:48.375566+0000 mon.c (mon.2) 11 : audit [INF] from='osd.3 [v2:172.21.15.169:6826/1400112257,v1:172.21.15.169:6827/1400112257]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-09-06T15:07:49.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:49 smithi169 bash[26469]: audit 2024-09-06T15:07:48.375914+0000 mon.a (mon.0) 464 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-09-06T15:07:49.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:49 smithi169 bash[26469]: audit 2024-09-06T15:07:48.903887+0000 mon.a (mon.0) 465 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:07:49.700 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:49 smithi169 bash[26469]: audit 2024-09-06T15:07:48.910535+0000 mon.a (mon.0) 466 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:49.700 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:49 smithi169 bash[26469]: audit 2024-09-06T15:07:48.919017+0000 mon.a (mon.0) 467 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:49.700 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:49 smithi169 bash[26469]: audit 2024-09-06T15:07:49.371102+0000 mon.a (mon.0) 468 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2024-09-06T15:07:49.700 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:49 smithi169 bash[26469]: cluster 2024-09-06T15:07:49.376677+0000 mon.a (mon.0) 469 : cluster [DBG] osdmap e25: 4 total, 3 up, 4 in 2024-09-06T15:07:49.700 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:49 smithi169 bash[26469]: audit 2024-09-06T15:07:49.377355+0000 mon.a (mon.0) 470 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-06T15:07:49.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:49 smithi181 bash[21841]: audit 2024-09-06T15:07:48.369318+0000 mon.a (mon.0) 461 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-06T15:07:49.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:49 smithi181 bash[21841]: cluster 2024-09-06T15:07:48.375073+0000 mon.a (mon.0) 462 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2024-09-06T15:07:49.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:49 smithi181 bash[21841]: audit 2024-09-06T15:07:48.375560+0000 mon.a (mon.0) 463 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-06T15:07:49.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:49 smithi181 bash[21841]: audit 2024-09-06T15:07:48.375566+0000 mon.c (mon.2) 11 : audit [INF] from='osd.3 [v2:172.21.15.169:6826/1400112257,v1:172.21.15.169:6827/1400112257]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-09-06T15:07:49.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:49 smithi181 bash[21841]: audit 2024-09-06T15:07:48.375914+0000 mon.a (mon.0) 464 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-09-06T15:07:49.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:49 smithi181 bash[21841]: audit 2024-09-06T15:07:48.903887+0000 mon.a (mon.0) 465 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:07:49.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:49 smithi181 bash[21841]: audit 2024-09-06T15:07:48.910535+0000 mon.a (mon.0) 466 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:49.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:49 smithi181 bash[21841]: audit 2024-09-06T15:07:48.919017+0000 mon.a (mon.0) 467 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:49.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:49 smithi181 bash[21841]: audit 2024-09-06T15:07:49.371102+0000 mon.a (mon.0) 468 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2024-09-06T15:07:49.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:49 smithi181 bash[21841]: cluster 2024-09-06T15:07:49.376677+0000 mon.a (mon.0) 469 : cluster [DBG] osdmap e25: 4 total, 3 up, 4 in 2024-09-06T15:07:49.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:49 smithi181 bash[21841]: audit 2024-09-06T15:07:49.377355+0000 mon.a (mon.0) 470 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-06T15:07:49.862 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:07:49 smithi169 bash[45582]: debug 2024-09-06T15:07:49.835+0000 7f49913b4640 -1 osd.3 0 waiting for initial osdmap 2024-09-06T15:07:49.862 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:07:49 smithi169 bash[45582]: debug 2024-09-06T15:07:49.859+0000 7f49891d4640 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-06T15:07:50.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:50 smithi169 bash[19820]: cluster 2024-09-06T15:07:49.314765+0000 mgr.y (mgr.14150) 195 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:50.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:50 smithi169 bash[19820]: audit 2024-09-06T15:07:49.379424+0000 mon.a (mon.0) 471 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-06T15:07:50.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:50 smithi169 bash[19820]: audit 2024-09-06T15:07:49.849764+0000 mon.a (mon.0) 472 : audit [INF] from='osd.3 ' entity='osd.3' 2024-09-06T15:07:50.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:50 smithi169 bash[19820]: audit 2024-09-06T15:07:50.379349+0000 mon.a (mon.0) 473 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-06T15:07:50.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:50 smithi169 bash[26469]: cluster 2024-09-06T15:07:49.314765+0000 mgr.y (mgr.14150) 195 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:50.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:50 smithi169 bash[26469]: audit 2024-09-06T15:07:49.379424+0000 mon.a (mon.0) 471 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-06T15:07:50.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:50 smithi169 bash[26469]: audit 2024-09-06T15:07:49.849764+0000 mon.a (mon.0) 472 : audit [INF] from='osd.3 ' entity='osd.3' 2024-09-06T15:07:50.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:50 smithi169 bash[26469]: audit 2024-09-06T15:07:50.379349+0000 mon.a (mon.0) 473 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-06T15:07:50.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:50 smithi181 bash[21841]: cluster 2024-09-06T15:07:49.314765+0000 mgr.y (mgr.14150) 195 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:50.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:50 smithi181 bash[21841]: audit 2024-09-06T15:07:49.379424+0000 mon.a (mon.0) 471 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-06T15:07:50.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:50 smithi181 bash[21841]: audit 2024-09-06T15:07:49.849764+0000 mon.a (mon.0) 472 : audit [INF] from='osd.3 ' entity='osd.3' 2024-09-06T15:07:50.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:50 smithi181 bash[21841]: audit 2024-09-06T15:07:50.379349+0000 mon.a (mon.0) 473 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-06T15:07:52.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:51 smithi169 bash[19820]: cluster 2024-09-06T15:07:49.237557+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-06T15:07:52.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:51 smithi169 bash[19820]: cluster 2024-09-06T15:07:49.237678+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-06T15:07:52.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:51 smithi169 bash[19820]: cluster 2024-09-06T15:07:50.855316+0000 mon.a (mon.0) 474 : cluster [INF] osd.3 [v2:172.21.15.169:6826/1400112257,v1:172.21.15.169:6827/1400112257] boot 2024-09-06T15:07:52.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:51 smithi169 bash[19820]: cluster 2024-09-06T15:07:50.855369+0000 mon.a (mon.0) 475 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2024-09-06T15:07:52.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:51 smithi169 bash[19820]: audit 2024-09-06T15:07:50.855595+0000 mon.a (mon.0) 476 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-06T15:07:52.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:51 smithi169 bash[19820]: cluster 2024-09-06T15:07:51.315244+0000 mgr.y (mgr.14150) 196 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:52.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:51 smithi169 bash[26469]: cluster 2024-09-06T15:07:49.237557+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-06T15:07:52.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:51 smithi169 bash[26469]: cluster 2024-09-06T15:07:49.237678+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-06T15:07:52.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:51 smithi169 bash[26469]: cluster 2024-09-06T15:07:50.855316+0000 mon.a (mon.0) 474 : cluster [INF] osd.3 [v2:172.21.15.169:6826/1400112257,v1:172.21.15.169:6827/1400112257] boot 2024-09-06T15:07:52.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:51 smithi169 bash[26469]: cluster 2024-09-06T15:07:50.855369+0000 mon.a (mon.0) 475 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2024-09-06T15:07:52.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:51 smithi169 bash[26469]: audit 2024-09-06T15:07:50.855595+0000 mon.a (mon.0) 476 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-06T15:07:52.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:51 smithi169 bash[26469]: cluster 2024-09-06T15:07:51.315244+0000 mgr.y (mgr.14150) 196 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:52.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:51 smithi181 bash[21841]: cluster 2024-09-06T15:07:49.237557+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-06T15:07:52.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:51 smithi181 bash[21841]: cluster 2024-09-06T15:07:49.237678+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-06T15:07:52.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:51 smithi181 bash[21841]: cluster 2024-09-06T15:07:50.855316+0000 mon.a (mon.0) 474 : cluster [INF] osd.3 [v2:172.21.15.169:6826/1400112257,v1:172.21.15.169:6827/1400112257] boot 2024-09-06T15:07:52.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:51 smithi181 bash[21841]: cluster 2024-09-06T15:07:50.855369+0000 mon.a (mon.0) 475 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2024-09-06T15:07:52.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:51 smithi181 bash[21841]: audit 2024-09-06T15:07:50.855595+0000 mon.a (mon.0) 476 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-06T15:07:52.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:51 smithi181 bash[21841]: cluster 2024-09-06T15:07:51.315244+0000 mgr.y (mgr.14150) 196 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-06T15:07:53.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:52 smithi169 bash[19820]: cluster 2024-09-06T15:07:51.863994+0000 mon.a (mon.0) 477 : cluster [DBG] osdmap e27: 4 total, 4 up, 4 in 2024-09-06T15:07:53.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:52 smithi169 bash[26469]: cluster 2024-09-06T15:07:51.863994+0000 mon.a (mon.0) 477 : cluster [DBG] osdmap e27: 4 total, 4 up, 4 in 2024-09-06T15:07:53.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:52 smithi181 bash[21841]: cluster 2024-09-06T15:07:51.863994+0000 mon.a (mon.0) 477 : cluster [DBG] osdmap e27: 4 total, 4 up, 4 in 2024-09-06T15:07:54.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:53 smithi169 bash[19820]: cluster 2024-09-06T15:07:53.315806+0000 mgr.y (mgr.14150) 197 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:07:54.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:53 smithi169 bash[26469]: cluster 2024-09-06T15:07:53.315806+0000 mgr.y (mgr.14150) 197 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:07:54.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:53 smithi181 bash[21841]: cluster 2024-09-06T15:07:53.315806+0000 mgr.y (mgr.14150) 197 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:07:54.325 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.b/config 2024-09-06T15:07:56.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:56 smithi181 bash[21841]: cluster 2024-09-06T15:07:55.316320+0000 mgr.y (mgr.14150) 198 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:07:56.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:56 smithi169 bash[26469]: cluster 2024-09-06T15:07:55.316320+0000 mgr.y (mgr.14150) 198 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:07:56.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:56 smithi169 bash[19820]: cluster 2024-09-06T15:07:55.316320+0000 mgr.y (mgr.14150) 198 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:07:58.193 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-06T15:07:58.245 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph orch daemon add osd smithi181:vg_nvme/lv_4 2024-09-06T15:07:58.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:58 smithi181 bash[21841]: cluster 2024-09-06T15:07:57.316747+0000 mgr.y (mgr.14150) 199 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:07:58.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:58 smithi169 bash[19820]: cluster 2024-09-06T15:07:57.316747+0000 mgr.y (mgr.14150) 199 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:07:58.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:58 smithi169 bash[26469]: cluster 2024-09-06T15:07:57.316747+0000 mgr.y (mgr.14150) 199 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:07:59.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:59 smithi169 bash[19820]: cephadm 2024-09-06T15:07:58.608705+0000 mgr.y (mgr.14150) 200 : cephadm [INF] Detected new or changed devices on smithi169 2024-09-06T15:07:59.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:59 smithi169 bash[19820]: audit 2024-09-06T15:07:58.617749+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:59.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:59 smithi169 bash[19820]: audit 2024-09-06T15:07:58.627084+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:59.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:59 smithi169 bash[19820]: audit 2024-09-06T15:07:58.630560+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:07:59.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:59 smithi169 bash[19820]: audit 2024-09-06T15:07:58.632296+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:07:59.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:59 smithi169 bash[19820]: audit 2024-09-06T15:07:58.633931+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:07:59.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:59 smithi169 bash[19820]: audit 2024-09-06T15:07:58.635496+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:07:59.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:59 smithi169 bash[19820]: cephadm 2024-09-06T15:07:58.636731+0000 mgr.y (mgr.14150) 201 : cephadm [INF] Adjusting osd_memory_target on smithi169 to 4060M 2024-09-06T15:07:59.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:59 smithi169 bash[19820]: audit 2024-09-06T15:07:58.643281+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:59.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:59 smithi169 bash[19820]: audit 2024-09-06T15:07:58.648702+0000 mon.a (mon.0) 485 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:07:59.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:59 smithi169 bash[19820]: audit 2024-09-06T15:07:58.650427+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:07:59.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:59 smithi169 bash[19820]: audit 2024-09-06T15:07:58.660151+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:59.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:07:59 smithi169 bash[19820]: cluster 2024-09-06T15:07:59.317310+0000 mgr.y (mgr.14150) 202 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:07:59.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:59 smithi169 bash[26469]: cephadm 2024-09-06T15:07:58.608705+0000 mgr.y (mgr.14150) 200 : cephadm [INF] Detected new or changed devices on smithi169 2024-09-06T15:07:59.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:59 smithi169 bash[26469]: audit 2024-09-06T15:07:58.617749+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:59.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:59 smithi169 bash[26469]: audit 2024-09-06T15:07:58.627084+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:59.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:59 smithi169 bash[26469]: audit 2024-09-06T15:07:58.630560+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:07:59.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:59 smithi169 bash[26469]: audit 2024-09-06T15:07:58.632296+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:07:59.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:59 smithi169 bash[26469]: audit 2024-09-06T15:07:58.633931+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:07:59.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:59 smithi169 bash[26469]: audit 2024-09-06T15:07:58.635496+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:07:59.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:59 smithi169 bash[26469]: cephadm 2024-09-06T15:07:58.636731+0000 mgr.y (mgr.14150) 201 : cephadm [INF] Adjusting osd_memory_target on smithi169 to 4060M 2024-09-06T15:07:59.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:59 smithi169 bash[26469]: audit 2024-09-06T15:07:58.643281+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:59.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:59 smithi169 bash[26469]: audit 2024-09-06T15:07:58.648702+0000 mon.a (mon.0) 485 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:07:59.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:59 smithi169 bash[26469]: audit 2024-09-06T15:07:58.650427+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:07:59.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:59 smithi169 bash[26469]: audit 2024-09-06T15:07:58.660151+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:59.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:07:59 smithi169 bash[26469]: cluster 2024-09-06T15:07:59.317310+0000 mgr.y (mgr.14150) 202 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:07:59.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:59 smithi181 bash[21841]: cephadm 2024-09-06T15:07:58.608705+0000 mgr.y (mgr.14150) 200 : cephadm [INF] Detected new or changed devices on smithi169 2024-09-06T15:07:59.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:59 smithi181 bash[21841]: audit 2024-09-06T15:07:58.617749+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:59.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:59 smithi181 bash[21841]: audit 2024-09-06T15:07:58.627084+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:59.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:59 smithi181 bash[21841]: audit 2024-09-06T15:07:58.630560+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:07:59.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:59 smithi181 bash[21841]: audit 2024-09-06T15:07:58.632296+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:07:59.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:59 smithi181 bash[21841]: audit 2024-09-06T15:07:58.633931+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:07:59.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:59 smithi181 bash[21841]: audit 2024-09-06T15:07:58.635496+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:07:59.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:59 smithi181 bash[21841]: cephadm 2024-09-06T15:07:58.636731+0000 mgr.y (mgr.14150) 201 : cephadm [INF] Adjusting osd_memory_target on smithi169 to 4060M 2024-09-06T15:07:59.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:59 smithi181 bash[21841]: audit 2024-09-06T15:07:58.643281+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:59.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:59 smithi181 bash[21841]: audit 2024-09-06T15:07:58.648702+0000 mon.a (mon.0) 485 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:07:59.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:59 smithi181 bash[21841]: audit 2024-09-06T15:07:58.650427+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:07:59.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:59 smithi181 bash[21841]: audit 2024-09-06T15:07:58.660151+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:07:59.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:07:59 smithi181 bash[21841]: cluster 2024-09-06T15:07:59.317310+0000 mgr.y (mgr.14150) 202 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:02.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:02 smithi169 bash[19820]: cluster 2024-09-06T15:08:01.317853+0000 mgr.y (mgr.14150) 203 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:02.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:02 smithi169 bash[26469]: cluster 2024-09-06T15:08:01.317853+0000 mgr.y (mgr.14150) 203 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:02.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:02 smithi181 bash[21841]: cluster 2024-09-06T15:08:01.317853+0000 mgr.y (mgr.14150) 203 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:02.969 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.b/config 2024-09-06T15:08:04.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:04 smithi169 bash[19820]: cluster 2024-09-06T15:08:03.318402+0000 mgr.y (mgr.14150) 204 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:04.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:04 smithi169 bash[19820]: audit 2024-09-06T15:08:04.271120+0000 mon.a (mon.0) 488 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-06T15:08:04.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:04 smithi169 bash[19820]: audit 2024-09-06T15:08:04.277233+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-06T15:08:04.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:04 smithi169 bash[19820]: audit 2024-09-06T15:08:04.279213+0000 mon.a (mon.0) 490 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:08:04.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:04 smithi169 bash[26469]: cluster 2024-09-06T15:08:03.318402+0000 mgr.y (mgr.14150) 204 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:04.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:04 smithi169 bash[26469]: audit 2024-09-06T15:08:04.271120+0000 mon.a (mon.0) 488 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-06T15:08:04.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:04 smithi169 bash[26469]: audit 2024-09-06T15:08:04.277233+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-06T15:08:04.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:04 smithi169 bash[26469]: audit 2024-09-06T15:08:04.279213+0000 mon.a (mon.0) 490 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:08:04.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:04 smithi181 bash[21841]: cluster 2024-09-06T15:08:03.318402+0000 mgr.y (mgr.14150) 204 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:04.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:04 smithi181 bash[21841]: audit 2024-09-06T15:08:04.271120+0000 mon.a (mon.0) 488 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-06T15:08:04.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:04 smithi181 bash[21841]: audit 2024-09-06T15:08:04.277233+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-06T15:08:04.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:04 smithi181 bash[21841]: audit 2024-09-06T15:08:04.279213+0000 mon.a (mon.0) 490 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:08:05.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:05 smithi169 bash[19820]: audit 2024-09-06T15:08:04.264343+0000 mgr.y (mgr.14150) 205 : audit [DBG] from='client.24175 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:08:05.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:05 smithi169 bash[26469]: audit 2024-09-06T15:08:04.264343+0000 mgr.y (mgr.14150) 205 : audit [DBG] from='client.24175 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:08:05.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:05 smithi181 bash[21841]: audit 2024-09-06T15:08:04.264343+0000 mgr.y (mgr.14150) 205 : audit [DBG] from='client.24175 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:08:06.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:06 smithi169 bash[19820]: cluster 2024-09-06T15:08:05.318938+0000 mgr.y (mgr.14150) 206 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:06.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:06 smithi169 bash[26469]: cluster 2024-09-06T15:08:05.318938+0000 mgr.y (mgr.14150) 206 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:06.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:06 smithi181 bash[21841]: cluster 2024-09-06T15:08:05.318938+0000 mgr.y (mgr.14150) 206 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:08.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:08 smithi169 bash[19820]: cluster 2024-09-06T15:08:07.319469+0000 mgr.y (mgr.14150) 207 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:08.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:08 smithi169 bash[26469]: cluster 2024-09-06T15:08:07.319469+0000 mgr.y (mgr.14150) 207 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:08.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:08 smithi181 bash[21841]: cluster 2024-09-06T15:08:07.319469+0000 mgr.y (mgr.14150) 207 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:10.554 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:10 smithi181 bash[21841]: cluster 2024-09-06T15:08:09.320028+0000 mgr.y (mgr.14150) 208 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:10.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:10 smithi169 bash[19820]: cluster 2024-09-06T15:08:09.320028+0000 mgr.y (mgr.14150) 208 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:10.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:10 smithi169 bash[26469]: cluster 2024-09-06T15:08:09.320028+0000 mgr.y (mgr.14150) 208 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:12.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:12 smithi169 bash[19820]: cluster 2024-09-06T15:08:11.320562+0000 mgr.y (mgr.14150) 209 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:12.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:12 smithi169 bash[26469]: cluster 2024-09-06T15:08:11.320562+0000 mgr.y (mgr.14150) 209 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:12.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:12 smithi181 bash[21841]: cluster 2024-09-06T15:08:11.320562+0000 mgr.y (mgr.14150) 209 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:13.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:13 smithi169 bash[19820]: audit 2024-09-06T15:08:12.680243+0000 mon.a (mon.0) 491 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "82426fbf-6309-4d14-80ab-d95de27f2f9b"}]: dispatch 2024-09-06T15:08:13.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:13 smithi169 bash[19820]: audit 2024-09-06T15:08:12.680615+0000 mon.b (mon.1) 10 : audit [INF] from='client.? 172.21.15.181:0/3720621137' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "82426fbf-6309-4d14-80ab-d95de27f2f9b"}]: dispatch 2024-09-06T15:08:13.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:13 smithi169 bash[19820]: audit 2024-09-06T15:08:12.685577+0000 mon.a (mon.0) 492 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "82426fbf-6309-4d14-80ab-d95de27f2f9b"}]': finished 2024-09-06T15:08:13.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:13 smithi169 bash[19820]: cluster 2024-09-06T15:08:12.691193+0000 mon.a (mon.0) 493 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2024-09-06T15:08:13.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:13 smithi169 bash[19820]: audit 2024-09-06T15:08:12.691645+0000 mon.a (mon.0) 494 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-06T15:08:13.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:13 smithi169 bash[19820]: audit 2024-09-06T15:08:13.308351+0000 mon.b (mon.1) 11 : audit [DBG] from='client.? 172.21.15.181:0/3186654986' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-06T15:08:13.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:13 smithi169 bash[26469]: audit 2024-09-06T15:08:12.680243+0000 mon.a (mon.0) 491 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "82426fbf-6309-4d14-80ab-d95de27f2f9b"}]: dispatch 2024-09-06T15:08:13.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:13 smithi169 bash[26469]: audit 2024-09-06T15:08:12.680615+0000 mon.b (mon.1) 10 : audit [INF] from='client.? 172.21.15.181:0/3720621137' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "82426fbf-6309-4d14-80ab-d95de27f2f9b"}]: dispatch 2024-09-06T15:08:13.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:13 smithi169 bash[26469]: audit 2024-09-06T15:08:12.685577+0000 mon.a (mon.0) 492 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "82426fbf-6309-4d14-80ab-d95de27f2f9b"}]': finished 2024-09-06T15:08:13.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:13 smithi169 bash[26469]: cluster 2024-09-06T15:08:12.691193+0000 mon.a (mon.0) 493 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2024-09-06T15:08:13.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:13 smithi169 bash[26469]: audit 2024-09-06T15:08:12.691645+0000 mon.a (mon.0) 494 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-06T15:08:13.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:13 smithi169 bash[26469]: audit 2024-09-06T15:08:13.308351+0000 mon.b (mon.1) 11 : audit [DBG] from='client.? 172.21.15.181:0/3186654986' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-06T15:08:13.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:13 smithi181 bash[21841]: audit 2024-09-06T15:08:12.680243+0000 mon.a (mon.0) 491 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "82426fbf-6309-4d14-80ab-d95de27f2f9b"}]: dispatch 2024-09-06T15:08:13.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:13 smithi181 bash[21841]: audit 2024-09-06T15:08:12.680615+0000 mon.b (mon.1) 10 : audit [INF] from='client.? 172.21.15.181:0/3720621137' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "82426fbf-6309-4d14-80ab-d95de27f2f9b"}]: dispatch 2024-09-06T15:08:13.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:13 smithi181 bash[21841]: audit 2024-09-06T15:08:12.685577+0000 mon.a (mon.0) 492 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "82426fbf-6309-4d14-80ab-d95de27f2f9b"}]': finished 2024-09-06T15:08:13.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:13 smithi181 bash[21841]: cluster 2024-09-06T15:08:12.691193+0000 mon.a (mon.0) 493 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2024-09-06T15:08:13.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:13 smithi181 bash[21841]: audit 2024-09-06T15:08:12.691645+0000 mon.a (mon.0) 494 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-06T15:08:13.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:13 smithi181 bash[21841]: audit 2024-09-06T15:08:13.308351+0000 mon.b (mon.1) 11 : audit [DBG] from='client.? 172.21.15.181:0/3186654986' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-06T15:08:14.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:14 smithi169 bash[19820]: cluster 2024-09-06T15:08:13.321108+0000 mgr.y (mgr.14150) 210 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:14.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:14 smithi169 bash[26469]: cluster 2024-09-06T15:08:13.321108+0000 mgr.y (mgr.14150) 210 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:14.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:14 smithi181 bash[21841]: cluster 2024-09-06T15:08:13.321108+0000 mgr.y (mgr.14150) 210 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:16.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:16 smithi169 bash[19820]: cluster 2024-09-06T15:08:15.321656+0000 mgr.y (mgr.14150) 211 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:16.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:16 smithi169 bash[26469]: cluster 2024-09-06T15:08:15.321656+0000 mgr.y (mgr.14150) 211 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:16.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:16 smithi181 bash[21841]: cluster 2024-09-06T15:08:15.321656+0000 mgr.y (mgr.14150) 211 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:18.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:18 smithi169 bash[19820]: cluster 2024-09-06T15:08:17.322165+0000 mgr.y (mgr.14150) 212 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:18.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:18 smithi169 bash[26469]: cluster 2024-09-06T15:08:17.322165+0000 mgr.y (mgr.14150) 212 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:18.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:18 smithi181 bash[21841]: cluster 2024-09-06T15:08:17.322165+0000 mgr.y (mgr.14150) 212 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:20.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:20 smithi169 bash[19820]: cluster 2024-09-06T15:08:19.322704+0000 mgr.y (mgr.14150) 213 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:20.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:20 smithi169 bash[26469]: cluster 2024-09-06T15:08:19.322704+0000 mgr.y (mgr.14150) 213 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:20.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:20 smithi181 bash[21841]: cluster 2024-09-06T15:08:19.322704+0000 mgr.y (mgr.14150) 213 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:22.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:22 smithi169 bash[26469]: cluster 2024-09-06T15:08:21.323201+0000 mgr.y (mgr.14150) 214 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:22.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:22 smithi169 bash[19820]: cluster 2024-09-06T15:08:21.323201+0000 mgr.y (mgr.14150) 214 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:22.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:22 smithi181 bash[21841]: cluster 2024-09-06T15:08:21.323201+0000 mgr.y (mgr.14150) 214 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:24.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:24 smithi169 bash[19820]: cluster 2024-09-06T15:08:23.323737+0000 mgr.y (mgr.14150) 215 : cluster [DBG] pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:24.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:24 smithi169 bash[26469]: cluster 2024-09-06T15:08:23.323737+0000 mgr.y (mgr.14150) 215 : cluster [DBG] pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:24.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:24 smithi181 bash[21841]: cluster 2024-09-06T15:08:23.323737+0000 mgr.y (mgr.14150) 215 : cluster [DBG] pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:26.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:26 smithi169 bash[19820]: cluster 2024-09-06T15:08:25.324295+0000 mgr.y (mgr.14150) 216 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:26.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:26 smithi169 bash[19820]: audit 2024-09-06T15:08:25.785775+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-06T15:08:26.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:26 smithi169 bash[19820]: audit 2024-09-06T15:08:25.787618+0000 mon.a (mon.0) 496 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:08:26.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:26 smithi169 bash[26469]: cluster 2024-09-06T15:08:25.324295+0000 mgr.y (mgr.14150) 216 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:26.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:26 smithi169 bash[26469]: audit 2024-09-06T15:08:25.785775+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-06T15:08:26.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:26 smithi169 bash[26469]: audit 2024-09-06T15:08:25.787618+0000 mon.a (mon.0) 496 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:08:26.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:26 smithi181 bash[21841]: cluster 2024-09-06T15:08:25.324295+0000 mgr.y (mgr.14150) 216 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:26.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:26 smithi181 bash[21841]: audit 2024-09-06T15:08:25.785775+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-06T15:08:26.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:26 smithi181 bash[21841]: audit 2024-09-06T15:08:25.787618+0000 mon.a (mon.0) 496 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:08:27.677 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:27 smithi181 bash[21841]: cephadm 2024-09-06T15:08:25.789201+0000 mgr.y (mgr.14150) 217 : cephadm [INF] Deploying daemon osd.4 on smithi181 2024-09-06T15:08:27.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:27 smithi169 bash[19820]: cephadm 2024-09-06T15:08:25.789201+0000 mgr.y (mgr.14150) 217 : cephadm [INF] Deploying daemon osd.4 on smithi181 2024-09-06T15:08:27.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:27 smithi169 bash[26469]: cephadm 2024-09-06T15:08:25.789201+0000 mgr.y (mgr.14150) 217 : cephadm [INF] Deploying daemon osd.4 on smithi181 2024-09-06T15:08:28.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:28 smithi181 bash[21841]: cluster 2024-09-06T15:08:27.324819+0000 mgr.y (mgr.14150) 218 : cluster [DBG] pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:28.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:28 smithi169 bash[19820]: cluster 2024-09-06T15:08:27.324819+0000 mgr.y (mgr.14150) 218 : cluster [DBG] pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:28.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:28 smithi169 bash[26469]: cluster 2024-09-06T15:08:27.324819+0000 mgr.y (mgr.14150) 218 : cluster [DBG] pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:30.237 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:30 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:08:30.237 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:08:30 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:08:30.497 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:08:30 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:08:30.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:30 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:08:30.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:30 smithi181 bash[21841]: cluster 2024-09-06T15:08:29.325387+0000 mgr.y (mgr.14150) 219 : cluster [DBG] pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:30.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:30 smithi169 bash[19820]: cluster 2024-09-06T15:08:29.325387+0000 mgr.y (mgr.14150) 219 : cluster [DBG] pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:30.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:30 smithi169 bash[26469]: cluster 2024-09-06T15:08:29.325387+0000 mgr.y (mgr.14150) 219 : cluster [DBG] pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:31.638 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:31 smithi181 bash[21841]: audit 2024-09-06T15:08:30.496804+0000 mon.a (mon.0) 497 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:08:31.638 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:31 smithi181 bash[21841]: audit 2024-09-06T15:08:30.506906+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:08:31.638 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:31 smithi181 bash[21841]: audit 2024-09-06T15:08:30.516563+0000 mon.a (mon.0) 499 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:08:31.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:31 smithi169 bash[19820]: audit 2024-09-06T15:08:30.496804+0000 mon.a (mon.0) 497 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:08:31.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:31 smithi169 bash[19820]: audit 2024-09-06T15:08:30.506906+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:08:31.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:31 smithi169 bash[19820]: audit 2024-09-06T15:08:30.516563+0000 mon.a (mon.0) 499 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:08:31.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:31 smithi169 bash[26469]: audit 2024-09-06T15:08:30.496804+0000 mon.a (mon.0) 497 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:08:31.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:31 smithi169 bash[26469]: audit 2024-09-06T15:08:30.506906+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:08:31.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:31 smithi169 bash[26469]: audit 2024-09-06T15:08:30.516563+0000 mon.a (mon.0) 499 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:08:32.836 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:32 smithi181 bash[21841]: cluster 2024-09-06T15:08:31.325877+0000 mgr.y (mgr.14150) 220 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:32.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:32 smithi169 bash[19820]: cluster 2024-09-06T15:08:31.325877+0000 mgr.y (mgr.14150) 220 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:32.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:32 smithi169 bash[26469]: cluster 2024-09-06T15:08:31.325877+0000 mgr.y (mgr.14150) 220 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:34.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:34 smithi169 bash[19820]: cluster 2024-09-06T15:08:33.326439+0000 mgr.y (mgr.14150) 221 : cluster [DBG] pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:34.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:34 smithi169 bash[26469]: cluster 2024-09-06T15:08:33.326439+0000 mgr.y (mgr.14150) 221 : cluster [DBG] pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:34.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:34 smithi181 bash[21841]: cluster 2024-09-06T15:08:33.326439+0000 mgr.y (mgr.14150) 221 : cluster [DBG] pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:36.918 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:36 smithi181 bash[21841]: cluster 2024-09-06T15:08:35.326974+0000 mgr.y (mgr.14150) 222 : cluster [DBG] pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:36.918 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:36 smithi181 bash[21841]: audit 2024-09-06T15:08:35.825441+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:08:36.918 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:36 smithi181 bash[21841]: audit 2024-09-06T15:08:35.833544+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:08:36.918 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:36 smithi181 bash[21841]: audit 2024-09-06T15:08:35.835245+0000 mon.a (mon.0) 502 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:08:36.918 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:36 smithi181 bash[21841]: audit 2024-09-06T15:08:35.837050+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:08:36.918 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:36 smithi181 bash[21841]: audit 2024-09-06T15:08:35.846634+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:08:36.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:36 smithi169 bash[19820]: cluster 2024-09-06T15:08:35.326974+0000 mgr.y (mgr.14150) 222 : cluster [DBG] pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:36.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:36 smithi169 bash[19820]: audit 2024-09-06T15:08:35.825441+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:08:36.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:36 smithi169 bash[19820]: audit 2024-09-06T15:08:35.833544+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:08:36.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:36 smithi169 bash[19820]: audit 2024-09-06T15:08:35.835245+0000 mon.a (mon.0) 502 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:08:36.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:36 smithi169 bash[19820]: audit 2024-09-06T15:08:35.837050+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:08:36.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:36 smithi169 bash[19820]: audit 2024-09-06T15:08:35.846634+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:08:36.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:36 smithi169 bash[26469]: cluster 2024-09-06T15:08:35.326974+0000 mgr.y (mgr.14150) 222 : cluster [DBG] pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:36.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:36 smithi169 bash[26469]: audit 2024-09-06T15:08:35.825441+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:08:36.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:36 smithi169 bash[26469]: audit 2024-09-06T15:08:35.833544+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:08:36.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:36 smithi169 bash[26469]: audit 2024-09-06T15:08:35.835245+0000 mon.a (mon.0) 502 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:08:36.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:36 smithi169 bash[26469]: audit 2024-09-06T15:08:35.837050+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:08:36.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:36 smithi169 bash[26469]: audit 2024-09-06T15:08:35.846634+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:08:38.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:38 smithi169 bash[19820]: cluster 2024-09-06T15:08:37.327560+0000 mgr.y (mgr.14150) 223 : cluster [DBG] pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:38.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:38 smithi169 bash[19820]: audit 2024-09-06T15:08:38.367475+0000 mon.a (mon.0) 505 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-06T15:08:38.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:38 smithi169 bash[19820]: audit 2024-09-06T15:08:38.368335+0000 mon.b (mon.1) 12 : audit [INF] from='osd.4 [v2:172.21.15.181:6800/3651880605,v1:172.21.15.181:6801/3651880605]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-06T15:08:38.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:38 smithi169 bash[26469]: cluster 2024-09-06T15:08:37.327560+0000 mgr.y (mgr.14150) 223 : cluster [DBG] pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:38.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:38 smithi169 bash[26469]: audit 2024-09-06T15:08:38.367475+0000 mon.a (mon.0) 505 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-06T15:08:38.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:38 smithi169 bash[26469]: audit 2024-09-06T15:08:38.368335+0000 mon.b (mon.1) 12 : audit [INF] from='osd.4 [v2:172.21.15.181:6800/3651880605,v1:172.21.15.181:6801/3651880605]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-06T15:08:38.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:38 smithi181 bash[21841]: cluster 2024-09-06T15:08:37.327560+0000 mgr.y (mgr.14150) 223 : cluster [DBG] pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:38.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:38 smithi181 bash[21841]: audit 2024-09-06T15:08:38.367475+0000 mon.a (mon.0) 505 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-06T15:08:38.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:38 smithi181 bash[21841]: audit 2024-09-06T15:08:38.368335+0000 mon.b (mon.1) 12 : audit [INF] from='osd.4 [v2:172.21.15.181:6800/3651880605,v1:172.21.15.181:6801/3651880605]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-06T15:08:39.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:39 smithi181 bash[21841]: audit 2024-09-06T15:08:38.528827+0000 mon.a (mon.0) 506 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-06T15:08:39.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:39 smithi181 bash[21841]: audit 2024-09-06T15:08:38.534055+0000 mon.b (mon.1) 13 : audit [INF] from='osd.4 [v2:172.21.15.181:6800/3651880605,v1:172.21.15.181:6801/3651880605]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-09-06T15:08:39.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:39 smithi181 bash[21841]: cluster 2024-09-06T15:08:38.534126+0000 mon.a (mon.0) 507 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2024-09-06T15:08:39.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:39 smithi181 bash[21841]: audit 2024-09-06T15:08:38.534865+0000 mon.a (mon.0) 508 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-06T15:08:39.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:39 smithi181 bash[21841]: audit 2024-09-06T15:08:38.535562+0000 mon.a (mon.0) 509 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-09-06T15:08:39.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:39 smithi181 bash[21841]: audit 2024-09-06T15:08:39.531178+0000 mon.a (mon.0) 510 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-09-06T15:08:39.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:39 smithi169 bash[19820]: audit 2024-09-06T15:08:38.528827+0000 mon.a (mon.0) 506 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-06T15:08:39.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:39 smithi169 bash[19820]: audit 2024-09-06T15:08:38.534055+0000 mon.b (mon.1) 13 : audit [INF] from='osd.4 [v2:172.21.15.181:6800/3651880605,v1:172.21.15.181:6801/3651880605]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-09-06T15:08:39.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:39 smithi169 bash[19820]: cluster 2024-09-06T15:08:38.534126+0000 mon.a (mon.0) 507 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2024-09-06T15:08:39.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:39 smithi169 bash[19820]: audit 2024-09-06T15:08:38.534865+0000 mon.a (mon.0) 508 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-06T15:08:39.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:39 smithi169 bash[19820]: audit 2024-09-06T15:08:38.535562+0000 mon.a (mon.0) 509 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-09-06T15:08:39.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:39 smithi169 bash[19820]: audit 2024-09-06T15:08:39.531178+0000 mon.a (mon.0) 510 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-09-06T15:08:39.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:39 smithi169 bash[26469]: audit 2024-09-06T15:08:38.528827+0000 mon.a (mon.0) 506 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-06T15:08:39.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:39 smithi169 bash[26469]: audit 2024-09-06T15:08:38.534055+0000 mon.b (mon.1) 13 : audit [INF] from='osd.4 [v2:172.21.15.181:6800/3651880605,v1:172.21.15.181:6801/3651880605]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-09-06T15:08:39.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:39 smithi169 bash[26469]: cluster 2024-09-06T15:08:38.534126+0000 mon.a (mon.0) 507 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2024-09-06T15:08:39.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:39 smithi169 bash[26469]: audit 2024-09-06T15:08:38.534865+0000 mon.a (mon.0) 508 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-06T15:08:39.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:39 smithi169 bash[26469]: audit 2024-09-06T15:08:38.535562+0000 mon.a (mon.0) 509 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-09-06T15:08:39.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:39 smithi169 bash[26469]: audit 2024-09-06T15:08:39.531178+0000 mon.a (mon.0) 510 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-09-06T15:08:40.137 INFO:teuthology.orchestra.run.smithi181.stdout:Created osd(s) 4 on host 'smithi181' 2024-09-06T15:08:40.690 DEBUG:teuthology.orchestra.run.smithi181:osd.4> sudo journalctl -f -n 0 -u ceph-bab55310-6c60-11ef-bce4-c7b262605968@osd.4.service 2024-09-06T15:08:40.693 INFO:tasks.cephadm:Deploying osd.5 on smithi181 with /dev/vg_nvme/lv_3... 2024-09-06T15:08:40.693 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-06T15:08:40.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:40 smithi169 bash[19820]: cluster 2024-09-06T15:08:39.328097+0000 mgr.y (mgr.14150) 224 : cluster [DBG] pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:40.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:40 smithi169 bash[19820]: cluster 2024-09-06T15:08:39.542745+0000 mon.a (mon.0) 511 : cluster [DBG] osdmap e30: 5 total, 4 up, 5 in 2024-09-06T15:08:40.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:40 smithi169 bash[19820]: audit 2024-09-06T15:08:39.544350+0000 mon.a (mon.0) 512 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-06T15:08:40.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:40 smithi169 bash[19820]: audit 2024-09-06T15:08:40.066837+0000 mon.a (mon.0) 513 : audit [INF] from='osd.4 ' entity='osd.4' 2024-09-06T15:08:40.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:40 smithi169 bash[19820]: audit 2024-09-06T15:08:40.117273+0000 mon.a (mon.0) 514 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:08:40.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:40 smithi169 bash[19820]: audit 2024-09-06T15:08:40.124277+0000 mon.a (mon.0) 515 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:08:40.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:40 smithi169 bash[19820]: audit 2024-09-06T15:08:40.133716+0000 mon.a (mon.0) 516 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:08:40.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:40 smithi169 bash[19820]: cluster 2024-09-06T15:08:40.546156+0000 mon.a (mon.0) 517 : cluster [INF] osd.4 [v2:172.21.15.181:6800/3651880605,v1:172.21.15.181:6801/3651880605] boot 2024-09-06T15:08:40.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:40 smithi169 bash[19820]: cluster 2024-09-06T15:08:40.546261+0000 mon.a (mon.0) 518 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2024-09-06T15:08:40.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:40 smithi169 bash[19820]: audit 2024-09-06T15:08:40.546713+0000 mon.a (mon.0) 519 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-06T15:08:40.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:40 smithi169 bash[26469]: cluster 2024-09-06T15:08:39.328097+0000 mgr.y (mgr.14150) 224 : cluster [DBG] pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:40.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:40 smithi169 bash[26469]: cluster 2024-09-06T15:08:39.542745+0000 mon.a (mon.0) 511 : cluster [DBG] osdmap e30: 5 total, 4 up, 5 in 2024-09-06T15:08:40.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:40 smithi169 bash[26469]: audit 2024-09-06T15:08:39.544350+0000 mon.a (mon.0) 512 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-06T15:08:40.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:40 smithi169 bash[26469]: audit 2024-09-06T15:08:40.066837+0000 mon.a (mon.0) 513 : audit [INF] from='osd.4 ' entity='osd.4' 2024-09-06T15:08:40.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:40 smithi169 bash[26469]: audit 2024-09-06T15:08:40.117273+0000 mon.a (mon.0) 514 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:08:40.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:40 smithi169 bash[26469]: audit 2024-09-06T15:08:40.124277+0000 mon.a (mon.0) 515 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:08:40.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:40 smithi169 bash[26469]: audit 2024-09-06T15:08:40.133716+0000 mon.a (mon.0) 516 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:08:40.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:40 smithi169 bash[26469]: cluster 2024-09-06T15:08:40.546156+0000 mon.a (mon.0) 517 : cluster [INF] osd.4 [v2:172.21.15.181:6800/3651880605,v1:172.21.15.181:6801/3651880605] boot 2024-09-06T15:08:40.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:40 smithi169 bash[26469]: cluster 2024-09-06T15:08:40.546261+0000 mon.a (mon.0) 518 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2024-09-06T15:08:40.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:40 smithi169 bash[26469]: audit 2024-09-06T15:08:40.546713+0000 mon.a (mon.0) 519 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-06T15:08:40.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:40 smithi181 bash[21841]: cluster 2024-09-06T15:08:39.328097+0000 mgr.y (mgr.14150) 224 : cluster [DBG] pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:40.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:40 smithi181 bash[21841]: cluster 2024-09-06T15:08:39.542745+0000 mon.a (mon.0) 511 : cluster [DBG] osdmap e30: 5 total, 4 up, 5 in 2024-09-06T15:08:40.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:40 smithi181 bash[21841]: audit 2024-09-06T15:08:39.544350+0000 mon.a (mon.0) 512 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-06T15:08:40.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:40 smithi181 bash[21841]: audit 2024-09-06T15:08:40.066837+0000 mon.a (mon.0) 513 : audit [INF] from='osd.4 ' entity='osd.4' 2024-09-06T15:08:40.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:40 smithi181 bash[21841]: audit 2024-09-06T15:08:40.117273+0000 mon.a (mon.0) 514 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:08:40.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:40 smithi181 bash[21841]: audit 2024-09-06T15:08:40.124277+0000 mon.a (mon.0) 515 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:08:40.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:40 smithi181 bash[21841]: audit 2024-09-06T15:08:40.133716+0000 mon.a (mon.0) 516 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:08:40.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:40 smithi181 bash[21841]: cluster 2024-09-06T15:08:40.546156+0000 mon.a (mon.0) 517 : cluster [INF] osd.4 [v2:172.21.15.181:6800/3651880605,v1:172.21.15.181:6801/3651880605] boot 2024-09-06T15:08:40.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:40 smithi181 bash[21841]: cluster 2024-09-06T15:08:40.546261+0000 mon.a (mon.0) 518 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2024-09-06T15:08:40.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:40 smithi181 bash[21841]: audit 2024-09-06T15:08:40.546713+0000 mon.a (mon.0) 519 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-06T15:08:41.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:41 smithi169 bash[26469]: cluster 2024-09-06T15:08:39.414275+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-06T15:08:41.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:41 smithi169 bash[26469]: cluster 2024-09-06T15:08:39.414374+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-06T15:08:41.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:41 smithi169 bash[26469]: cluster 2024-09-06T15:08:41.328656+0000 mgr.y (mgr.14150) 225 : cluster [DBG] pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:41.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:41 smithi169 bash[26469]: cluster 2024-09-06T15:08:41.544482+0000 mon.a (mon.0) 520 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2024-09-06T15:08:41.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:41 smithi169 bash[19820]: cluster 2024-09-06T15:08:39.414275+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-06T15:08:41.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:41 smithi169 bash[19820]: cluster 2024-09-06T15:08:39.414374+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-06T15:08:41.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:41 smithi169 bash[19820]: cluster 2024-09-06T15:08:41.328656+0000 mgr.y (mgr.14150) 225 : cluster [DBG] pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:41.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:41 smithi169 bash[19820]: cluster 2024-09-06T15:08:41.544482+0000 mon.a (mon.0) 520 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2024-09-06T15:08:41.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:41 smithi181 bash[21841]: cluster 2024-09-06T15:08:39.414275+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-06T15:08:41.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:41 smithi181 bash[21841]: cluster 2024-09-06T15:08:39.414374+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-06T15:08:41.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:41 smithi181 bash[21841]: cluster 2024-09-06T15:08:41.328656+0000 mgr.y (mgr.14150) 225 : cluster [DBG] pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-06T15:08:41.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:41 smithi181 bash[21841]: cluster 2024-09-06T15:08:41.544482+0000 mon.a (mon.0) 520 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2024-09-06T15:08:43.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:43 smithi169 bash[19820]: cluster 2024-09-06T15:08:42.545995+0000 mon.a (mon.0) 521 : cluster [DBG] osdmap e33: 5 total, 5 up, 5 in 2024-09-06T15:08:43.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:43 smithi169 bash[19820]: cluster 2024-09-06T15:08:43.329223+0000 mgr.y (mgr.14150) 226 : cluster [DBG] pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:08:43.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:43 smithi169 bash[26469]: cluster 2024-09-06T15:08:42.545995+0000 mon.a (mon.0) 521 : cluster [DBG] osdmap e33: 5 total, 5 up, 5 in 2024-09-06T15:08:43.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:43 smithi169 bash[26469]: cluster 2024-09-06T15:08:43.329223+0000 mgr.y (mgr.14150) 226 : cluster [DBG] pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:08:43.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:43 smithi181 bash[21841]: cluster 2024-09-06T15:08:42.545995+0000 mon.a (mon.0) 521 : cluster [DBG] osdmap e33: 5 total, 5 up, 5 in 2024-09-06T15:08:44.005 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:43 smithi181 bash[21841]: cluster 2024-09-06T15:08:43.329223+0000 mgr.y (mgr.14150) 226 : cluster [DBG] pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:08:44.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:44 smithi169 bash[19820]: cluster 2024-09-06T15:08:43.556204+0000 mon.a (mon.0) 522 : cluster [DBG] osdmap e34: 5 total, 5 up, 5 in 2024-09-06T15:08:44.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:44 smithi169 bash[26469]: cluster 2024-09-06T15:08:43.556204+0000 mon.a (mon.0) 522 : cluster [DBG] osdmap e34: 5 total, 5 up, 5 in 2024-09-06T15:08:44.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:44 smithi181 bash[21841]: cluster 2024-09-06T15:08:43.556204+0000 mon.a (mon.0) 522 : cluster [DBG] osdmap e34: 5 total, 5 up, 5 in 2024-09-06T15:08:45.176 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.b/config 2024-09-06T15:08:45.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:45 smithi181 bash[21841]: cluster 2024-09-06T15:08:44.558542+0000 mon.a (mon.0) 523 : cluster [DBG] osdmap e35: 5 total, 5 up, 5 in 2024-09-06T15:08:45.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:45 smithi181 bash[21841]: cluster 2024-09-06T15:08:45.329777+0000 mgr.y (mgr.14150) 227 : cluster [DBG] pgmap v202: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-06T15:08:45.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:45 smithi169 bash[19820]: cluster 2024-09-06T15:08:44.558542+0000 mon.a (mon.0) 523 : cluster [DBG] osdmap e35: 5 total, 5 up, 5 in 2024-09-06T15:08:45.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:45 smithi169 bash[19820]: cluster 2024-09-06T15:08:45.329777+0000 mgr.y (mgr.14150) 227 : cluster [DBG] pgmap v202: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-06T15:08:45.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:45 smithi169 bash[26469]: cluster 2024-09-06T15:08:44.558542+0000 mon.a (mon.0) 523 : cluster [DBG] osdmap e35: 5 total, 5 up, 5 in 2024-09-06T15:08:45.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:45 smithi169 bash[26469]: cluster 2024-09-06T15:08:45.329777+0000 mgr.y (mgr.14150) 227 : cluster [DBG] pgmap v202: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-06T15:08:48.692 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:48 smithi181 bash[21841]: cluster 2024-09-06T15:08:47.330341+0000 mgr.y (mgr.14150) 228 : cluster [DBG] pgmap v203: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-09-06T15:08:48.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:48 smithi169 bash[19820]: cluster 2024-09-06T15:08:47.330341+0000 mgr.y (mgr.14150) 228 : cluster [DBG] pgmap v203: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-09-06T15:08:48.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:48 smithi169 bash[26469]: cluster 2024-09-06T15:08:47.330341+0000 mgr.y (mgr.14150) 228 : cluster [DBG] pgmap v203: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-09-06T15:08:50.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:50 smithi169 bash[26469]: cluster 2024-09-06T15:08:49.330906+0000 mgr.y (mgr.14150) 229 : cluster [DBG] pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-09-06T15:08:50.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:50 smithi169 bash[26469]: audit 2024-09-06T15:08:50.333253+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:08:50.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:50 smithi169 bash[26469]: audit 2024-09-06T15:08:50.343232+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:08:50.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:50 smithi169 bash[26469]: audit 2024-09-06T15:08:50.345841+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:08:50.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:50 smithi169 bash[26469]: audit 2024-09-06T15:08:50.355577+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:08:50.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:50 smithi169 bash[26469]: audit 2024-09-06T15:08:50.360114+0000 mon.a (mon.0) 528 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:08:50.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:50 smithi169 bash[26469]: audit 2024-09-06T15:08:50.362084+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:08:50.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:50 smithi169 bash[26469]: audit 2024-09-06T15:08:50.373837+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:08:50.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:50 smithi169 bash[19820]: cluster 2024-09-06T15:08:49.330906+0000 mgr.y (mgr.14150) 229 : cluster [DBG] pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-09-06T15:08:50.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:50 smithi169 bash[19820]: audit 2024-09-06T15:08:50.333253+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:08:50.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:50 smithi169 bash[19820]: audit 2024-09-06T15:08:50.343232+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:08:50.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:50 smithi169 bash[19820]: audit 2024-09-06T15:08:50.345841+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:08:50.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:50 smithi169 bash[19820]: audit 2024-09-06T15:08:50.355577+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:08:50.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:50 smithi169 bash[19820]: audit 2024-09-06T15:08:50.360114+0000 mon.a (mon.0) 528 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:08:50.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:50 smithi169 bash[19820]: audit 2024-09-06T15:08:50.362084+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:08:50.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:50 smithi169 bash[19820]: audit 2024-09-06T15:08:50.373837+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:08:50.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:50 smithi181 bash[21841]: cluster 2024-09-06T15:08:49.330906+0000 mgr.y (mgr.14150) 229 : cluster [DBG] pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-09-06T15:08:50.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:50 smithi181 bash[21841]: audit 2024-09-06T15:08:50.333253+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:08:50.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:50 smithi181 bash[21841]: audit 2024-09-06T15:08:50.343232+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:08:50.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:50 smithi181 bash[21841]: audit 2024-09-06T15:08:50.345841+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:08:50.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:50 smithi181 bash[21841]: audit 2024-09-06T15:08:50.355577+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:08:50.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:50 smithi181 bash[21841]: audit 2024-09-06T15:08:50.360114+0000 mon.a (mon.0) 528 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:08:50.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:50 smithi181 bash[21841]: audit 2024-09-06T15:08:50.362084+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:08:50.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:50 smithi181 bash[21841]: audit 2024-09-06T15:08:50.373837+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:08:51.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:51 smithi181 bash[21841]: cephadm 2024-09-06T15:08:50.324618+0000 mgr.y (mgr.14150) 230 : cephadm [INF] Detected new or changed devices on smithi181 2024-09-06T15:08:51.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:51 smithi181 bash[21841]: cephadm 2024-09-06T15:08:50.347350+0000 mgr.y (mgr.14150) 231 : cephadm [INF] Adjusting osd_memory_target on smithi181 to 17265M 2024-09-06T15:08:51.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:51 smithi169 bash[19820]: cephadm 2024-09-06T15:08:50.324618+0000 mgr.y (mgr.14150) 230 : cephadm [INF] Detected new or changed devices on smithi181 2024-09-06T15:08:51.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:51 smithi169 bash[19820]: cephadm 2024-09-06T15:08:50.347350+0000 mgr.y (mgr.14150) 231 : cephadm [INF] Adjusting osd_memory_target on smithi181 to 17265M 2024-09-06T15:08:51.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:51 smithi169 bash[26469]: cephadm 2024-09-06T15:08:50.324618+0000 mgr.y (mgr.14150) 230 : cephadm [INF] Detected new or changed devices on smithi181 2024-09-06T15:08:51.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:51 smithi169 bash[26469]: cephadm 2024-09-06T15:08:50.347350+0000 mgr.y (mgr.14150) 231 : cephadm [INF] Adjusting osd_memory_target on smithi181 to 17265M 2024-09-06T15:08:52.389 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-06T15:08:52.442 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph orch daemon add osd smithi181:vg_nvme/lv_3 2024-09-06T15:08:52.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:52 smithi169 bash[26469]: cluster 2024-09-06T15:08:51.331436+0000 mgr.y (mgr.14150) 232 : cluster [DBG] pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-06T15:08:52.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:52 smithi169 bash[19820]: cluster 2024-09-06T15:08:51.331436+0000 mgr.y (mgr.14150) 232 : cluster [DBG] pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-06T15:08:52.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:52 smithi181 bash[21841]: cluster 2024-09-06T15:08:51.331436+0000 mgr.y (mgr.14150) 232 : cluster [DBG] pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-06T15:08:54.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:54 smithi169 bash[19820]: cluster 2024-09-06T15:08:53.332011+0000 mgr.y (mgr.14150) 233 : cluster [DBG] pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:08:54.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:54 smithi169 bash[26469]: cluster 2024-09-06T15:08:53.332011+0000 mgr.y (mgr.14150) 233 : cluster [DBG] pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:08:54.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:54 smithi181 bash[21841]: cluster 2024-09-06T15:08:53.332011+0000 mgr.y (mgr.14150) 233 : cluster [DBG] pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:08:56.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:56 smithi169 bash[19820]: cluster 2024-09-06T15:08:55.332554+0000 mgr.y (mgr.14150) 234 : cluster [DBG] pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:08:56.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:56 smithi169 bash[26469]: cluster 2024-09-06T15:08:55.332554+0000 mgr.y (mgr.14150) 234 : cluster [DBG] pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:08:56.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:56 smithi181 bash[21841]: cluster 2024-09-06T15:08:55.332554+0000 mgr.y (mgr.14150) 234 : cluster [DBG] pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:08:57.179 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.b/config 2024-09-06T15:08:58.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:58 smithi181 bash[21841]: cluster 2024-09-06T15:08:57.333086+0000 mgr.y (mgr.14150) 235 : cluster [DBG] pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:08:58.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:58 smithi169 bash[19820]: cluster 2024-09-06T15:08:57.333086+0000 mgr.y (mgr.14150) 235 : cluster [DBG] pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:08:58.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:58 smithi169 bash[26469]: cluster 2024-09-06T15:08:57.333086+0000 mgr.y (mgr.14150) 235 : cluster [DBG] pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:08:59.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:59 smithi169 bash[19820]: audit 2024-09-06T15:08:58.553596+0000 mon.a (mon.0) 531 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-06T15:08:59.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:59 smithi169 bash[19820]: audit 2024-09-06T15:08:58.559721+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-06T15:08:59.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:08:59 smithi169 bash[19820]: audit 2024-09-06T15:08:58.561507+0000 mon.a (mon.0) 533 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:08:59.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:59 smithi169 bash[26469]: audit 2024-09-06T15:08:58.553596+0000 mon.a (mon.0) 531 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-06T15:08:59.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:59 smithi169 bash[26469]: audit 2024-09-06T15:08:58.559721+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-06T15:08:59.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:08:59 smithi169 bash[26469]: audit 2024-09-06T15:08:58.561507+0000 mon.a (mon.0) 533 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:08:59.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:59 smithi181 bash[21841]: audit 2024-09-06T15:08:58.553596+0000 mon.a (mon.0) 531 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-06T15:08:59.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:59 smithi181 bash[21841]: audit 2024-09-06T15:08:58.559721+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-06T15:08:59.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:08:59 smithi181 bash[21841]: audit 2024-09-06T15:08:58.561507+0000 mon.a (mon.0) 533 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:09:00.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:00 smithi169 bash[19820]: audit 2024-09-06T15:08:58.547036+0000 mgr.y (mgr.14150) 236 : audit [DBG] from='client.24202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:09:00.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:00 smithi169 bash[19820]: cluster 2024-09-06T15:08:59.333638+0000 mgr.y (mgr.14150) 237 : cluster [DBG] pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:00.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:00 smithi169 bash[26469]: audit 2024-09-06T15:08:58.547036+0000 mgr.y (mgr.14150) 236 : audit [DBG] from='client.24202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:09:00.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:00 smithi169 bash[26469]: cluster 2024-09-06T15:08:59.333638+0000 mgr.y (mgr.14150) 237 : cluster [DBG] pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:00.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:00 smithi181 bash[21841]: audit 2024-09-06T15:08:58.547036+0000 mgr.y (mgr.14150) 236 : audit [DBG] from='client.24202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:09:00.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:00 smithi181 bash[21841]: cluster 2024-09-06T15:08:59.333638+0000 mgr.y (mgr.14150) 237 : cluster [DBG] pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:02.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:02 smithi169 bash[19820]: cluster 2024-09-06T15:09:01.334196+0000 mgr.y (mgr.14150) 238 : cluster [DBG] pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:02.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:02 smithi169 bash[26469]: cluster 2024-09-06T15:09:01.334196+0000 mgr.y (mgr.14150) 238 : cluster [DBG] pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:02.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:02 smithi181 bash[21841]: cluster 2024-09-06T15:09:01.334196+0000 mgr.y (mgr.14150) 238 : cluster [DBG] pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:04.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:04 smithi169 bash[19820]: cluster 2024-09-06T15:09:03.334758+0000 mgr.y (mgr.14150) 239 : cluster [DBG] pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:04.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:04 smithi169 bash[26469]: cluster 2024-09-06T15:09:03.334758+0000 mgr.y (mgr.14150) 239 : cluster [DBG] pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:04.710 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:04 smithi181 bash[21841]: cluster 2024-09-06T15:09:03.334758+0000 mgr.y (mgr.14150) 239 : cluster [DBG] pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:06.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:06 smithi169 bash[19820]: cluster 2024-09-06T15:09:05.335332+0000 mgr.y (mgr.14150) 240 : cluster [DBG] pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:06.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:06 smithi169 bash[26469]: cluster 2024-09-06T15:09:05.335332+0000 mgr.y (mgr.14150) 240 : cluster [DBG] pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:06.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:06 smithi181 bash[21841]: cluster 2024-09-06T15:09:05.335332+0000 mgr.y (mgr.14150) 240 : cluster [DBG] pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:07.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:07 smithi181 bash[21841]: audit 2024-09-06T15:09:07.075387+0000 mon.a (mon.0) 534 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "039bd163-2438-4da8-b414-659d812cde0a"}]: dispatch 2024-09-06T15:09:07.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:07 smithi181 bash[21841]: audit 2024-09-06T15:09:07.075968+0000 mon.b (mon.1) 14 : audit [INF] from='client.? 172.21.15.181:0/3652729334' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "039bd163-2438-4da8-b414-659d812cde0a"}]: dispatch 2024-09-06T15:09:07.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:07 smithi181 bash[21841]: audit 2024-09-06T15:09:07.078930+0000 mon.a (mon.0) 535 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "039bd163-2438-4da8-b414-659d812cde0a"}]': finished 2024-09-06T15:09:07.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:07 smithi181 bash[21841]: cluster 2024-09-06T15:09:07.086584+0000 mon.a (mon.0) 536 : cluster [DBG] osdmap e36: 6 total, 5 up, 6 in 2024-09-06T15:09:07.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:07 smithi181 bash[21841]: audit 2024-09-06T15:09:07.087259+0000 mon.a (mon.0) 537 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-06T15:09:07.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:07 smithi169 bash[19820]: audit 2024-09-06T15:09:07.075387+0000 mon.a (mon.0) 534 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "039bd163-2438-4da8-b414-659d812cde0a"}]: dispatch 2024-09-06T15:09:07.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:07 smithi169 bash[19820]: audit 2024-09-06T15:09:07.075968+0000 mon.b (mon.1) 14 : audit [INF] from='client.? 172.21.15.181:0/3652729334' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "039bd163-2438-4da8-b414-659d812cde0a"}]: dispatch 2024-09-06T15:09:07.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:07 smithi169 bash[19820]: audit 2024-09-06T15:09:07.078930+0000 mon.a (mon.0) 535 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "039bd163-2438-4da8-b414-659d812cde0a"}]': finished 2024-09-06T15:09:07.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:07 smithi169 bash[19820]: cluster 2024-09-06T15:09:07.086584+0000 mon.a (mon.0) 536 : cluster [DBG] osdmap e36: 6 total, 5 up, 6 in 2024-09-06T15:09:07.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:07 smithi169 bash[19820]: audit 2024-09-06T15:09:07.087259+0000 mon.a (mon.0) 537 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-06T15:09:07.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:07 smithi169 bash[26469]: audit 2024-09-06T15:09:07.075387+0000 mon.a (mon.0) 534 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "039bd163-2438-4da8-b414-659d812cde0a"}]: dispatch 2024-09-06T15:09:07.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:07 smithi169 bash[26469]: audit 2024-09-06T15:09:07.075968+0000 mon.b (mon.1) 14 : audit [INF] from='client.? 172.21.15.181:0/3652729334' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "039bd163-2438-4da8-b414-659d812cde0a"}]: dispatch 2024-09-06T15:09:07.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:07 smithi169 bash[26469]: audit 2024-09-06T15:09:07.078930+0000 mon.a (mon.0) 535 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "039bd163-2438-4da8-b414-659d812cde0a"}]': finished 2024-09-06T15:09:07.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:07 smithi169 bash[26469]: cluster 2024-09-06T15:09:07.086584+0000 mon.a (mon.0) 536 : cluster [DBG] osdmap e36: 6 total, 5 up, 6 in 2024-09-06T15:09:07.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:07 smithi169 bash[26469]: audit 2024-09-06T15:09:07.087259+0000 mon.a (mon.0) 537 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-06T15:09:08.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:08 smithi181 bash[21841]: cluster 2024-09-06T15:09:07.335803+0000 mgr.y (mgr.14150) 241 : cluster [DBG] pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:08.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:08 smithi181 bash[21841]: audit 2024-09-06T15:09:07.698594+0000 mon.b (mon.1) 15 : audit [DBG] from='client.? 172.21.15.181:0/1958985628' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-06T15:09:08.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:08 smithi169 bash[19820]: cluster 2024-09-06T15:09:07.335803+0000 mgr.y (mgr.14150) 241 : cluster [DBG] pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:08.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:08 smithi169 bash[19820]: audit 2024-09-06T15:09:07.698594+0000 mon.b (mon.1) 15 : audit [DBG] from='client.? 172.21.15.181:0/1958985628' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-06T15:09:08.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:08 smithi169 bash[26469]: cluster 2024-09-06T15:09:07.335803+0000 mgr.y (mgr.14150) 241 : cluster [DBG] pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:08.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:08 smithi169 bash[26469]: audit 2024-09-06T15:09:07.698594+0000 mon.b (mon.1) 15 : audit [DBG] from='client.? 172.21.15.181:0/1958985628' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-06T15:09:10.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:10 smithi181 bash[21841]: cluster 2024-09-06T15:09:09.336344+0000 mgr.y (mgr.14150) 242 : cluster [DBG] pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:10.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:10 smithi169 bash[19820]: cluster 2024-09-06T15:09:09.336344+0000 mgr.y (mgr.14150) 242 : cluster [DBG] pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:10.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:10 smithi169 bash[26469]: cluster 2024-09-06T15:09:09.336344+0000 mgr.y (mgr.14150) 242 : cluster [DBG] pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:12.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:12 smithi181 bash[21841]: cluster 2024-09-06T15:09:11.336861+0000 mgr.y (mgr.14150) 243 : cluster [DBG] pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:12.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:12 smithi169 bash[19820]: cluster 2024-09-06T15:09:11.336861+0000 mgr.y (mgr.14150) 243 : cluster [DBG] pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:12.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:12 smithi169 bash[26469]: cluster 2024-09-06T15:09:11.336861+0000 mgr.y (mgr.14150) 243 : cluster [DBG] pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:14.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:14 smithi181 bash[21841]: cluster 2024-09-06T15:09:13.337410+0000 mgr.y (mgr.14150) 244 : cluster [DBG] pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:14.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:14 smithi169 bash[19820]: cluster 2024-09-06T15:09:13.337410+0000 mgr.y (mgr.14150) 244 : cluster [DBG] pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:14.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:14 smithi169 bash[26469]: cluster 2024-09-06T15:09:13.337410+0000 mgr.y (mgr.14150) 244 : cluster [DBG] pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:16.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:16 smithi181 bash[21841]: cluster 2024-09-06T15:09:15.337961+0000 mgr.y (mgr.14150) 245 : cluster [DBG] pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:16.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:16 smithi169 bash[19820]: cluster 2024-09-06T15:09:15.337961+0000 mgr.y (mgr.14150) 245 : cluster [DBG] pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:16.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:16 smithi169 bash[26469]: cluster 2024-09-06T15:09:15.337961+0000 mgr.y (mgr.14150) 245 : cluster [DBG] pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:18.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:18 smithi181 bash[21841]: cluster 2024-09-06T15:09:17.338504+0000 mgr.y (mgr.14150) 246 : cluster [DBG] pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:18.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:18 smithi169 bash[19820]: cluster 2024-09-06T15:09:17.338504+0000 mgr.y (mgr.14150) 246 : cluster [DBG] pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:18.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:18 smithi169 bash[26469]: cluster 2024-09-06T15:09:17.338504+0000 mgr.y (mgr.14150) 246 : cluster [DBG] pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:20.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:20 smithi181 bash[21841]: cluster 2024-09-06T15:09:19.339096+0000 mgr.y (mgr.14150) 247 : cluster [DBG] pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:20.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:20 smithi169 bash[26469]: cluster 2024-09-06T15:09:19.339096+0000 mgr.y (mgr.14150) 247 : cluster [DBG] pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:20.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:20 smithi169 bash[19820]: cluster 2024-09-06T15:09:19.339096+0000 mgr.y (mgr.14150) 247 : cluster [DBG] pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:21.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:21 smithi181 bash[21841]: audit 2024-09-06T15:09:20.503809+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-06T15:09:21.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:21 smithi181 bash[21841]: audit 2024-09-06T15:09:20.505629+0000 mon.a (mon.0) 539 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:09:21.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:21 smithi181 bash[21841]: cephadm 2024-09-06T15:09:20.507270+0000 mgr.y (mgr.14150) 248 : cephadm [INF] Deploying daemon osd.5 on smithi181 2024-09-06T15:09:21.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:21 smithi169 bash[26469]: audit 2024-09-06T15:09:20.503809+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-06T15:09:21.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:21 smithi169 bash[26469]: audit 2024-09-06T15:09:20.505629+0000 mon.a (mon.0) 539 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:09:21.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:21 smithi169 bash[26469]: cephadm 2024-09-06T15:09:20.507270+0000 mgr.y (mgr.14150) 248 : cephadm [INF] Deploying daemon osd.5 on smithi181 2024-09-06T15:09:21.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:21 smithi169 bash[19820]: audit 2024-09-06T15:09:20.503809+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-06T15:09:21.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:21 smithi169 bash[19820]: audit 2024-09-06T15:09:20.505629+0000 mon.a (mon.0) 539 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:09:21.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:21 smithi169 bash[19820]: cephadm 2024-09-06T15:09:20.507270+0000 mgr.y (mgr.14150) 248 : cephadm [INF] Deploying daemon osd.5 on smithi181 2024-09-06T15:09:22.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:22 smithi181 bash[21841]: cluster 2024-09-06T15:09:21.339650+0000 mgr.y (mgr.14150) 249 : cluster [DBG] pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:22.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:22 smithi169 bash[19820]: cluster 2024-09-06T15:09:21.339650+0000 mgr.y (mgr.14150) 249 : cluster [DBG] pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:22.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:22 smithi169 bash[26469]: cluster 2024-09-06T15:09:21.339650+0000 mgr.y (mgr.14150) 249 : cluster [DBG] pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:24.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:24 smithi181 bash[21841]: cluster 2024-09-06T15:09:23.340206+0000 mgr.y (mgr.14150) 250 : cluster [DBG] pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:24.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:24 smithi169 bash[26469]: cluster 2024-09-06T15:09:23.340206+0000 mgr.y (mgr.14150) 250 : cluster [DBG] pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:24.986 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:24 smithi169 bash[19820]: cluster 2024-09-06T15:09:23.340206+0000 mgr.y (mgr.14150) 250 : cluster [DBG] pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:25.188 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:24 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:09:25.188 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:25 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:09:25.188 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:09:24 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:09:25.188 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:09:25 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:09:25.189 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:09:24 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:09:25.189 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:09:25 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:09:25.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:25 smithi181 bash[21841]: audit 2024-09-06T15:09:25.237267+0000 mon.a (mon.0) 540 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:09:25.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:25 smithi181 bash[21841]: audit 2024-09-06T15:09:25.244771+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:09:25.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:25 smithi181 bash[21841]: audit 2024-09-06T15:09:25.255163+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:09:25.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:25 smithi169 bash[19820]: audit 2024-09-06T15:09:25.237267+0000 mon.a (mon.0) 540 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:09:25.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:25 smithi169 bash[19820]: audit 2024-09-06T15:09:25.244771+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:09:25.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:25 smithi169 bash[19820]: audit 2024-09-06T15:09:25.255163+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:09:25.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:25 smithi169 bash[26469]: audit 2024-09-06T15:09:25.237267+0000 mon.a (mon.0) 540 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:09:25.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:25 smithi169 bash[26469]: audit 2024-09-06T15:09:25.244771+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:09:25.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:25 smithi169 bash[26469]: audit 2024-09-06T15:09:25.255163+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:09:26.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:26 smithi181 bash[21841]: cluster 2024-09-06T15:09:25.340746+0000 mgr.y (mgr.14150) 251 : cluster [DBG] pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:26.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:26 smithi169 bash[19820]: cluster 2024-09-06T15:09:25.340746+0000 mgr.y (mgr.14150) 251 : cluster [DBG] pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:26.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:26 smithi169 bash[26469]: cluster 2024-09-06T15:09:25.340746+0000 mgr.y (mgr.14150) 251 : cluster [DBG] pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:28.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:28 smithi181 bash[21841]: cluster 2024-09-06T15:09:27.341322+0000 mgr.y (mgr.14150) 252 : cluster [DBG] pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:28.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:28 smithi169 bash[19820]: cluster 2024-09-06T15:09:27.341322+0000 mgr.y (mgr.14150) 252 : cluster [DBG] pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:28.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:28 smithi169 bash[26469]: cluster 2024-09-06T15:09:27.341322+0000 mgr.y (mgr.14150) 252 : cluster [DBG] pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:30.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:30 smithi181 bash[21841]: cluster 2024-09-06T15:09:29.341803+0000 mgr.y (mgr.14150) 253 : cluster [DBG] pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:30.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:30 smithi169 bash[19820]: cluster 2024-09-06T15:09:29.341803+0000 mgr.y (mgr.14150) 253 : cluster [DBG] pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:30.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:30 smithi169 bash[26469]: cluster 2024-09-06T15:09:29.341803+0000 mgr.y (mgr.14150) 253 : cluster [DBG] pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:31.650 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:31 smithi181 bash[21841]: audit 2024-09-06T15:09:30.593129+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:09:31.651 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:31 smithi181 bash[21841]: audit 2024-09-06T15:09:30.603673+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:09:31.651 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:31 smithi181 bash[21841]: audit 2024-09-06T15:09:31.301207+0000 mon.a (mon.0) 545 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:09:31.651 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:31 smithi181 bash[21841]: audit 2024-09-06T15:09:31.302779+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:09:31.651 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:31 smithi181 bash[21841]: audit 2024-09-06T15:09:31.311998+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:09:31.651 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:31 smithi181 bash[21841]: cluster 2024-09-06T15:09:31.342355+0000 mgr.y (mgr.14150) 254 : cluster [DBG] pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:31.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:31 smithi169 bash[19820]: audit 2024-09-06T15:09:30.593129+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:09:31.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:31 smithi169 bash[19820]: audit 2024-09-06T15:09:30.603673+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:09:31.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:31 smithi169 bash[19820]: audit 2024-09-06T15:09:31.301207+0000 mon.a (mon.0) 545 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:09:31.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:31 smithi169 bash[19820]: audit 2024-09-06T15:09:31.302779+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:09:31.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:31 smithi169 bash[19820]: audit 2024-09-06T15:09:31.311998+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:09:31.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:31 smithi169 bash[19820]: cluster 2024-09-06T15:09:31.342355+0000 mgr.y (mgr.14150) 254 : cluster [DBG] pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:31.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:31 smithi169 bash[26469]: audit 2024-09-06T15:09:30.593129+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:09:31.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:31 smithi169 bash[26469]: audit 2024-09-06T15:09:30.603673+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:09:31.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:31 smithi169 bash[26469]: audit 2024-09-06T15:09:31.301207+0000 mon.a (mon.0) 545 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:09:31.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:31 smithi169 bash[26469]: audit 2024-09-06T15:09:31.302779+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:09:31.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:31 smithi169 bash[26469]: audit 2024-09-06T15:09:31.311998+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:09:31.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:31 smithi169 bash[26469]: cluster 2024-09-06T15:09:31.342355+0000 mgr.y (mgr.14150) 254 : cluster [DBG] pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:34.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:34 smithi181 bash[21841]: cluster 2024-09-06T15:09:33.342928+0000 mgr.y (mgr.14150) 255 : cluster [DBG] pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:34.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:34 smithi181 bash[21841]: audit 2024-09-06T15:09:33.813606+0000 mon.a (mon.0) 548 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-06T15:09:34.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:34 smithi181 bash[21841]: audit 2024-09-06T15:09:33.814447+0000 mon.b (mon.1) 16 : audit [INF] from='osd.5 [v2:172.21.15.181:6808/319904722,v1:172.21.15.181:6809/319904722]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-06T15:09:34.641 INFO:teuthology.orchestra.run.smithi181.stdout:Created osd(s) 5 on host 'smithi181' 2024-09-06T15:09:34.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:34 smithi169 bash[19820]: cluster 2024-09-06T15:09:33.342928+0000 mgr.y (mgr.14150) 255 : cluster [DBG] pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:34.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:34 smithi169 bash[19820]: audit 2024-09-06T15:09:33.813606+0000 mon.a (mon.0) 548 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-06T15:09:34.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:34 smithi169 bash[19820]: audit 2024-09-06T15:09:33.814447+0000 mon.b (mon.1) 16 : audit [INF] from='osd.5 [v2:172.21.15.181:6808/319904722,v1:172.21.15.181:6809/319904722]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-06T15:09:34.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:34 smithi169 bash[26469]: cluster 2024-09-06T15:09:33.342928+0000 mgr.y (mgr.14150) 255 : cluster [DBG] pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:34.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:34 smithi169 bash[26469]: audit 2024-09-06T15:09:33.813606+0000 mon.a (mon.0) 548 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-06T15:09:34.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:34 smithi169 bash[26469]: audit 2024-09-06T15:09:33.814447+0000 mon.b (mon.1) 16 : audit [INF] from='osd.5 [v2:172.21.15.181:6808/319904722,v1:172.21.15.181:6809/319904722]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-06T15:09:35.288 DEBUG:teuthology.orchestra.run.smithi181:osd.5> sudo journalctl -f -n 0 -u ceph-bab55310-6c60-11ef-bce4-c7b262605968@osd.5.service 2024-09-06T15:09:35.291 INFO:tasks.cephadm:Deploying osd.6 on smithi181 with /dev/vg_nvme/lv_2... 2024-09-06T15:09:35.291 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-06T15:09:35.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:35 smithi169 bash[19820]: audit 2024-09-06T15:09:34.405683+0000 mon.a (mon.0) 549 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-06T15:09:35.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:35 smithi169 bash[19820]: cluster 2024-09-06T15:09:34.412064+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e37: 6 total, 5 up, 6 in 2024-09-06T15:09:35.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:35 smithi169 bash[19820]: audit 2024-09-06T15:09:34.412577+0000 mon.a (mon.0) 551 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-06T15:09:35.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:35 smithi169 bash[19820]: audit 2024-09-06T15:09:34.413295+0000 mon.a (mon.0) 552 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-09-06T15:09:35.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:35 smithi169 bash[19820]: audit 2024-09-06T15:09:34.413963+0000 mon.b (mon.1) 17 : audit [INF] from='osd.5 [v2:172.21.15.181:6808/319904722,v1:172.21.15.181:6809/319904722]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-09-06T15:09:35.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:35 smithi169 bash[19820]: audit 2024-09-06T15:09:34.612611+0000 mon.a (mon.0) 553 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:09:35.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:35 smithi169 bash[19820]: audit 2024-09-06T15:09:34.624162+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:09:35.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:35 smithi169 bash[19820]: audit 2024-09-06T15:09:34.636373+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:09:35.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:35 smithi169 bash[26469]: audit 2024-09-06T15:09:34.405683+0000 mon.a (mon.0) 549 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-06T15:09:35.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:35 smithi169 bash[26469]: cluster 2024-09-06T15:09:34.412064+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e37: 6 total, 5 up, 6 in 2024-09-06T15:09:35.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:35 smithi169 bash[26469]: audit 2024-09-06T15:09:34.412577+0000 mon.a (mon.0) 551 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-06T15:09:35.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:35 smithi169 bash[26469]: audit 2024-09-06T15:09:34.413295+0000 mon.a (mon.0) 552 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-09-06T15:09:35.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:35 smithi169 bash[26469]: audit 2024-09-06T15:09:34.413963+0000 mon.b (mon.1) 17 : audit [INF] from='osd.5 [v2:172.21.15.181:6808/319904722,v1:172.21.15.181:6809/319904722]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-09-06T15:09:35.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:35 smithi169 bash[26469]: audit 2024-09-06T15:09:34.612611+0000 mon.a (mon.0) 553 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:09:35.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:35 smithi169 bash[26469]: audit 2024-09-06T15:09:34.624162+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:09:35.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:35 smithi169 bash[26469]: audit 2024-09-06T15:09:34.636373+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:09:35.746 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:09:35 smithi181 bash[30612]: debug 2024-09-06T15:09:35.432+0000 7f8fbc805640 -1 osd.5 0 waiting for initial osdmap 2024-09-06T15:09:35.747 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:09:35 smithi181 bash[30612]: debug 2024-09-06T15:09:35.440+0000 7f8fb862d640 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-06T15:09:35.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:35 smithi181 bash[21841]: audit 2024-09-06T15:09:34.405683+0000 mon.a (mon.0) 549 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-06T15:09:35.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:35 smithi181 bash[21841]: cluster 2024-09-06T15:09:34.412064+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e37: 6 total, 5 up, 6 in 2024-09-06T15:09:35.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:35 smithi181 bash[21841]: audit 2024-09-06T15:09:34.412577+0000 mon.a (mon.0) 551 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-06T15:09:35.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:35 smithi181 bash[21841]: audit 2024-09-06T15:09:34.413295+0000 mon.a (mon.0) 552 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-09-06T15:09:35.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:35 smithi181 bash[21841]: audit 2024-09-06T15:09:34.413963+0000 mon.b (mon.1) 17 : audit [INF] from='osd.5 [v2:172.21.15.181:6808/319904722,v1:172.21.15.181:6809/319904722]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-09-06T15:09:35.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:35 smithi181 bash[21841]: audit 2024-09-06T15:09:34.612611+0000 mon.a (mon.0) 553 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:09:35.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:35 smithi181 bash[21841]: audit 2024-09-06T15:09:34.624162+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:09:35.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:35 smithi181 bash[21841]: audit 2024-09-06T15:09:34.636373+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:09:36.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:36 smithi169 bash[19820]: cluster 2024-09-06T15:09:35.343442+0000 mgr.y (mgr.14150) 256 : cluster [DBG] pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:36.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:36 smithi169 bash[19820]: audit 2024-09-06T15:09:35.408104+0000 mon.a (mon.0) 556 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-09-06T15:09:36.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:36 smithi169 bash[19820]: cluster 2024-09-06T15:09:35.415837+0000 mon.a (mon.0) 557 : cluster [DBG] osdmap e38: 6 total, 5 up, 6 in 2024-09-06T15:09:36.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:36 smithi169 bash[19820]: audit 2024-09-06T15:09:35.416708+0000 mon.a (mon.0) 558 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-06T15:09:36.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:36 smithi169 bash[19820]: audit 2024-09-06T15:09:35.425464+0000 mon.a (mon.0) 559 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-06T15:09:36.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:36 smithi169 bash[26469]: cluster 2024-09-06T15:09:35.343442+0000 mgr.y (mgr.14150) 256 : cluster [DBG] pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:36.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:36 smithi169 bash[26469]: audit 2024-09-06T15:09:35.408104+0000 mon.a (mon.0) 556 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-09-06T15:09:36.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:36 smithi169 bash[26469]: cluster 2024-09-06T15:09:35.415837+0000 mon.a (mon.0) 557 : cluster [DBG] osdmap e38: 6 total, 5 up, 6 in 2024-09-06T15:09:36.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:36 smithi169 bash[26469]: audit 2024-09-06T15:09:35.416708+0000 mon.a (mon.0) 558 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-06T15:09:36.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:36 smithi169 bash[26469]: audit 2024-09-06T15:09:35.425464+0000 mon.a (mon.0) 559 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-06T15:09:36.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:36 smithi181 bash[21841]: cluster 2024-09-06T15:09:35.343442+0000 mgr.y (mgr.14150) 256 : cluster [DBG] pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:36.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:36 smithi181 bash[21841]: audit 2024-09-06T15:09:35.408104+0000 mon.a (mon.0) 556 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-09-06T15:09:36.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:36 smithi181 bash[21841]: cluster 2024-09-06T15:09:35.415837+0000 mon.a (mon.0) 557 : cluster [DBG] osdmap e38: 6 total, 5 up, 6 in 2024-09-06T15:09:36.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:36 smithi181 bash[21841]: audit 2024-09-06T15:09:35.416708+0000 mon.a (mon.0) 558 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-06T15:09:36.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:36 smithi181 bash[21841]: audit 2024-09-06T15:09:35.425464+0000 mon.a (mon.0) 559 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-06T15:09:37.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:37 smithi169 bash[19820]: cluster 2024-09-06T15:09:34.768895+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-06T15:09:37.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:37 smithi169 bash[19820]: cluster 2024-09-06T15:09:34.768965+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-06T15:09:37.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:37 smithi169 bash[19820]: cluster 2024-09-06T15:09:36.420532+0000 mon.a (mon.0) 560 : cluster [INF] osd.5 [v2:172.21.15.181:6808/319904722,v1:172.21.15.181:6809/319904722] boot 2024-09-06T15:09:37.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:37 smithi169 bash[19820]: cluster 2024-09-06T15:09:36.420627+0000 mon.a (mon.0) 561 : cluster [DBG] osdmap e39: 6 total, 6 up, 6 in 2024-09-06T15:09:37.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:37 smithi169 bash[19820]: audit 2024-09-06T15:09:36.420887+0000 mon.a (mon.0) 562 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-06T15:09:37.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:37 smithi169 bash[19820]: cluster 2024-09-06T15:09:37.424017+0000 mon.a (mon.0) 563 : cluster [DBG] osdmap e40: 6 total, 6 up, 6 in 2024-09-06T15:09:37.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:37 smithi169 bash[26469]: cluster 2024-09-06T15:09:34.768895+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-06T15:09:37.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:37 smithi169 bash[26469]: cluster 2024-09-06T15:09:34.768965+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-06T15:09:37.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:37 smithi169 bash[26469]: cluster 2024-09-06T15:09:36.420532+0000 mon.a (mon.0) 560 : cluster [INF] osd.5 [v2:172.21.15.181:6808/319904722,v1:172.21.15.181:6809/319904722] boot 2024-09-06T15:09:37.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:37 smithi169 bash[26469]: cluster 2024-09-06T15:09:36.420627+0000 mon.a (mon.0) 561 : cluster [DBG] osdmap e39: 6 total, 6 up, 6 in 2024-09-06T15:09:37.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:37 smithi169 bash[26469]: audit 2024-09-06T15:09:36.420887+0000 mon.a (mon.0) 562 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-06T15:09:37.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:37 smithi169 bash[26469]: cluster 2024-09-06T15:09:37.424017+0000 mon.a (mon.0) 563 : cluster [DBG] osdmap e40: 6 total, 6 up, 6 in 2024-09-06T15:09:37.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:37 smithi181 bash[21841]: cluster 2024-09-06T15:09:34.768895+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-06T15:09:37.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:37 smithi181 bash[21841]: cluster 2024-09-06T15:09:34.768965+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-06T15:09:37.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:37 smithi181 bash[21841]: cluster 2024-09-06T15:09:36.420532+0000 mon.a (mon.0) 560 : cluster [INF] osd.5 [v2:172.21.15.181:6808/319904722,v1:172.21.15.181:6809/319904722] boot 2024-09-06T15:09:37.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:37 smithi181 bash[21841]: cluster 2024-09-06T15:09:36.420627+0000 mon.a (mon.0) 561 : cluster [DBG] osdmap e39: 6 total, 6 up, 6 in 2024-09-06T15:09:37.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:37 smithi181 bash[21841]: audit 2024-09-06T15:09:36.420887+0000 mon.a (mon.0) 562 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-06T15:09:37.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:37 smithi181 bash[21841]: cluster 2024-09-06T15:09:37.424017+0000 mon.a (mon.0) 563 : cluster [DBG] osdmap e40: 6 total, 6 up, 6 in 2024-09-06T15:09:38.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:38 smithi169 bash[19820]: cluster 2024-09-06T15:09:37.343995+0000 mgr.y (mgr.14150) 257 : cluster [DBG] pgmap v232: 1 pgs: 1 unknown; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:38.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:38 smithi169 bash[19820]: cluster 2024-09-06T15:09:38.421618+0000 mon.a (mon.0) 564 : cluster [DBG] osdmap e41: 6 total, 6 up, 6 in 2024-09-06T15:09:38.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:38 smithi169 bash[26469]: cluster 2024-09-06T15:09:37.343995+0000 mgr.y (mgr.14150) 257 : cluster [DBG] pgmap v232: 1 pgs: 1 unknown; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:38.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:38 smithi169 bash[26469]: cluster 2024-09-06T15:09:38.421618+0000 mon.a (mon.0) 564 : cluster [DBG] osdmap e41: 6 total, 6 up, 6 in 2024-09-06T15:09:38.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:38 smithi181 bash[21841]: cluster 2024-09-06T15:09:37.343995+0000 mgr.y (mgr.14150) 257 : cluster [DBG] pgmap v232: 1 pgs: 1 unknown; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-06T15:09:38.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:38 smithi181 bash[21841]: cluster 2024-09-06T15:09:38.421618+0000 mon.a (mon.0) 564 : cluster [DBG] osdmap e41: 6 total, 6 up, 6 in 2024-09-06T15:09:39.687 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.b/config 2024-09-06T15:09:40.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:40 smithi169 bash[19820]: cluster 2024-09-06T15:09:39.179323+0000 mon.a (mon.0) 565 : cluster [DBG] osdmap e42: 6 total, 6 up, 6 in 2024-09-06T15:09:40.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:40 smithi169 bash[19820]: cluster 2024-09-06T15:09:39.344529+0000 mgr.y (mgr.14150) 258 : cluster [DBG] pgmap v236: 1 pgs: 1 unknown; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:09:40.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:40 smithi169 bash[26469]: cluster 2024-09-06T15:09:39.179323+0000 mon.a (mon.0) 565 : cluster [DBG] osdmap e42: 6 total, 6 up, 6 in 2024-09-06T15:09:40.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:40 smithi169 bash[26469]: cluster 2024-09-06T15:09:39.344529+0000 mgr.y (mgr.14150) 258 : cluster [DBG] pgmap v236: 1 pgs: 1 unknown; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:09:40.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:40 smithi181 bash[21841]: cluster 2024-09-06T15:09:39.179323+0000 mon.a (mon.0) 565 : cluster [DBG] osdmap e42: 6 total, 6 up, 6 in 2024-09-06T15:09:40.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:40 smithi181 bash[21841]: cluster 2024-09-06T15:09:39.344529+0000 mgr.y (mgr.14150) 258 : cluster [DBG] pgmap v236: 1 pgs: 1 unknown; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:09:41.438 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:41 smithi181 bash[21841]: cluster 2024-09-06T15:09:40.190333+0000 mon.a (mon.0) 566 : cluster [DBG] osdmap e43: 6 total, 6 up, 6 in 2024-09-06T15:09:41.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:41 smithi169 bash[19820]: cluster 2024-09-06T15:09:40.190333+0000 mon.a (mon.0) 566 : cluster [DBG] osdmap e43: 6 total, 6 up, 6 in 2024-09-06T15:09:41.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:41 smithi169 bash[26469]: cluster 2024-09-06T15:09:40.190333+0000 mon.a (mon.0) 566 : cluster [DBG] osdmap e43: 6 total, 6 up, 6 in 2024-09-06T15:09:42.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:42 smithi169 bash[19820]: cluster 2024-09-06T15:09:41.345075+0000 mgr.y (mgr.14150) 259 : cluster [DBG] pgmap v238: 1 pgs: 1 unknown; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:09:42.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:42 smithi169 bash[26469]: cluster 2024-09-06T15:09:41.345075+0000 mgr.y (mgr.14150) 259 : cluster [DBG] pgmap v238: 1 pgs: 1 unknown; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:09:42.475 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:42 smithi181 bash[21841]: cluster 2024-09-06T15:09:41.345075+0000 mgr.y (mgr.14150) 259 : cluster [DBG] pgmap v238: 1 pgs: 1 unknown; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:09:44.509 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-06T15:09:44.543 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph orch daemon add osd smithi181:vg_nvme/lv_2 2024-09-06T15:09:44.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:44 smithi169 bash[19820]: cluster 2024-09-06T15:09:43.345655+0000 mgr.y (mgr.14150) 260 : cluster [DBG] pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-09-06T15:09:44.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:44 smithi169 bash[26469]: cluster 2024-09-06T15:09:43.345655+0000 mgr.y (mgr.14150) 260 : cluster [DBG] pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-09-06T15:09:44.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:44 smithi181 bash[21841]: cluster 2024-09-06T15:09:43.345655+0000 mgr.y (mgr.14150) 260 : cluster [DBG] pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-09-06T15:09:46.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:46 smithi169 bash[19820]: cluster 2024-09-06T15:09:45.346226+0000 mgr.y (mgr.14150) 261 : cluster [DBG] pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-09-06T15:09:46.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:46 smithi169 bash[26469]: cluster 2024-09-06T15:09:45.346226+0000 mgr.y (mgr.14150) 261 : cluster [DBG] pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-09-06T15:09:46.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:46 smithi181 bash[21841]: cluster 2024-09-06T15:09:45.346226+0000 mgr.y (mgr.14150) 261 : cluster [DBG] pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-09-06T15:09:48.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:48 smithi181 bash[21841]: cephadm 2024-09-06T15:09:47.203791+0000 mgr.y (mgr.14150) 262 : cephadm [INF] Detected new or changed devices on smithi181 2024-09-06T15:09:48.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:48 smithi181 bash[21841]: audit 2024-09-06T15:09:47.214822+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:09:48.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:48 smithi181 bash[21841]: audit 2024-09-06T15:09:47.223523+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:09:48.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:48 smithi181 bash[21841]: audit 2024-09-06T15:09:47.226307+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:09:48.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:48 smithi181 bash[21841]: audit 2024-09-06T15:09:47.228030+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:09:48.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:48 smithi181 bash[21841]: cephadm 2024-09-06T15:09:47.229245+0000 mgr.y (mgr.14150) 263 : cephadm [INF] Adjusting osd_memory_target on smithi181 to 8632M 2024-09-06T15:09:48.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:48 smithi181 bash[21841]: audit 2024-09-06T15:09:47.235557+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:09:48.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:48 smithi181 bash[21841]: audit 2024-09-06T15:09:47.240242+0000 mon.a (mon.0) 572 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:09:48.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:48 smithi181 bash[21841]: audit 2024-09-06T15:09:47.241915+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:09:48.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:48 smithi181 bash[21841]: audit 2024-09-06T15:09:47.251548+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:09:48.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:48 smithi181 bash[21841]: cluster 2024-09-06T15:09:47.346812+0000 mgr.y (mgr.14150) 264 : cluster [DBG] pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-09-06T15:09:48.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:48 smithi169 bash[19820]: cephadm 2024-09-06T15:09:47.203791+0000 mgr.y (mgr.14150) 262 : cephadm [INF] Detected new or changed devices on smithi181 2024-09-06T15:09:48.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:48 smithi169 bash[19820]: audit 2024-09-06T15:09:47.214822+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:09:48.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:48 smithi169 bash[19820]: audit 2024-09-06T15:09:47.223523+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:09:48.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:48 smithi169 bash[19820]: audit 2024-09-06T15:09:47.226307+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:09:48.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:48 smithi169 bash[19820]: audit 2024-09-06T15:09:47.228030+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:09:48.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:48 smithi169 bash[19820]: cephadm 2024-09-06T15:09:47.229245+0000 mgr.y (mgr.14150) 263 : cephadm [INF] Adjusting osd_memory_target on smithi181 to 8632M 2024-09-06T15:09:48.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:48 smithi169 bash[19820]: audit 2024-09-06T15:09:47.235557+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:09:48.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:48 smithi169 bash[19820]: audit 2024-09-06T15:09:47.240242+0000 mon.a (mon.0) 572 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:09:48.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:48 smithi169 bash[19820]: audit 2024-09-06T15:09:47.241915+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:09:48.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:48 smithi169 bash[19820]: audit 2024-09-06T15:09:47.251548+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:09:48.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:48 smithi169 bash[19820]: cluster 2024-09-06T15:09:47.346812+0000 mgr.y (mgr.14150) 264 : cluster [DBG] pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-09-06T15:09:48.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:48 smithi169 bash[26469]: cephadm 2024-09-06T15:09:47.203791+0000 mgr.y (mgr.14150) 262 : cephadm [INF] Detected new or changed devices on smithi181 2024-09-06T15:09:48.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:48 smithi169 bash[26469]: audit 2024-09-06T15:09:47.214822+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:09:48.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:48 smithi169 bash[26469]: audit 2024-09-06T15:09:47.223523+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:09:48.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:48 smithi169 bash[26469]: audit 2024-09-06T15:09:47.226307+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:09:48.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:48 smithi169 bash[26469]: audit 2024-09-06T15:09:47.228030+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:09:48.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:48 smithi169 bash[26469]: cephadm 2024-09-06T15:09:47.229245+0000 mgr.y (mgr.14150) 263 : cephadm [INF] Adjusting osd_memory_target on smithi181 to 8632M 2024-09-06T15:09:48.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:48 smithi169 bash[26469]: audit 2024-09-06T15:09:47.235557+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:09:48.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:48 smithi169 bash[26469]: audit 2024-09-06T15:09:47.240242+0000 mon.a (mon.0) 572 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:09:48.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:48 smithi169 bash[26469]: audit 2024-09-06T15:09:47.241915+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:09:48.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:48 smithi169 bash[26469]: audit 2024-09-06T15:09:47.251548+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:09:48.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:48 smithi169 bash[26469]: cluster 2024-09-06T15:09:47.346812+0000 mgr.y (mgr.14150) 264 : cluster [DBG] pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-09-06T15:09:49.658 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.b/config 2024-09-06T15:09:50.677 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:50 smithi181 bash[21841]: cluster 2024-09-06T15:09:49.347371+0000 mgr.y (mgr.14150) 265 : cluster [DBG] pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-06T15:09:50.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:50 smithi169 bash[19820]: cluster 2024-09-06T15:09:49.347371+0000 mgr.y (mgr.14150) 265 : cluster [DBG] pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-06T15:09:50.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:50 smithi169 bash[26469]: cluster 2024-09-06T15:09:49.347371+0000 mgr.y (mgr.14150) 265 : cluster [DBG] pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-06T15:09:51.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:51 smithi169 bash[19820]: audit 2024-09-06T15:09:50.997661+0000 mon.a (mon.0) 575 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-06T15:09:51.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:51 smithi169 bash[19820]: audit 2024-09-06T15:09:51.003836+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-06T15:09:51.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:51 smithi169 bash[19820]: audit 2024-09-06T15:09:51.005482+0000 mon.a (mon.0) 577 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:09:51.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:51 smithi169 bash[26469]: audit 2024-09-06T15:09:50.997661+0000 mon.a (mon.0) 575 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-06T15:09:51.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:51 smithi169 bash[26469]: audit 2024-09-06T15:09:51.003836+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-06T15:09:51.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:51 smithi169 bash[26469]: audit 2024-09-06T15:09:51.005482+0000 mon.a (mon.0) 577 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:09:51.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:51 smithi181 bash[21841]: audit 2024-09-06T15:09:50.997661+0000 mon.a (mon.0) 575 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-06T15:09:51.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:51 smithi181 bash[21841]: audit 2024-09-06T15:09:51.003836+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-06T15:09:51.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:51 smithi181 bash[21841]: audit 2024-09-06T15:09:51.005482+0000 mon.a (mon.0) 577 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:09:52.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:52 smithi169 bash[19820]: audit 2024-09-06T15:09:50.991521+0000 mgr.y (mgr.14150) 266 : audit [DBG] from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:09:52.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:52 smithi169 bash[19820]: cluster 2024-09-06T15:09:51.347907+0000 mgr.y (mgr.14150) 267 : cluster [DBG] pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-09-06T15:09:52.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:52 smithi169 bash[26469]: audit 2024-09-06T15:09:50.991521+0000 mgr.y (mgr.14150) 266 : audit [DBG] from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:09:52.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:52 smithi169 bash[26469]: cluster 2024-09-06T15:09:51.347907+0000 mgr.y (mgr.14150) 267 : cluster [DBG] pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-09-06T15:09:52.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:52 smithi181 bash[21841]: audit 2024-09-06T15:09:50.991521+0000 mgr.y (mgr.14150) 266 : audit [DBG] from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:09:52.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:52 smithi181 bash[21841]: cluster 2024-09-06T15:09:51.347907+0000 mgr.y (mgr.14150) 267 : cluster [DBG] pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-09-06T15:09:54.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:54 smithi169 bash[19820]: cluster 2024-09-06T15:09:53.348492+0000 mgr.y (mgr.14150) 268 : cluster [DBG] pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-06T15:09:54.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:54 smithi169 bash[26469]: cluster 2024-09-06T15:09:53.348492+0000 mgr.y (mgr.14150) 268 : cluster [DBG] pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-06T15:09:54.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:54 smithi181 bash[21841]: cluster 2024-09-06T15:09:53.348492+0000 mgr.y (mgr.14150) 268 : cluster [DBG] pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-06T15:09:56.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:56 smithi169 bash[19820]: cluster 2024-09-06T15:09:55.349048+0000 mgr.y (mgr.14150) 269 : cluster [DBG] pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:09:56.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:56 smithi169 bash[26469]: cluster 2024-09-06T15:09:55.349048+0000 mgr.y (mgr.14150) 269 : cluster [DBG] pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:09:56.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:56 smithi181 bash[21841]: cluster 2024-09-06T15:09:55.349048+0000 mgr.y (mgr.14150) 269 : cluster [DBG] pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:09:58.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:58 smithi169 bash[26469]: cluster 2024-09-06T15:09:57.349588+0000 mgr.y (mgr.14150) 270 : cluster [DBG] pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:09:58.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:58 smithi169 bash[19820]: cluster 2024-09-06T15:09:57.349588+0000 mgr.y (mgr.14150) 270 : cluster [DBG] pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:09:58.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:58 smithi181 bash[21841]: cluster 2024-09-06T15:09:57.349588+0000 mgr.y (mgr.14150) 270 : cluster [DBG] pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:09:59.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:59 smithi169 bash[26469]: audit 2024-09-06T15:09:59.406591+0000 mon.a (mon.0) 578 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bdffb5e1-f540-4445-ba93-fe3147fb0e62"}]: dispatch 2024-09-06T15:09:59.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:59 smithi169 bash[26469]: audit 2024-09-06T15:09:59.406924+0000 mon.b (mon.1) 18 : audit [INF] from='client.? 172.21.15.181:0/1962568471' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bdffb5e1-f540-4445-ba93-fe3147fb0e62"}]: dispatch 2024-09-06T15:09:59.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:59 smithi169 bash[26469]: audit 2024-09-06T15:09:59.410521+0000 mon.a (mon.0) 579 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bdffb5e1-f540-4445-ba93-fe3147fb0e62"}]': finished 2024-09-06T15:09:59.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:59 smithi169 bash[26469]: cluster 2024-09-06T15:09:59.419834+0000 mon.a (mon.0) 580 : cluster [DBG] osdmap e44: 7 total, 6 up, 7 in 2024-09-06T15:09:59.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:09:59 smithi169 bash[26469]: audit 2024-09-06T15:09:59.420531+0000 mon.a (mon.0) 581 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-06T15:09:59.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:59 smithi169 bash[19820]: audit 2024-09-06T15:09:59.406591+0000 mon.a (mon.0) 578 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bdffb5e1-f540-4445-ba93-fe3147fb0e62"}]: dispatch 2024-09-06T15:09:59.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:59 smithi169 bash[19820]: audit 2024-09-06T15:09:59.406924+0000 mon.b (mon.1) 18 : audit [INF] from='client.? 172.21.15.181:0/1962568471' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bdffb5e1-f540-4445-ba93-fe3147fb0e62"}]: dispatch 2024-09-06T15:09:59.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:59 smithi169 bash[19820]: audit 2024-09-06T15:09:59.410521+0000 mon.a (mon.0) 579 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bdffb5e1-f540-4445-ba93-fe3147fb0e62"}]': finished 2024-09-06T15:09:59.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:59 smithi169 bash[19820]: cluster 2024-09-06T15:09:59.419834+0000 mon.a (mon.0) 580 : cluster [DBG] osdmap e44: 7 total, 6 up, 7 in 2024-09-06T15:09:59.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:09:59 smithi169 bash[19820]: audit 2024-09-06T15:09:59.420531+0000 mon.a (mon.0) 581 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-06T15:09:59.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:59 smithi181 bash[21841]: audit 2024-09-06T15:09:59.406591+0000 mon.a (mon.0) 578 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bdffb5e1-f540-4445-ba93-fe3147fb0e62"}]: dispatch 2024-09-06T15:09:59.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:59 smithi181 bash[21841]: audit 2024-09-06T15:09:59.406924+0000 mon.b (mon.1) 18 : audit [INF] from='client.? 172.21.15.181:0/1962568471' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bdffb5e1-f540-4445-ba93-fe3147fb0e62"}]: dispatch 2024-09-06T15:09:59.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:59 smithi181 bash[21841]: audit 2024-09-06T15:09:59.410521+0000 mon.a (mon.0) 579 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bdffb5e1-f540-4445-ba93-fe3147fb0e62"}]': finished 2024-09-06T15:09:59.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:59 smithi181 bash[21841]: cluster 2024-09-06T15:09:59.419834+0000 mon.a (mon.0) 580 : cluster [DBG] osdmap e44: 7 total, 6 up, 7 in 2024-09-06T15:09:59.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:09:59 smithi181 bash[21841]: audit 2024-09-06T15:09:59.420531+0000 mon.a (mon.0) 581 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-06T15:10:00.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:00 smithi169 bash[19820]: cluster 2024-09-06T15:09:59.350170+0000 mgr.y (mgr.14150) 271 : cluster [DBG] pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:00.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:00 smithi169 bash[19820]: cluster 2024-09-06T15:10:00.000163+0000 mon.a (mon.0) 582 : cluster [INF] overall HEALTH_OK 2024-09-06T15:10:00.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:00 smithi169 bash[19820]: audit 2024-09-06T15:10:00.058028+0000 mon.b (mon.1) 19 : audit [DBG] from='client.? 172.21.15.181:0/4269445858' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-06T15:10:00.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:00 smithi169 bash[26469]: cluster 2024-09-06T15:09:59.350170+0000 mgr.y (mgr.14150) 271 : cluster [DBG] pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:00.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:00 smithi169 bash[26469]: cluster 2024-09-06T15:10:00.000163+0000 mon.a (mon.0) 582 : cluster [INF] overall HEALTH_OK 2024-09-06T15:10:00.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:00 smithi169 bash[26469]: audit 2024-09-06T15:10:00.058028+0000 mon.b (mon.1) 19 : audit [DBG] from='client.? 172.21.15.181:0/4269445858' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-06T15:10:00.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:00 smithi181 bash[21841]: cluster 2024-09-06T15:09:59.350170+0000 mgr.y (mgr.14150) 271 : cluster [DBG] pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:00.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:00 smithi181 bash[21841]: cluster 2024-09-06T15:10:00.000163+0000 mon.a (mon.0) 582 : cluster [INF] overall HEALTH_OK 2024-09-06T15:10:00.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:00 smithi181 bash[21841]: audit 2024-09-06T15:10:00.058028+0000 mon.b (mon.1) 19 : audit [DBG] from='client.? 172.21.15.181:0/4269445858' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-06T15:10:02.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:02 smithi181 bash[21841]: cluster 2024-09-06T15:10:01.350702+0000 mgr.y (mgr.14150) 272 : cluster [DBG] pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:02.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:02 smithi169 bash[19820]: cluster 2024-09-06T15:10:01.350702+0000 mgr.y (mgr.14150) 272 : cluster [DBG] pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:02.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:02 smithi169 bash[26469]: cluster 2024-09-06T15:10:01.350702+0000 mgr.y (mgr.14150) 272 : cluster [DBG] pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:04.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:04 smithi181 bash[21841]: cluster 2024-09-06T15:10:03.351328+0000 mgr.y (mgr.14150) 273 : cluster [DBG] pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:04.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:04 smithi169 bash[19820]: cluster 2024-09-06T15:10:03.351328+0000 mgr.y (mgr.14150) 273 : cluster [DBG] pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:04.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:04 smithi169 bash[26469]: cluster 2024-09-06T15:10:03.351328+0000 mgr.y (mgr.14150) 273 : cluster [DBG] pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:06.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:06 smithi181 bash[21841]: cluster 2024-09-06T15:10:05.351855+0000 mgr.y (mgr.14150) 274 : cluster [DBG] pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:06.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:06 smithi169 bash[19820]: cluster 2024-09-06T15:10:05.351855+0000 mgr.y (mgr.14150) 274 : cluster [DBG] pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:06.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:06 smithi169 bash[26469]: cluster 2024-09-06T15:10:05.351855+0000 mgr.y (mgr.14150) 274 : cluster [DBG] pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:08.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:08 smithi181 bash[21841]: cluster 2024-09-06T15:10:07.352381+0000 mgr.y (mgr.14150) 275 : cluster [DBG] pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:08.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:08 smithi169 bash[19820]: cluster 2024-09-06T15:10:07.352381+0000 mgr.y (mgr.14150) 275 : cluster [DBG] pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:08.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:08 smithi169 bash[26469]: cluster 2024-09-06T15:10:07.352381+0000 mgr.y (mgr.14150) 275 : cluster [DBG] pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:10.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:10 smithi181 bash[21841]: cluster 2024-09-06T15:10:09.352925+0000 mgr.y (mgr.14150) 276 : cluster [DBG] pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:10.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:10 smithi169 bash[19820]: cluster 2024-09-06T15:10:09.352925+0000 mgr.y (mgr.14150) 276 : cluster [DBG] pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:10.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:10 smithi169 bash[26469]: cluster 2024-09-06T15:10:09.352925+0000 mgr.y (mgr.14150) 276 : cluster [DBG] pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:12.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:12 smithi181 bash[21841]: cluster 2024-09-06T15:10:11.353432+0000 mgr.y (mgr.14150) 277 : cluster [DBG] pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:12.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:12 smithi169 bash[19820]: cluster 2024-09-06T15:10:11.353432+0000 mgr.y (mgr.14150) 277 : cluster [DBG] pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:12.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:12 smithi169 bash[26469]: cluster 2024-09-06T15:10:11.353432+0000 mgr.y (mgr.14150) 277 : cluster [DBG] pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:13.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:13 smithi181 bash[21841]: audit 2024-09-06T15:10:12.665274+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-06T15:10:13.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:13 smithi181 bash[21841]: audit 2024-09-06T15:10:12.667208+0000 mon.a (mon.0) 584 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:10:13.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:13 smithi169 bash[19820]: audit 2024-09-06T15:10:12.665274+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-06T15:10:13.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:13 smithi169 bash[19820]: audit 2024-09-06T15:10:12.667208+0000 mon.a (mon.0) 584 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:10:13.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:13 smithi169 bash[26469]: audit 2024-09-06T15:10:12.665274+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-06T15:10:13.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:13 smithi169 bash[26469]: audit 2024-09-06T15:10:12.667208+0000 mon.a (mon.0) 584 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:10:14.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:14 smithi181 bash[21841]: cephadm 2024-09-06T15:10:12.668792+0000 mgr.y (mgr.14150) 278 : cephadm [INF] Deploying daemon osd.6 on smithi181 2024-09-06T15:10:14.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:14 smithi181 bash[21841]: cluster 2024-09-06T15:10:13.353989+0000 mgr.y (mgr.14150) 279 : cluster [DBG] pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:14.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:14 smithi169 bash[19820]: cephadm 2024-09-06T15:10:12.668792+0000 mgr.y (mgr.14150) 278 : cephadm [INF] Deploying daemon osd.6 on smithi181 2024-09-06T15:10:14.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:14 smithi169 bash[19820]: cluster 2024-09-06T15:10:13.353989+0000 mgr.y (mgr.14150) 279 : cluster [DBG] pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:14.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:14 smithi169 bash[26469]: cephadm 2024-09-06T15:10:12.668792+0000 mgr.y (mgr.14150) 278 : cephadm [INF] Deploying daemon osd.6 on smithi181 2024-09-06T15:10:14.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:14 smithi169 bash[26469]: cluster 2024-09-06T15:10:13.353989+0000 mgr.y (mgr.14150) 279 : cluster [DBG] pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:16.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:16 smithi181 bash[21841]: cluster 2024-09-06T15:10:15.354505+0000 mgr.y (mgr.14150) 280 : cluster [DBG] pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:16.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:16 smithi169 bash[19820]: cluster 2024-09-06T15:10:15.354505+0000 mgr.y (mgr.14150) 280 : cluster [DBG] pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:16.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:16 smithi169 bash[26469]: cluster 2024-09-06T15:10:15.354505+0000 mgr.y (mgr.14150) 280 : cluster [DBG] pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:17.224 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:16 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:10:17.224 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:10:16 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:10:17.225 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:10:16 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:10:17.225 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:10:16 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:10:17.492 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:17 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:10:17.493 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:10:17 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:10:17.493 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:10:17 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:10:17.493 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:10:17 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:10:17.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:17 smithi181 bash[21841]: audit 2024-09-06T15:10:17.380218+0000 mon.a (mon.0) 585 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:10:17.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:17 smithi181 bash[21841]: audit 2024-09-06T15:10:17.388005+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:10:17.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:17 smithi181 bash[21841]: audit 2024-09-06T15:10:17.396212+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:10:17.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:17 smithi169 bash[19820]: audit 2024-09-06T15:10:17.380218+0000 mon.a (mon.0) 585 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:10:17.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:17 smithi169 bash[19820]: audit 2024-09-06T15:10:17.388005+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:10:17.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:17 smithi169 bash[19820]: audit 2024-09-06T15:10:17.396212+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:10:17.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:17 smithi169 bash[26469]: audit 2024-09-06T15:10:17.380218+0000 mon.a (mon.0) 585 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:10:17.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:17 smithi169 bash[26469]: audit 2024-09-06T15:10:17.388005+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:10:17.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:17 smithi169 bash[26469]: audit 2024-09-06T15:10:17.396212+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:10:18.692 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:18 smithi181 bash[21841]: cluster 2024-09-06T15:10:17.355059+0000 mgr.y (mgr.14150) 281 : cluster [DBG] pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:18.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:18 smithi169 bash[19820]: cluster 2024-09-06T15:10:17.355059+0000 mgr.y (mgr.14150) 281 : cluster [DBG] pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:18.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:18 smithi169 bash[26469]: cluster 2024-09-06T15:10:17.355059+0000 mgr.y (mgr.14150) 281 : cluster [DBG] pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:20.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:20 smithi169 bash[19820]: cluster 2024-09-06T15:10:19.355562+0000 mgr.y (mgr.14150) 282 : cluster [DBG] pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:20.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:20 smithi169 bash[26469]: cluster 2024-09-06T15:10:19.355562+0000 mgr.y (mgr.14150) 282 : cluster [DBG] pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:20.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:20 smithi181 bash[21841]: cluster 2024-09-06T15:10:19.355562+0000 mgr.y (mgr.14150) 282 : cluster [DBG] pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:22.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:22 smithi169 bash[19820]: cluster 2024-09-06T15:10:21.356043+0000 mgr.y (mgr.14150) 283 : cluster [DBG] pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:22.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:22 smithi169 bash[26469]: cluster 2024-09-06T15:10:21.356043+0000 mgr.y (mgr.14150) 283 : cluster [DBG] pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:22.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:22 smithi181 bash[21841]: cluster 2024-09-06T15:10:21.356043+0000 mgr.y (mgr.14150) 283 : cluster [DBG] pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:23.892 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:23 smithi181 bash[21841]: audit 2024-09-06T15:10:22.777795+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:10:23.892 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:23 smithi181 bash[21841]: audit 2024-09-06T15:10:22.786726+0000 mon.a (mon.0) 589 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:10:23.892 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:23 smithi181 bash[21841]: audit 2024-09-06T15:10:22.788758+0000 mon.a (mon.0) 590 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:10:23.892 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:23 smithi181 bash[21841]: audit 2024-09-06T15:10:22.790508+0000 mon.a (mon.0) 591 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:10:23.892 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:23 smithi181 bash[21841]: audit 2024-09-06T15:10:22.800079+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:10:23.892 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:23 smithi181 bash[21841]: cluster 2024-09-06T15:10:23.356611+0000 mgr.y (mgr.14150) 284 : cluster [DBG] pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:24.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:23 smithi169 bash[19820]: audit 2024-09-06T15:10:22.777795+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:10:24.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:23 smithi169 bash[19820]: audit 2024-09-06T15:10:22.786726+0000 mon.a (mon.0) 589 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:10:24.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:23 smithi169 bash[19820]: audit 2024-09-06T15:10:22.788758+0000 mon.a (mon.0) 590 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:10:24.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:23 smithi169 bash[19820]: audit 2024-09-06T15:10:22.790508+0000 mon.a (mon.0) 591 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:10:24.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:23 smithi169 bash[19820]: audit 2024-09-06T15:10:22.800079+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:10:24.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:23 smithi169 bash[19820]: cluster 2024-09-06T15:10:23.356611+0000 mgr.y (mgr.14150) 284 : cluster [DBG] pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:24.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:23 smithi169 bash[26469]: audit 2024-09-06T15:10:22.777795+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:10:24.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:23 smithi169 bash[26469]: audit 2024-09-06T15:10:22.786726+0000 mon.a (mon.0) 589 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:10:24.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:23 smithi169 bash[26469]: audit 2024-09-06T15:10:22.788758+0000 mon.a (mon.0) 590 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:10:24.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:23 smithi169 bash[26469]: audit 2024-09-06T15:10:22.790508+0000 mon.a (mon.0) 591 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:10:24.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:23 smithi169 bash[26469]: audit 2024-09-06T15:10:22.800079+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:10:24.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:23 smithi169 bash[26469]: cluster 2024-09-06T15:10:23.356611+0000 mgr.y (mgr.14150) 284 : cluster [DBG] pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:25.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:25 smithi181 bash[21841]: audit 2024-09-06T15:10:24.960260+0000 mon.a (mon.0) 593 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-06T15:10:25.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:25 smithi181 bash[21841]: audit 2024-09-06T15:10:24.960916+0000 mon.b (mon.1) 20 : audit [INF] from='osd.6 [v2:172.21.15.181:6816/1808513038,v1:172.21.15.181:6817/1808513038]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-06T15:10:25.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:25 smithi169 bash[19820]: audit 2024-09-06T15:10:24.960260+0000 mon.a (mon.0) 593 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-06T15:10:25.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:25 smithi169 bash[19820]: audit 2024-09-06T15:10:24.960916+0000 mon.b (mon.1) 20 : audit [INF] from='osd.6 [v2:172.21.15.181:6816/1808513038,v1:172.21.15.181:6817/1808513038]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-06T15:10:25.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:25 smithi169 bash[26469]: audit 2024-09-06T15:10:24.960260+0000 mon.a (mon.0) 593 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-06T15:10:25.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:25 smithi169 bash[26469]: audit 2024-09-06T15:10:24.960916+0000 mon.b (mon.1) 20 : audit [INF] from='osd.6 [v2:172.21.15.181:6816/1808513038,v1:172.21.15.181:6817/1808513038]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-06T15:10:26.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:26 smithi169 bash[19820]: audit 2024-09-06T15:10:25.013619+0000 mon.a (mon.0) 594 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-06T15:10:26.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:26 smithi169 bash[19820]: cluster 2024-09-06T15:10:25.020200+0000 mon.a (mon.0) 595 : cluster [DBG] osdmap e45: 7 total, 6 up, 7 in 2024-09-06T15:10:26.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:26 smithi169 bash[19820]: audit 2024-09-06T15:10:25.021199+0000 mon.a (mon.0) 596 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-06T15:10:26.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:26 smithi169 bash[19820]: audit 2024-09-06T15:10:25.022910+0000 mon.b (mon.1) 21 : audit [INF] from='osd.6 [v2:172.21.15.181:6816/1808513038,v1:172.21.15.181:6817/1808513038]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-09-06T15:10:26.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:26 smithi169 bash[19820]: audit 2024-09-06T15:10:25.031045+0000 mon.a (mon.0) 597 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-09-06T15:10:26.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:26 smithi169 bash[19820]: cluster 2024-09-06T15:10:25.357126+0000 mgr.y (mgr.14150) 285 : cluster [DBG] pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:26.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:26 smithi169 bash[26469]: audit 2024-09-06T15:10:25.013619+0000 mon.a (mon.0) 594 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-06T15:10:26.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:26 smithi169 bash[26469]: cluster 2024-09-06T15:10:25.020200+0000 mon.a (mon.0) 595 : cluster [DBG] osdmap e45: 7 total, 6 up, 7 in 2024-09-06T15:10:26.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:26 smithi169 bash[26469]: audit 2024-09-06T15:10:25.021199+0000 mon.a (mon.0) 596 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-06T15:10:26.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:26 smithi169 bash[26469]: audit 2024-09-06T15:10:25.022910+0000 mon.b (mon.1) 21 : audit [INF] from='osd.6 [v2:172.21.15.181:6816/1808513038,v1:172.21.15.181:6817/1808513038]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-09-06T15:10:26.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:26 smithi169 bash[26469]: audit 2024-09-06T15:10:25.031045+0000 mon.a (mon.0) 597 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-09-06T15:10:26.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:26 smithi169 bash[26469]: cluster 2024-09-06T15:10:25.357126+0000 mgr.y (mgr.14150) 285 : cluster [DBG] pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:26.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:26 smithi181 bash[21841]: audit 2024-09-06T15:10:25.013619+0000 mon.a (mon.0) 594 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-06T15:10:26.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:26 smithi181 bash[21841]: cluster 2024-09-06T15:10:25.020200+0000 mon.a (mon.0) 595 : cluster [DBG] osdmap e45: 7 total, 6 up, 7 in 2024-09-06T15:10:26.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:26 smithi181 bash[21841]: audit 2024-09-06T15:10:25.021199+0000 mon.a (mon.0) 596 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-06T15:10:26.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:26 smithi181 bash[21841]: audit 2024-09-06T15:10:25.022910+0000 mon.b (mon.1) 21 : audit [INF] from='osd.6 [v2:172.21.15.181:6816/1808513038,v1:172.21.15.181:6817/1808513038]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-09-06T15:10:26.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:26 smithi181 bash[21841]: audit 2024-09-06T15:10:25.031045+0000 mon.a (mon.0) 597 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-09-06T15:10:26.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:26 smithi181 bash[21841]: cluster 2024-09-06T15:10:25.357126+0000 mgr.y (mgr.14150) 285 : cluster [DBG] pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:26.718 INFO:teuthology.orchestra.run.smithi181.stdout:Created osd(s) 6 on host 'smithi181' 2024-09-06T15:10:27.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:27 smithi181 bash[21841]: audit 2024-09-06T15:10:26.031937+0000 mon.a (mon.0) 598 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-09-06T15:10:27.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:27 smithi181 bash[21841]: cluster 2024-09-06T15:10:26.039702+0000 mon.a (mon.0) 599 : cluster [DBG] osdmap e46: 7 total, 6 up, 7 in 2024-09-06T15:10:27.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:27 smithi181 bash[21841]: audit 2024-09-06T15:10:26.040395+0000 mon.a (mon.0) 600 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-06T15:10:27.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:27 smithi181 bash[21841]: audit 2024-09-06T15:10:26.041679+0000 mon.a (mon.0) 601 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-06T15:10:27.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:27 smithi181 bash[21841]: audit 2024-09-06T15:10:26.557612+0000 mon.a (mon.0) 602 : audit [INF] from='osd.6 ' entity='osd.6' 2024-09-06T15:10:27.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:27 smithi181 bash[21841]: audit 2024-09-06T15:10:26.698309+0000 mon.a (mon.0) 603 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:10:27.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:27 smithi181 bash[21841]: audit 2024-09-06T15:10:26.706084+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:10:27.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:27 smithi181 bash[21841]: audit 2024-09-06T15:10:26.716440+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:10:27.271 DEBUG:teuthology.orchestra.run.smithi181:osd.6> sudo journalctl -f -n 0 -u ceph-bab55310-6c60-11ef-bce4-c7b262605968@osd.6.service 2024-09-06T15:10:27.274 INFO:tasks.cephadm:Deploying osd.7 on smithi181 with /dev/vg_nvme/lv_1... 2024-09-06T15:10:27.274 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-06T15:10:27.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:27 smithi169 bash[19820]: audit 2024-09-06T15:10:26.031937+0000 mon.a (mon.0) 598 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-09-06T15:10:27.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:27 smithi169 bash[19820]: cluster 2024-09-06T15:10:26.039702+0000 mon.a (mon.0) 599 : cluster [DBG] osdmap e46: 7 total, 6 up, 7 in 2024-09-06T15:10:27.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:27 smithi169 bash[19820]: audit 2024-09-06T15:10:26.040395+0000 mon.a (mon.0) 600 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-06T15:10:27.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:27 smithi169 bash[19820]: audit 2024-09-06T15:10:26.041679+0000 mon.a (mon.0) 601 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-06T15:10:27.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:27 smithi169 bash[19820]: audit 2024-09-06T15:10:26.557612+0000 mon.a (mon.0) 602 : audit [INF] from='osd.6 ' entity='osd.6' 2024-09-06T15:10:27.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:27 smithi169 bash[19820]: audit 2024-09-06T15:10:26.698309+0000 mon.a (mon.0) 603 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:10:27.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:27 smithi169 bash[19820]: audit 2024-09-06T15:10:26.706084+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:10:27.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:27 smithi169 bash[19820]: audit 2024-09-06T15:10:26.716440+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:10:27.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:27 smithi169 bash[26469]: audit 2024-09-06T15:10:26.031937+0000 mon.a (mon.0) 598 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-09-06T15:10:27.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:27 smithi169 bash[26469]: cluster 2024-09-06T15:10:26.039702+0000 mon.a (mon.0) 599 : cluster [DBG] osdmap e46: 7 total, 6 up, 7 in 2024-09-06T15:10:27.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:27 smithi169 bash[26469]: audit 2024-09-06T15:10:26.040395+0000 mon.a (mon.0) 600 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-06T15:10:27.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:27 smithi169 bash[26469]: audit 2024-09-06T15:10:26.041679+0000 mon.a (mon.0) 601 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-06T15:10:27.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:27 smithi169 bash[26469]: audit 2024-09-06T15:10:26.557612+0000 mon.a (mon.0) 602 : audit [INF] from='osd.6 ' entity='osd.6' 2024-09-06T15:10:27.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:27 smithi169 bash[26469]: audit 2024-09-06T15:10:26.698309+0000 mon.a (mon.0) 603 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:10:27.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:27 smithi169 bash[26469]: audit 2024-09-06T15:10:26.706084+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:10:27.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:27 smithi169 bash[26469]: audit 2024-09-06T15:10:26.716440+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:10:28.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:28 smithi169 bash[26469]: cluster 2024-09-06T15:10:25.980540+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-06T15:10:28.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:28 smithi169 bash[26469]: cluster 2024-09-06T15:10:25.980668+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-06T15:10:28.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:28 smithi169 bash[26469]: audit 2024-09-06T15:10:27.041746+0000 mon.a (mon.0) 606 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-06T15:10:28.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:28 smithi169 bash[26469]: cluster 2024-09-06T15:10:27.053364+0000 mon.a (mon.0) 607 : cluster [INF] osd.6 [v2:172.21.15.181:6816/1808513038,v1:172.21.15.181:6817/1808513038] boot 2024-09-06T15:10:28.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:28 smithi169 bash[26469]: cluster 2024-09-06T15:10:27.053546+0000 mon.a (mon.0) 608 : cluster [DBG] osdmap e47: 7 total, 7 up, 7 in 2024-09-06T15:10:28.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:28 smithi169 bash[26469]: audit 2024-09-06T15:10:27.053870+0000 mon.a (mon.0) 609 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-06T15:10:28.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:28 smithi169 bash[26469]: cluster 2024-09-06T15:10:27.357632+0000 mgr.y (mgr.14150) 286 : cluster [DBG] pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:28.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:28 smithi169 bash[19820]: cluster 2024-09-06T15:10:25.980540+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-06T15:10:28.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:28 smithi169 bash[19820]: cluster 2024-09-06T15:10:25.980668+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-06T15:10:28.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:28 smithi169 bash[19820]: audit 2024-09-06T15:10:27.041746+0000 mon.a (mon.0) 606 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-06T15:10:28.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:28 smithi169 bash[19820]: cluster 2024-09-06T15:10:27.053364+0000 mon.a (mon.0) 607 : cluster [INF] osd.6 [v2:172.21.15.181:6816/1808513038,v1:172.21.15.181:6817/1808513038] boot 2024-09-06T15:10:28.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:28 smithi169 bash[19820]: cluster 2024-09-06T15:10:27.053546+0000 mon.a (mon.0) 608 : cluster [DBG] osdmap e47: 7 total, 7 up, 7 in 2024-09-06T15:10:28.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:28 smithi169 bash[19820]: audit 2024-09-06T15:10:27.053870+0000 mon.a (mon.0) 609 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-06T15:10:28.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:28 smithi169 bash[19820]: cluster 2024-09-06T15:10:27.357632+0000 mgr.y (mgr.14150) 286 : cluster [DBG] pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:28.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:28 smithi181 bash[21841]: cluster 2024-09-06T15:10:25.980540+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-06T15:10:28.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:28 smithi181 bash[21841]: cluster 2024-09-06T15:10:25.980668+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-06T15:10:28.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:28 smithi181 bash[21841]: audit 2024-09-06T15:10:27.041746+0000 mon.a (mon.0) 606 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-06T15:10:28.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:28 smithi181 bash[21841]: cluster 2024-09-06T15:10:27.053364+0000 mon.a (mon.0) 607 : cluster [INF] osd.6 [v2:172.21.15.181:6816/1808513038,v1:172.21.15.181:6817/1808513038] boot 2024-09-06T15:10:28.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:28 smithi181 bash[21841]: cluster 2024-09-06T15:10:27.053546+0000 mon.a (mon.0) 608 : cluster [DBG] osdmap e47: 7 total, 7 up, 7 in 2024-09-06T15:10:28.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:28 smithi181 bash[21841]: audit 2024-09-06T15:10:27.053870+0000 mon.a (mon.0) 609 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-06T15:10:28.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:28 smithi181 bash[21841]: cluster 2024-09-06T15:10:27.357632+0000 mgr.y (mgr.14150) 286 : cluster [DBG] pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-09-06T15:10:29.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:29 smithi169 bash[19820]: cluster 2024-09-06T15:10:28.063119+0000 mon.a (mon.0) 610 : cluster [DBG] osdmap e48: 7 total, 7 up, 7 in 2024-09-06T15:10:29.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:29 smithi169 bash[26469]: cluster 2024-09-06T15:10:28.063119+0000 mon.a (mon.0) 610 : cluster [DBG] osdmap e48: 7 total, 7 up, 7 in 2024-09-06T15:10:29.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:29 smithi181 bash[21841]: cluster 2024-09-06T15:10:28.063119+0000 mon.a (mon.0) 610 : cluster [DBG] osdmap e48: 7 total, 7 up, 7 in 2024-09-06T15:10:30.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:30 smithi169 bash[19820]: cluster 2024-09-06T15:10:29.067126+0000 mon.a (mon.0) 611 : cluster [DBG] osdmap e49: 7 total, 7 up, 7 in 2024-09-06T15:10:30.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:30 smithi169 bash[19820]: cluster 2024-09-06T15:10:29.358171+0000 mgr.y (mgr.14150) 287 : cluster [DBG] pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:10:30.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:30 smithi169 bash[26469]: cluster 2024-09-06T15:10:29.067126+0000 mon.a (mon.0) 611 : cluster [DBG] osdmap e49: 7 total, 7 up, 7 in 2024-09-06T15:10:30.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:30 smithi169 bash[26469]: cluster 2024-09-06T15:10:29.358171+0000 mgr.y (mgr.14150) 287 : cluster [DBG] pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:10:30.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:30 smithi181 bash[21841]: cluster 2024-09-06T15:10:29.067126+0000 mon.a (mon.0) 611 : cluster [DBG] osdmap e49: 7 total, 7 up, 7 in 2024-09-06T15:10:30.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:30 smithi181 bash[21841]: cluster 2024-09-06T15:10:29.358171+0000 mgr.y (mgr.14150) 287 : cluster [DBG] pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:10:31.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:31 smithi169 bash[19820]: cluster 2024-09-06T15:10:30.084406+0000 mon.a (mon.0) 612 : cluster [DBG] osdmap e50: 7 total, 7 up, 7 in 2024-09-06T15:10:31.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:31 smithi169 bash[26469]: cluster 2024-09-06T15:10:30.084406+0000 mon.a (mon.0) 612 : cluster [DBG] osdmap e50: 7 total, 7 up, 7 in 2024-09-06T15:10:31.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:31 smithi181 bash[21841]: cluster 2024-09-06T15:10:30.084406+0000 mon.a (mon.0) 612 : cluster [DBG] osdmap e50: 7 total, 7 up, 7 in 2024-09-06T15:10:31.773 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.b/config 2024-09-06T15:10:32.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:32 smithi169 bash[19820]: cluster 2024-09-06T15:10:31.087519+0000 mon.a (mon.0) 613 : cluster [DBG] osdmap e51: 7 total, 7 up, 7 in 2024-09-06T15:10:32.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:32 smithi169 bash[19820]: cluster 2024-09-06T15:10:31.358693+0000 mgr.y (mgr.14150) 288 : cluster [DBG] pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:10:32.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:32 smithi169 bash[26469]: cluster 2024-09-06T15:10:31.087519+0000 mon.a (mon.0) 613 : cluster [DBG] osdmap e51: 7 total, 7 up, 7 in 2024-09-06T15:10:32.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:32 smithi169 bash[26469]: cluster 2024-09-06T15:10:31.358693+0000 mgr.y (mgr.14150) 288 : cluster [DBG] pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:10:32.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:32 smithi181 bash[21841]: cluster 2024-09-06T15:10:31.087519+0000 mon.a (mon.0) 613 : cluster [DBG] osdmap e51: 7 total, 7 up, 7 in 2024-09-06T15:10:32.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:32 smithi181 bash[21841]: cluster 2024-09-06T15:10:31.358693+0000 mgr.y (mgr.14150) 288 : cluster [DBG] pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:10:34.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:34 smithi169 bash[19820]: cluster 2024-09-06T15:10:33.359416+0000 mgr.y (mgr.14150) 289 : cluster [DBG] pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 109 KiB/s, 0 objects/s recovering 2024-09-06T15:10:34.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:34 smithi169 bash[26469]: cluster 2024-09-06T15:10:33.359416+0000 mgr.y (mgr.14150) 289 : cluster [DBG] pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 109 KiB/s, 0 objects/s recovering 2024-09-06T15:10:34.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:34 smithi181 bash[21841]: cluster 2024-09-06T15:10:33.359416+0000 mgr.y (mgr.14150) 289 : cluster [DBG] pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 109 KiB/s, 0 objects/s recovering 2024-09-06T15:10:36.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:36 smithi169 bash[19820]: cluster 2024-09-06T15:10:35.360114+0000 mgr.y (mgr.14150) 290 : cluster [DBG] pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-09-06T15:10:36.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:36 smithi169 bash[26469]: cluster 2024-09-06T15:10:35.360114+0000 mgr.y (mgr.14150) 290 : cluster [DBG] pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-09-06T15:10:36.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:36 smithi181 bash[21841]: cluster 2024-09-06T15:10:35.360114+0000 mgr.y (mgr.14150) 290 : cluster [DBG] pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-09-06T15:10:36.885 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-06T15:10:36.936 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph orch daemon add osd smithi181:vg_nvme/lv_1 2024-09-06T15:10:38.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:38 smithi169 bash[26469]: cluster 2024-09-06T15:10:37.360831+0000 mgr.y (mgr.14150) 291 : cluster [DBG] pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-06T15:10:38.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:38 smithi169 bash[19820]: cluster 2024-09-06T15:10:37.360831+0000 mgr.y (mgr.14150) 291 : cluster [DBG] pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-06T15:10:38.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:38 smithi181 bash[21841]: cluster 2024-09-06T15:10:37.360831+0000 mgr.y (mgr.14150) 291 : cluster [DBG] pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-06T15:10:40.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:40 smithi169 bash[19820]: cluster 2024-09-06T15:10:39.361559+0000 mgr.y (mgr.14150) 292 : cluster [DBG] pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-09-06T15:10:40.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:40 smithi169 bash[19820]: audit 2024-09-06T15:10:39.695869+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:10:40.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:40 smithi169 bash[19820]: audit 2024-09-06T15:10:39.705166+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:10:40.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:40 smithi169 bash[19820]: audit 2024-09-06T15:10:39.708001+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:10:40.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:40 smithi169 bash[19820]: audit 2024-09-06T15:10:39.709649+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:10:40.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:40 smithi169 bash[19820]: audit 2024-09-06T15:10:39.711225+0000 mon.a (mon.0) 618 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:10:40.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:40 smithi169 bash[19820]: audit 2024-09-06T15:10:39.718785+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:10:40.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:40 smithi169 bash[19820]: audit 2024-09-06T15:10:39.723184+0000 mon.a (mon.0) 620 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:10:40.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:40 smithi169 bash[19820]: audit 2024-09-06T15:10:39.724780+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:10:40.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:40 smithi169 bash[19820]: audit 2024-09-06T15:10:39.734489+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:10:40.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:40 smithi169 bash[26469]: cluster 2024-09-06T15:10:39.361559+0000 mgr.y (mgr.14150) 292 : cluster [DBG] pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-09-06T15:10:40.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:40 smithi169 bash[26469]: audit 2024-09-06T15:10:39.695869+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:10:40.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:40 smithi169 bash[26469]: audit 2024-09-06T15:10:39.705166+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:10:40.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:40 smithi169 bash[26469]: audit 2024-09-06T15:10:39.708001+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:10:40.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:40 smithi169 bash[26469]: audit 2024-09-06T15:10:39.709649+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:10:40.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:40 smithi169 bash[26469]: audit 2024-09-06T15:10:39.711225+0000 mon.a (mon.0) 618 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:10:40.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:40 smithi169 bash[26469]: audit 2024-09-06T15:10:39.718785+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:10:40.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:40 smithi169 bash[26469]: audit 2024-09-06T15:10:39.723184+0000 mon.a (mon.0) 620 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:10:40.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:40 smithi169 bash[26469]: audit 2024-09-06T15:10:39.724780+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:10:40.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:40 smithi169 bash[26469]: audit 2024-09-06T15:10:39.734489+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:10:40.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:40 smithi181 bash[21841]: cluster 2024-09-06T15:10:39.361559+0000 mgr.y (mgr.14150) 292 : cluster [DBG] pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-09-06T15:10:40.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:40 smithi181 bash[21841]: audit 2024-09-06T15:10:39.695869+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:10:40.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:40 smithi181 bash[21841]: audit 2024-09-06T15:10:39.705166+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:10:40.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:40 smithi181 bash[21841]: audit 2024-09-06T15:10:39.708001+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:10:40.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:40 smithi181 bash[21841]: audit 2024-09-06T15:10:39.709649+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:10:40.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:40 smithi181 bash[21841]: audit 2024-09-06T15:10:39.711225+0000 mon.a (mon.0) 618 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:10:40.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:40 smithi181 bash[21841]: audit 2024-09-06T15:10:39.718785+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:10:40.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:40 smithi181 bash[21841]: audit 2024-09-06T15:10:39.723184+0000 mon.a (mon.0) 620 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:10:40.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:40 smithi181 bash[21841]: audit 2024-09-06T15:10:39.724780+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:10:40.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:40 smithi181 bash[21841]: audit 2024-09-06T15:10:39.734489+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:10:41.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:41 smithi169 bash[19820]: cephadm 2024-09-06T15:10:39.687496+0000 mgr.y (mgr.14150) 293 : cephadm [INF] Detected new or changed devices on smithi181 2024-09-06T15:10:41.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:41 smithi169 bash[19820]: cephadm 2024-09-06T15:10:39.712522+0000 mgr.y (mgr.14150) 294 : cephadm [INF] Adjusting osd_memory_target on smithi181 to 5755M 2024-09-06T15:10:41.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:41 smithi169 bash[26469]: cephadm 2024-09-06T15:10:39.687496+0000 mgr.y (mgr.14150) 293 : cephadm [INF] Detected new or changed devices on smithi181 2024-09-06T15:10:41.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:41 smithi169 bash[26469]: cephadm 2024-09-06T15:10:39.712522+0000 mgr.y (mgr.14150) 294 : cephadm [INF] Adjusting osd_memory_target on smithi181 to 5755M 2024-09-06T15:10:41.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:41 smithi181 bash[21841]: cephadm 2024-09-06T15:10:39.687496+0000 mgr.y (mgr.14150) 293 : cephadm [INF] Detected new or changed devices on smithi181 2024-09-06T15:10:41.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:41 smithi181 bash[21841]: cephadm 2024-09-06T15:10:39.712522+0000 mgr.y (mgr.14150) 294 : cephadm [INF] Adjusting osd_memory_target on smithi181 to 5755M 2024-09-06T15:10:42.168 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.b/config 2024-09-06T15:10:42.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:42 smithi169 bash[19820]: cluster 2024-09-06T15:10:41.362286+0000 mgr.y (mgr.14150) 295 : cluster [DBG] pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 56 KiB/s, 0 objects/s recovering 2024-09-06T15:10:42.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:42 smithi169 bash[26469]: cluster 2024-09-06T15:10:41.362286+0000 mgr.y (mgr.14150) 295 : cluster [DBG] pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 56 KiB/s, 0 objects/s recovering 2024-09-06T15:10:42.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:42 smithi181 bash[21841]: cluster 2024-09-06T15:10:41.362286+0000 mgr.y (mgr.14150) 295 : cluster [DBG] pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 56 KiB/s, 0 objects/s recovering 2024-09-06T15:10:44.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:44 smithi169 bash[19820]: cluster 2024-09-06T15:10:43.363083+0000 mgr.y (mgr.14150) 296 : cluster [DBG] pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-06T15:10:44.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:44 smithi169 bash[19820]: audit 2024-09-06T15:10:43.643429+0000 mon.a (mon.0) 623 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-06T15:10:44.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:44 smithi169 bash[19820]: audit 2024-09-06T15:10:43.649452+0000 mon.a (mon.0) 624 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-06T15:10:44.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:44 smithi169 bash[19820]: audit 2024-09-06T15:10:43.651181+0000 mon.a (mon.0) 625 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:10:44.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:44 smithi169 bash[26469]: cluster 2024-09-06T15:10:43.363083+0000 mgr.y (mgr.14150) 296 : cluster [DBG] pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-06T15:10:44.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:44 smithi169 bash[26469]: audit 2024-09-06T15:10:43.643429+0000 mon.a (mon.0) 623 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-06T15:10:44.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:44 smithi169 bash[26469]: audit 2024-09-06T15:10:43.649452+0000 mon.a (mon.0) 624 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-06T15:10:44.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:44 smithi169 bash[26469]: audit 2024-09-06T15:10:43.651181+0000 mon.a (mon.0) 625 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:10:44.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:44 smithi181 bash[21841]: cluster 2024-09-06T15:10:43.363083+0000 mgr.y (mgr.14150) 296 : cluster [DBG] pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-06T15:10:44.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:44 smithi181 bash[21841]: audit 2024-09-06T15:10:43.643429+0000 mon.a (mon.0) 623 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-06T15:10:44.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:44 smithi181 bash[21841]: audit 2024-09-06T15:10:43.649452+0000 mon.a (mon.0) 624 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-06T15:10:44.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:44 smithi181 bash[21841]: audit 2024-09-06T15:10:43.651181+0000 mon.a (mon.0) 625 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:10:45.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:45 smithi181 bash[21841]: audit 2024-09-06T15:10:43.637106+0000 mgr.y (mgr.14150) 297 : audit [DBG] from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:10:45.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:45 smithi169 bash[19820]: audit 2024-09-06T15:10:43.637106+0000 mgr.y (mgr.14150) 297 : audit [DBG] from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:10:45.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:45 smithi169 bash[26469]: audit 2024-09-06T15:10:43.637106+0000 mgr.y (mgr.14150) 297 : audit [DBG] from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:10:46.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:46 smithi181 bash[21841]: cluster 2024-09-06T15:10:45.363673+0000 mgr.y (mgr.14150) 298 : cluster [DBG] pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:10:46.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:46 smithi169 bash[19820]: cluster 2024-09-06T15:10:45.363673+0000 mgr.y (mgr.14150) 298 : cluster [DBG] pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:10:46.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:46 smithi169 bash[26469]: cluster 2024-09-06T15:10:45.363673+0000 mgr.y (mgr.14150) 298 : cluster [DBG] pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:10:48.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:48 smithi181 bash[21841]: cluster 2024-09-06T15:10:47.364238+0000 mgr.y (mgr.14150) 299 : cluster [DBG] pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:10:48.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:48 smithi169 bash[19820]: cluster 2024-09-06T15:10:47.364238+0000 mgr.y (mgr.14150) 299 : cluster [DBG] pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:10:48.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:48 smithi169 bash[26469]: cluster 2024-09-06T15:10:47.364238+0000 mgr.y (mgr.14150) 299 : cluster [DBG] pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:10:50.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:50 smithi181 bash[21841]: cluster 2024-09-06T15:10:49.364815+0000 mgr.y (mgr.14150) 300 : cluster [DBG] pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:10:50.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:50 smithi169 bash[19820]: cluster 2024-09-06T15:10:49.364815+0000 mgr.y (mgr.14150) 300 : cluster [DBG] pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:10:50.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:50 smithi169 bash[26469]: cluster 2024-09-06T15:10:49.364815+0000 mgr.y (mgr.14150) 300 : cluster [DBG] pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:10:52.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:52 smithi181 bash[21841]: cluster 2024-09-06T15:10:51.365368+0000 mgr.y (mgr.14150) 301 : cluster [DBG] pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:10:52.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:52 smithi181 bash[21841]: audit 2024-09-06T15:10:52.374284+0000 mon.a (mon.0) 626 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "607c7ce0-920e-4189-a766-7eeedcd2ab2f"}]: dispatch 2024-09-06T15:10:52.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:52 smithi181 bash[21841]: audit 2024-09-06T15:10:52.374814+0000 mon.b (mon.1) 22 : audit [INF] from='client.? 172.21.15.181:0/2020951900' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "607c7ce0-920e-4189-a766-7eeedcd2ab2f"}]: dispatch 2024-09-06T15:10:52.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:52 smithi181 bash[21841]: audit 2024-09-06T15:10:52.377832+0000 mon.a (mon.0) 627 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "607c7ce0-920e-4189-a766-7eeedcd2ab2f"}]': finished 2024-09-06T15:10:52.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:52 smithi181 bash[21841]: cluster 2024-09-06T15:10:52.385720+0000 mon.a (mon.0) 628 : cluster [DBG] osdmap e52: 8 total, 7 up, 8 in 2024-09-06T15:10:52.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:52 smithi181 bash[21841]: audit 2024-09-06T15:10:52.386227+0000 mon.a (mon.0) 629 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-06T15:10:52.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:52 smithi169 bash[19820]: cluster 2024-09-06T15:10:51.365368+0000 mgr.y (mgr.14150) 301 : cluster [DBG] pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:10:52.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:52 smithi169 bash[19820]: audit 2024-09-06T15:10:52.374284+0000 mon.a (mon.0) 626 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "607c7ce0-920e-4189-a766-7eeedcd2ab2f"}]: dispatch 2024-09-06T15:10:52.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:52 smithi169 bash[19820]: audit 2024-09-06T15:10:52.374814+0000 mon.b (mon.1) 22 : audit [INF] from='client.? 172.21.15.181:0/2020951900' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "607c7ce0-920e-4189-a766-7eeedcd2ab2f"}]: dispatch 2024-09-06T15:10:52.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:52 smithi169 bash[19820]: audit 2024-09-06T15:10:52.377832+0000 mon.a (mon.0) 627 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "607c7ce0-920e-4189-a766-7eeedcd2ab2f"}]': finished 2024-09-06T15:10:52.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:52 smithi169 bash[19820]: cluster 2024-09-06T15:10:52.385720+0000 mon.a (mon.0) 628 : cluster [DBG] osdmap e52: 8 total, 7 up, 8 in 2024-09-06T15:10:52.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:52 smithi169 bash[19820]: audit 2024-09-06T15:10:52.386227+0000 mon.a (mon.0) 629 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-06T15:10:52.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:52 smithi169 bash[26469]: cluster 2024-09-06T15:10:51.365368+0000 mgr.y (mgr.14150) 301 : cluster [DBG] pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:10:52.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:52 smithi169 bash[26469]: audit 2024-09-06T15:10:52.374284+0000 mon.a (mon.0) 626 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "607c7ce0-920e-4189-a766-7eeedcd2ab2f"}]: dispatch 2024-09-06T15:10:52.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:52 smithi169 bash[26469]: audit 2024-09-06T15:10:52.374814+0000 mon.b (mon.1) 22 : audit [INF] from='client.? 172.21.15.181:0/2020951900' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "607c7ce0-920e-4189-a766-7eeedcd2ab2f"}]: dispatch 2024-09-06T15:10:52.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:52 smithi169 bash[26469]: audit 2024-09-06T15:10:52.377832+0000 mon.a (mon.0) 627 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "607c7ce0-920e-4189-a766-7eeedcd2ab2f"}]': finished 2024-09-06T15:10:52.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:52 smithi169 bash[26469]: cluster 2024-09-06T15:10:52.385720+0000 mon.a (mon.0) 628 : cluster [DBG] osdmap e52: 8 total, 7 up, 8 in 2024-09-06T15:10:52.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:52 smithi169 bash[26469]: audit 2024-09-06T15:10:52.386227+0000 mon.a (mon.0) 629 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-06T15:10:53.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:53 smithi181 bash[21841]: audit 2024-09-06T15:10:52.990185+0000 mon.b (mon.1) 23 : audit [DBG] from='client.? 172.21.15.181:0/2967749555' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-06T15:10:53.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:53 smithi169 bash[19820]: audit 2024-09-06T15:10:52.990185+0000 mon.b (mon.1) 23 : audit [DBG] from='client.? 172.21.15.181:0/2967749555' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-06T15:10:53.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:53 smithi169 bash[26469]: audit 2024-09-06T15:10:52.990185+0000 mon.b (mon.1) 23 : audit [DBG] from='client.? 172.21.15.181:0/2967749555' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-06T15:10:54.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:54 smithi181 bash[21841]: cluster 2024-09-06T15:10:53.365961+0000 mgr.y (mgr.14150) 302 : cluster [DBG] pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:10:54.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:54 smithi169 bash[19820]: cluster 2024-09-06T15:10:53.365961+0000 mgr.y (mgr.14150) 302 : cluster [DBG] pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:10:54.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:54 smithi169 bash[26469]: cluster 2024-09-06T15:10:53.365961+0000 mgr.y (mgr.14150) 302 : cluster [DBG] pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:10:56.725 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:56 smithi181 bash[21841]: cluster 2024-09-06T15:10:55.366497+0000 mgr.y (mgr.14150) 303 : cluster [DBG] pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:10:56.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:56 smithi169 bash[19820]: cluster 2024-09-06T15:10:55.366497+0000 mgr.y (mgr.14150) 303 : cluster [DBG] pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:10:56.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:56 smithi169 bash[26469]: cluster 2024-09-06T15:10:55.366497+0000 mgr.y (mgr.14150) 303 : cluster [DBG] pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:10:58.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:10:58 smithi181 bash[21841]: cluster 2024-09-06T15:10:57.367071+0000 mgr.y (mgr.14150) 304 : cluster [DBG] pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:10:58.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:10:58 smithi169 bash[19820]: cluster 2024-09-06T15:10:57.367071+0000 mgr.y (mgr.14150) 304 : cluster [DBG] pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:10:58.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:10:58 smithi169 bash[26469]: cluster 2024-09-06T15:10:57.367071+0000 mgr.y (mgr.14150) 304 : cluster [DBG] pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:11:00.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:00 smithi181 bash[21841]: cluster 2024-09-06T15:10:59.367647+0000 mgr.y (mgr.14150) 305 : cluster [DBG] pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:11:00.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:00 smithi169 bash[19820]: cluster 2024-09-06T15:10:59.367647+0000 mgr.y (mgr.14150) 305 : cluster [DBG] pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:11:00.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:00 smithi169 bash[26469]: cluster 2024-09-06T15:10:59.367647+0000 mgr.y (mgr.14150) 305 : cluster [DBG] pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:11:02.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:02 smithi181 bash[21841]: cluster 2024-09-06T15:11:01.368216+0000 mgr.y (mgr.14150) 306 : cluster [DBG] pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:11:02.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:02 smithi169 bash[19820]: cluster 2024-09-06T15:11:01.368216+0000 mgr.y (mgr.14150) 306 : cluster [DBG] pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:11:02.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:02 smithi169 bash[26469]: cluster 2024-09-06T15:11:01.368216+0000 mgr.y (mgr.14150) 306 : cluster [DBG] pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:11:04.854 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:04 smithi181 bash[21841]: cluster 2024-09-06T15:11:03.368753+0000 mgr.y (mgr.14150) 307 : cluster [DBG] pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:11:04.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:04 smithi169 bash[19820]: cluster 2024-09-06T15:11:03.368753+0000 mgr.y (mgr.14150) 307 : cluster [DBG] pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:11:04.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:04 smithi169 bash[26469]: cluster 2024-09-06T15:11:03.368753+0000 mgr.y (mgr.14150) 307 : cluster [DBG] pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:11:06.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:06 smithi181 bash[21841]: cluster 2024-09-06T15:11:05.369297+0000 mgr.y (mgr.14150) 308 : cluster [DBG] pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:11:06.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:06 smithi181 bash[21841]: audit 2024-09-06T15:11:05.894076+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-06T15:11:06.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:06 smithi181 bash[21841]: audit 2024-09-06T15:11:05.895816+0000 mon.a (mon.0) 631 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:11:06.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:06 smithi169 bash[19820]: cluster 2024-09-06T15:11:05.369297+0000 mgr.y (mgr.14150) 308 : cluster [DBG] pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:11:06.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:06 smithi169 bash[19820]: audit 2024-09-06T15:11:05.894076+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-06T15:11:06.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:06 smithi169 bash[19820]: audit 2024-09-06T15:11:05.895816+0000 mon.a (mon.0) 631 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:11:06.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:06 smithi169 bash[26469]: cluster 2024-09-06T15:11:05.369297+0000 mgr.y (mgr.14150) 308 : cluster [DBG] pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:11:06.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:06 smithi169 bash[26469]: audit 2024-09-06T15:11:05.894076+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-06T15:11:06.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:06 smithi169 bash[26469]: audit 2024-09-06T15:11:05.895816+0000 mon.a (mon.0) 631 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:11:07.703 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:07 smithi181 bash[21841]: cephadm 2024-09-06T15:11:05.897324+0000 mgr.y (mgr.14150) 309 : cephadm [INF] Deploying daemon osd.7 on smithi181 2024-09-06T15:11:07.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:07 smithi169 bash[19820]: cephadm 2024-09-06T15:11:05.897324+0000 mgr.y (mgr.14150) 309 : cephadm [INF] Deploying daemon osd.7 on smithi181 2024-09-06T15:11:07.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:07 smithi169 bash[26469]: cephadm 2024-09-06T15:11:05.897324+0000 mgr.y (mgr.14150) 309 : cephadm [INF] Deploying daemon osd.7 on smithi181 2024-09-06T15:11:08.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:08 smithi181 bash[21841]: cluster 2024-09-06T15:11:07.369871+0000 mgr.y (mgr.14150) 310 : cluster [DBG] pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:11:08.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:08 smithi169 bash[19820]: cluster 2024-09-06T15:11:07.369871+0000 mgr.y (mgr.14150) 310 : cluster [DBG] pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:11:08.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:08 smithi169 bash[26469]: cluster 2024-09-06T15:11:07.369871+0000 mgr.y (mgr.14150) 310 : cluster [DBG] pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:11:10.532 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:11:10 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:11:10.532 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:11:10 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:11:10.533 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:10 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:11:10.533 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:10 smithi181 bash[21841]: cluster 2024-09-06T15:11:09.370543+0000 mgr.y (mgr.14150) 311 : cluster [DBG] pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:11:10.533 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:11:10 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:11:10.533 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:11:10 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:11:10.898 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:10 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:11:10.899 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:11:10 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:11:10.899 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:11:10 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:11:10.899 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:11:10 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:11:10.900 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:11:10 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:11:10.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:10 smithi169 bash[19820]: cluster 2024-09-06T15:11:09.370543+0000 mgr.y (mgr.14150) 311 : cluster [DBG] pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:11:10.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:10 smithi169 bash[26469]: cluster 2024-09-06T15:11:09.370543+0000 mgr.y (mgr.14150) 311 : cluster [DBG] pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:11:11.912 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:11 smithi181 bash[21841]: audit 2024-09-06T15:11:10.828156+0000 mon.a (mon.0) 632 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:11:11.912 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:11 smithi181 bash[21841]: audit 2024-09-06T15:11:10.835670+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:11.912 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:11 smithi181 bash[21841]: audit 2024-09-06T15:11:10.844425+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:11.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:11 smithi169 bash[19820]: audit 2024-09-06T15:11:10.828156+0000 mon.a (mon.0) 632 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:11:11.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:11 smithi169 bash[19820]: audit 2024-09-06T15:11:10.835670+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:11.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:11 smithi169 bash[19820]: audit 2024-09-06T15:11:10.844425+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:11.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:11 smithi169 bash[26469]: audit 2024-09-06T15:11:10.828156+0000 mon.a (mon.0) 632 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:11:11.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:11 smithi169 bash[26469]: audit 2024-09-06T15:11:10.835670+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:11.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:11 smithi169 bash[26469]: audit 2024-09-06T15:11:10.844425+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:12.826 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:12 smithi181 bash[21841]: cluster 2024-09-06T15:11:11.371229+0000 mgr.y (mgr.14150) 312 : cluster [DBG] pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:11:12.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:12 smithi169 bash[19820]: cluster 2024-09-06T15:11:11.371229+0000 mgr.y (mgr.14150) 312 : cluster [DBG] pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:11:12.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:12 smithi169 bash[26469]: cluster 2024-09-06T15:11:11.371229+0000 mgr.y (mgr.14150) 312 : cluster [DBG] pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:11:14.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:14 smithi169 bash[19820]: cluster 2024-09-06T15:11:13.371960+0000 mgr.y (mgr.14150) 313 : cluster [DBG] pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:11:14.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:14 smithi169 bash[26469]: cluster 2024-09-06T15:11:13.371960+0000 mgr.y (mgr.14150) 313 : cluster [DBG] pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:11:14.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:14 smithi181 bash[21841]: cluster 2024-09-06T15:11:13.371960+0000 mgr.y (mgr.14150) 313 : cluster [DBG] pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:11:16.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:16 smithi169 bash[19820]: cluster 2024-09-06T15:11:15.372650+0000 mgr.y (mgr.14150) 314 : cluster [DBG] pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:11:16.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:16 smithi169 bash[19820]: audit 2024-09-06T15:11:16.267966+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:16.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:16 smithi169 bash[19820]: audit 2024-09-06T15:11:16.277259+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:16.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:16 smithi169 bash[26469]: cluster 2024-09-06T15:11:15.372650+0000 mgr.y (mgr.14150) 314 : cluster [DBG] pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:11:16.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:16 smithi169 bash[26469]: audit 2024-09-06T15:11:16.267966+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:16.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:16 smithi169 bash[26469]: audit 2024-09-06T15:11:16.277259+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:16.983 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:16 smithi181 bash[21841]: cluster 2024-09-06T15:11:15.372650+0000 mgr.y (mgr.14150) 314 : cluster [DBG] pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:11:16.984 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:16 smithi181 bash[21841]: audit 2024-09-06T15:11:16.267966+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:16.984 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:16 smithi181 bash[21841]: audit 2024-09-06T15:11:16.277259+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:17.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:17 smithi181 bash[21841]: audit 2024-09-06T15:11:16.974180+0000 mon.a (mon.0) 637 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:11:17.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:17 smithi181 bash[21841]: audit 2024-09-06T15:11:16.975725+0000 mon.a (mon.0) 638 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:11:17.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:17 smithi181 bash[21841]: audit 2024-09-06T15:11:16.985109+0000 mon.a (mon.0) 639 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:17.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:17 smithi169 bash[26469]: audit 2024-09-06T15:11:16.974180+0000 mon.a (mon.0) 637 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:11:17.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:17 smithi169 bash[26469]: audit 2024-09-06T15:11:16.975725+0000 mon.a (mon.0) 638 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:11:17.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:17 smithi169 bash[26469]: audit 2024-09-06T15:11:16.985109+0000 mon.a (mon.0) 639 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:17.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:17 smithi169 bash[19820]: audit 2024-09-06T15:11:16.974180+0000 mon.a (mon.0) 637 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:11:17.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:17 smithi169 bash[19820]: audit 2024-09-06T15:11:16.975725+0000 mon.a (mon.0) 638 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:11:17.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:17 smithi169 bash[19820]: audit 2024-09-06T15:11:16.985109+0000 mon.a (mon.0) 639 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:18.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:18 smithi169 bash[26469]: cluster 2024-09-06T15:11:17.373240+0000 mgr.y (mgr.14150) 315 : cluster [DBG] pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:11:18.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:18 smithi169 bash[19820]: cluster 2024-09-06T15:11:17.373240+0000 mgr.y (mgr.14150) 315 : cluster [DBG] pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:11:18.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:18 smithi181 bash[21841]: cluster 2024-09-06T15:11:17.373240+0000 mgr.y (mgr.14150) 315 : cluster [DBG] pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:11:19.675 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:19 smithi181 bash[21841]: audit 2024-09-06T15:11:19.252734+0000 mon.a (mon.0) 640 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-06T15:11:19.676 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:19 smithi181 bash[21841]: audit 2024-09-06T15:11:19.253598+0000 mon.b (mon.1) 24 : audit [INF] from='osd.7 [v2:172.21.15.181:6824/3772924348,v1:172.21.15.181:6825/3772924348]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-06T15:11:19.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:19 smithi169 bash[26469]: audit 2024-09-06T15:11:19.252734+0000 mon.a (mon.0) 640 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-06T15:11:19.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:19 smithi169 bash[26469]: audit 2024-09-06T15:11:19.253598+0000 mon.b (mon.1) 24 : audit [INF] from='osd.7 [v2:172.21.15.181:6824/3772924348,v1:172.21.15.181:6825/3772924348]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-06T15:11:19.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:19 smithi169 bash[19820]: audit 2024-09-06T15:11:19.252734+0000 mon.a (mon.0) 640 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-06T15:11:19.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:19 smithi169 bash[19820]: audit 2024-09-06T15:11:19.253598+0000 mon.b (mon.1) 24 : audit [INF] from='osd.7 [v2:172.21.15.181:6824/3772924348,v1:172.21.15.181:6825/3772924348]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-06T15:11:20.173 INFO:teuthology.orchestra.run.smithi181.stdout:Created osd(s) 7 on host 'smithi181' 2024-09-06T15:11:20.845 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:20 smithi181 bash[21841]: cluster 2024-09-06T15:11:19.373830+0000 mgr.y (mgr.14150) 316 : cluster [DBG] pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:11:20.845 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:20 smithi181 bash[21841]: audit 2024-09-06T15:11:19.544308+0000 mon.a (mon.0) 641 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-06T15:11:20.845 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:20 smithi181 bash[21841]: cluster 2024-09-06T15:11:19.550204+0000 mon.a (mon.0) 642 : cluster [DBG] osdmap e53: 8 total, 7 up, 8 in 2024-09-06T15:11:20.845 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:20 smithi181 bash[21841]: audit 2024-09-06T15:11:19.550853+0000 mon.a (mon.0) 643 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-06T15:11:20.845 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:20 smithi181 bash[21841]: audit 2024-09-06T15:11:19.551649+0000 mon.b (mon.1) 25 : audit [INF] from='osd.7 [v2:172.21.15.181:6824/3772924348,v1:172.21.15.181:6825/3772924348]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-09-06T15:11:20.845 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:20 smithi181 bash[21841]: audit 2024-09-06T15:11:19.551986+0000 mon.a (mon.0) 644 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-09-06T15:11:20.845 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:20 smithi181 bash[21841]: audit 2024-09-06T15:11:20.153028+0000 mon.a (mon.0) 645 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:11:20.845 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:20 smithi181 bash[21841]: audit 2024-09-06T15:11:20.160777+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:20.845 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:20 smithi181 bash[21841]: audit 2024-09-06T15:11:20.171594+0000 mon.a (mon.0) 647 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:20.847 DEBUG:teuthology.orchestra.run.smithi181:osd.7> sudo journalctl -f -n 0 -u ceph-bab55310-6c60-11ef-bce4-c7b262605968@osd.7.service 2024-09-06T15:11:20.849 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-09-06T15:11:20.850 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph osd stat -f json 2024-09-06T15:11:20.861 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:20 smithi169 bash[19820]: cluster 2024-09-06T15:11:19.373830+0000 mgr.y (mgr.14150) 316 : cluster [DBG] pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:11:20.862 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:20 smithi169 bash[19820]: audit 2024-09-06T15:11:19.544308+0000 mon.a (mon.0) 641 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-06T15:11:20.862 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:20 smithi169 bash[19820]: cluster 2024-09-06T15:11:19.550204+0000 mon.a (mon.0) 642 : cluster [DBG] osdmap e53: 8 total, 7 up, 8 in 2024-09-06T15:11:20.862 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:20 smithi169 bash[19820]: audit 2024-09-06T15:11:19.550853+0000 mon.a (mon.0) 643 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-06T15:11:20.862 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:20 smithi169 bash[19820]: audit 2024-09-06T15:11:19.551649+0000 mon.b (mon.1) 25 : audit [INF] from='osd.7 [v2:172.21.15.181:6824/3772924348,v1:172.21.15.181:6825/3772924348]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-09-06T15:11:20.862 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:20 smithi169 bash[19820]: audit 2024-09-06T15:11:19.551986+0000 mon.a (mon.0) 644 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-09-06T15:11:20.862 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:20 smithi169 bash[19820]: audit 2024-09-06T15:11:20.153028+0000 mon.a (mon.0) 645 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:11:20.862 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:20 smithi169 bash[19820]: audit 2024-09-06T15:11:20.160777+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:20.862 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:20 smithi169 bash[19820]: audit 2024-09-06T15:11:20.171594+0000 mon.a (mon.0) 647 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:20.864 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:20 smithi169 bash[26469]: cluster 2024-09-06T15:11:19.373830+0000 mgr.y (mgr.14150) 316 : cluster [DBG] pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:11:20.864 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:20 smithi169 bash[26469]: audit 2024-09-06T15:11:19.544308+0000 mon.a (mon.0) 641 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-06T15:11:20.864 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:20 smithi169 bash[26469]: cluster 2024-09-06T15:11:19.550204+0000 mon.a (mon.0) 642 : cluster [DBG] osdmap e53: 8 total, 7 up, 8 in 2024-09-06T15:11:20.865 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:20 smithi169 bash[26469]: audit 2024-09-06T15:11:19.550853+0000 mon.a (mon.0) 643 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-06T15:11:20.865 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:20 smithi169 bash[26469]: audit 2024-09-06T15:11:19.551649+0000 mon.b (mon.1) 25 : audit [INF] from='osd.7 [v2:172.21.15.181:6824/3772924348,v1:172.21.15.181:6825/3772924348]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-09-06T15:11:20.865 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:20 smithi169 bash[26469]: audit 2024-09-06T15:11:19.551986+0000 mon.a (mon.0) 644 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-09-06T15:11:20.865 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:20 smithi169 bash[26469]: audit 2024-09-06T15:11:20.153028+0000 mon.a (mon.0) 645 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:11:20.865 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:20 smithi169 bash[26469]: audit 2024-09-06T15:11:20.160777+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:20.865 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:20 smithi169 bash[26469]: audit 2024-09-06T15:11:20.171594+0000 mon.a (mon.0) 647 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:21.245 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:11:21 smithi181 bash[41422]: debug 2024-09-06T15:11:21.039+0000 7fd9f3b45640 -1 osd.7 0 waiting for initial osdmap 2024-09-06T15:11:21.245 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:11:21 smithi181 bash[41422]: debug 2024-09-06T15:11:21.079+0000 7fd9eb151640 -1 osd.7 54 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-06T15:11:21.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:21 smithi169 bash[19820]: audit 2024-09-06T15:11:20.548646+0000 mon.a (mon.0) 648 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-09-06T15:11:21.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:21 smithi169 bash[19820]: cluster 2024-09-06T15:11:20.557335+0000 mon.a (mon.0) 649 : cluster [DBG] osdmap e54: 8 total, 7 up, 8 in 2024-09-06T15:11:21.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:21 smithi169 bash[19820]: audit 2024-09-06T15:11:20.558336+0000 mon.a (mon.0) 650 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-06T15:11:21.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:21 smithi169 bash[19820]: audit 2024-09-06T15:11:20.567693+0000 mon.a (mon.0) 651 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-06T15:11:21.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:21 smithi169 bash[19820]: audit 2024-09-06T15:11:21.046888+0000 mon.a (mon.0) 652 : audit [INF] from='osd.7 ' entity='osd.7' 2024-09-06T15:11:21.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:21 smithi169 bash[26469]: audit 2024-09-06T15:11:20.548646+0000 mon.a (mon.0) 648 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-09-06T15:11:21.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:21 smithi169 bash[26469]: cluster 2024-09-06T15:11:20.557335+0000 mon.a (mon.0) 649 : cluster [DBG] osdmap e54: 8 total, 7 up, 8 in 2024-09-06T15:11:21.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:21 smithi169 bash[26469]: audit 2024-09-06T15:11:20.558336+0000 mon.a (mon.0) 650 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-06T15:11:21.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:21 smithi169 bash[26469]: audit 2024-09-06T15:11:20.567693+0000 mon.a (mon.0) 651 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-06T15:11:21.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:21 smithi169 bash[26469]: audit 2024-09-06T15:11:21.046888+0000 mon.a (mon.0) 652 : audit [INF] from='osd.7 ' entity='osd.7' 2024-09-06T15:11:21.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:21 smithi181 bash[21841]: audit 2024-09-06T15:11:20.548646+0000 mon.a (mon.0) 648 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-09-06T15:11:21.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:21 smithi181 bash[21841]: cluster 2024-09-06T15:11:20.557335+0000 mon.a (mon.0) 649 : cluster [DBG] osdmap e54: 8 total, 7 up, 8 in 2024-09-06T15:11:21.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:21 smithi181 bash[21841]: audit 2024-09-06T15:11:20.558336+0000 mon.a (mon.0) 650 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-06T15:11:21.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:21 smithi181 bash[21841]: audit 2024-09-06T15:11:20.567693+0000 mon.a (mon.0) 651 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-06T15:11:21.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:21 smithi181 bash[21841]: audit 2024-09-06T15:11:21.046888+0000 mon.a (mon.0) 652 : audit [INF] from='osd.7 ' entity='osd.7' 2024-09-06T15:11:22.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:22 smithi169 bash[19820]: cluster 2024-09-06T15:11:20.256597+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-06T15:11:22.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:22 smithi169 bash[19820]: cluster 2024-09-06T15:11:20.256654+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-06T15:11:22.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:22 smithi169 bash[19820]: cluster 2024-09-06T15:11:21.374379+0000 mgr.y (mgr.14150) 317 : cluster [DBG] pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:11:22.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:22 smithi169 bash[19820]: cluster 2024-09-06T15:11:21.558615+0000 mon.a (mon.0) 653 : cluster [INF] osd.7 [v2:172.21.15.181:6824/3772924348,v1:172.21.15.181:6825/3772924348] boot 2024-09-06T15:11:22.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:22 smithi169 bash[19820]: cluster 2024-09-06T15:11:21.558696+0000 mon.a (mon.0) 654 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2024-09-06T15:11:22.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:22 smithi169 bash[19820]: audit 2024-09-06T15:11:21.559427+0000 mon.a (mon.0) 655 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-06T15:11:22.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:22 smithi169 bash[19820]: cluster 2024-09-06T15:11:22.559286+0000 mon.a (mon.0) 656 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2024-09-06T15:11:22.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:22 smithi169 bash[26469]: cluster 2024-09-06T15:11:20.256597+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-06T15:11:22.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:22 smithi169 bash[26469]: cluster 2024-09-06T15:11:20.256654+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-06T15:11:22.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:22 smithi169 bash[26469]: cluster 2024-09-06T15:11:21.374379+0000 mgr.y (mgr.14150) 317 : cluster [DBG] pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:11:22.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:22 smithi169 bash[26469]: cluster 2024-09-06T15:11:21.558615+0000 mon.a (mon.0) 653 : cluster [INF] osd.7 [v2:172.21.15.181:6824/3772924348,v1:172.21.15.181:6825/3772924348] boot 2024-09-06T15:11:22.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:22 smithi169 bash[26469]: cluster 2024-09-06T15:11:21.558696+0000 mon.a (mon.0) 654 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2024-09-06T15:11:22.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:22 smithi169 bash[26469]: audit 2024-09-06T15:11:21.559427+0000 mon.a (mon.0) 655 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-06T15:11:22.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:22 smithi169 bash[26469]: cluster 2024-09-06T15:11:22.559286+0000 mon.a (mon.0) 656 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2024-09-06T15:11:22.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:22 smithi181 bash[21841]: cluster 2024-09-06T15:11:20.256597+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-06T15:11:22.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:22 smithi181 bash[21841]: cluster 2024-09-06T15:11:20.256654+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-06T15:11:22.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:22 smithi181 bash[21841]: cluster 2024-09-06T15:11:21.374379+0000 mgr.y (mgr.14150) 317 : cluster [DBG] pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-06T15:11:22.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:22 smithi181 bash[21841]: cluster 2024-09-06T15:11:21.558615+0000 mon.a (mon.0) 653 : cluster [INF] osd.7 [v2:172.21.15.181:6824/3772924348,v1:172.21.15.181:6825/3772924348] boot 2024-09-06T15:11:22.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:22 smithi181 bash[21841]: cluster 2024-09-06T15:11:21.558696+0000 mon.a (mon.0) 654 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2024-09-06T15:11:22.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:22 smithi181 bash[21841]: audit 2024-09-06T15:11:21.559427+0000 mon.a (mon.0) 655 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-06T15:11:22.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:22 smithi181 bash[21841]: cluster 2024-09-06T15:11:22.559286+0000 mon.a (mon.0) 656 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2024-09-06T15:11:24.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:24 smithi169 bash[19820]: cluster 2024-09-06T15:11:23.375129+0000 mgr.y (mgr.14150) 318 : cluster [DBG] pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:11:24.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:24 smithi169 bash[19820]: cluster 2024-09-06T15:11:23.561603+0000 mon.a (mon.0) 657 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2024-09-06T15:11:24.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:24 smithi169 bash[19820]: cluster 2024-09-06T15:11:24.203138+0000 mon.a (mon.0) 658 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2024-09-06T15:11:24.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:24 smithi169 bash[26469]: cluster 2024-09-06T15:11:23.375129+0000 mgr.y (mgr.14150) 318 : cluster [DBG] pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:11:24.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:24 smithi169 bash[26469]: cluster 2024-09-06T15:11:23.561603+0000 mon.a (mon.0) 657 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2024-09-06T15:11:24.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:24 smithi169 bash[26469]: cluster 2024-09-06T15:11:24.203138+0000 mon.a (mon.0) 658 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2024-09-06T15:11:24.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:24 smithi181 bash[21841]: cluster 2024-09-06T15:11:23.375129+0000 mgr.y (mgr.14150) 318 : cluster [DBG] pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:11:24.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:24 smithi181 bash[21841]: cluster 2024-09-06T15:11:23.561603+0000 mon.a (mon.0) 657 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2024-09-06T15:11:24.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:24 smithi181 bash[21841]: cluster 2024-09-06T15:11:24.203138+0000 mon.a (mon.0) 658 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2024-09-06T15:11:25.620 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:11:26.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:26 smithi181 bash[21841]: cluster 2024-09-06T15:11:25.205285+0000 mon.a (mon.0) 659 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2024-09-06T15:11:26.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:26 smithi181 bash[21841]: cluster 2024-09-06T15:11:25.375678+0000 mgr.y (mgr.14150) 319 : cluster [DBG] pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:11:26.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:26 smithi169 bash[19820]: cluster 2024-09-06T15:11:25.205285+0000 mon.a (mon.0) 659 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2024-09-06T15:11:26.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:26 smithi169 bash[19820]: cluster 2024-09-06T15:11:25.375678+0000 mgr.y (mgr.14150) 319 : cluster [DBG] pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:11:26.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:26 smithi169 bash[26469]: cluster 2024-09-06T15:11:25.205285+0000 mon.a (mon.0) 659 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2024-09-06T15:11:26.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:26 smithi169 bash[26469]: cluster 2024-09-06T15:11:25.375678+0000 mgr.y (mgr.14150) 319 : cluster [DBG] pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:11:27.222 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:11:27.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:27 smithi181 bash[21841]: audit 2024-09-06T15:11:27.225803+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.169:0/291598671' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-06T15:11:27.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:27 smithi169 bash[19820]: audit 2024-09-06T15:11:27.225803+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.169:0/291598671' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-06T15:11:27.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:27 smithi169 bash[26469]: audit 2024-09-06T15:11:27.225803+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.169:0/291598671' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-06T15:11:27.887 INFO:teuthology.orchestra.run.smithi169.stdout:{"epoch":59,"num_osds":8,"num_up_osds":8,"osd_up_since":1725635481,"num_in_osds":8,"osd_in_since":1725635452,"num_remapped_pgs":0} 2024-09-06T15:11:27.888 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph osd dump --format=json 2024-09-06T15:11:28.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:28 smithi181 bash[21841]: cluster 2024-09-06T15:11:27.376254+0000 mgr.y (mgr.14150) 320 : cluster [DBG] pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 120 KiB/s, 0 objects/s recovering 2024-09-06T15:11:28.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:28 smithi169 bash[19820]: cluster 2024-09-06T15:11:27.376254+0000 mgr.y (mgr.14150) 320 : cluster [DBG] pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 120 KiB/s, 0 objects/s recovering 2024-09-06T15:11:28.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:28 smithi169 bash[26469]: cluster 2024-09-06T15:11:27.376254+0000 mgr.y (mgr.14150) 320 : cluster [DBG] pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 120 KiB/s, 0 objects/s recovering 2024-09-06T15:11:30.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:30 smithi169 bash[19820]: cluster 2024-09-06T15:11:29.376884+0000 mgr.y (mgr.14150) 321 : cluster [DBG] pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-06T15:11:30.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:30 smithi169 bash[19820]: audit 2024-09-06T15:11:29.866901+0000 mon.a (mon.0) 660 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:30.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:30 smithi169 bash[19820]: audit 2024-09-06T15:11:29.875999+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:30.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:30 smithi169 bash[19820]: audit 2024-09-06T15:11:29.879108+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:11:30.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:30 smithi169 bash[19820]: audit 2024-09-06T15:11:29.880853+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:11:30.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:30 smithi169 bash[19820]: audit 2024-09-06T15:11:29.882522+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:11:30.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:30 smithi169 bash[19820]: audit 2024-09-06T15:11:29.884176+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:11:30.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:30 smithi169 bash[19820]: audit 2024-09-06T15:11:29.892079+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:30.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:30 smithi169 bash[19820]: audit 2024-09-06T15:11:29.896680+0000 mon.a (mon.0) 667 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:11:30.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:30 smithi169 bash[19820]: audit 2024-09-06T15:11:29.898536+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:11:30.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:30 smithi169 bash[19820]: audit 2024-09-06T15:11:29.909188+0000 mon.a (mon.0) 669 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:30.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:30 smithi169 bash[26469]: cluster 2024-09-06T15:11:29.376884+0000 mgr.y (mgr.14150) 321 : cluster [DBG] pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-06T15:11:30.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:30 smithi169 bash[26469]: audit 2024-09-06T15:11:29.866901+0000 mon.a (mon.0) 660 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:30.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:30 smithi169 bash[26469]: audit 2024-09-06T15:11:29.875999+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:30.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:30 smithi169 bash[26469]: audit 2024-09-06T15:11:29.879108+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:11:30.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:30 smithi169 bash[26469]: audit 2024-09-06T15:11:29.880853+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:11:30.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:30 smithi169 bash[26469]: audit 2024-09-06T15:11:29.882522+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:11:30.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:30 smithi169 bash[26469]: audit 2024-09-06T15:11:29.884176+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:11:30.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:30 smithi169 bash[26469]: audit 2024-09-06T15:11:29.892079+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:30.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:30 smithi169 bash[26469]: audit 2024-09-06T15:11:29.896680+0000 mon.a (mon.0) 667 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:11:30.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:30 smithi169 bash[26469]: audit 2024-09-06T15:11:29.898536+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:11:30.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:30 smithi169 bash[26469]: audit 2024-09-06T15:11:29.909188+0000 mon.a (mon.0) 669 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:30.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:30 smithi181 bash[21841]: cluster 2024-09-06T15:11:29.376884+0000 mgr.y (mgr.14150) 321 : cluster [DBG] pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-06T15:11:30.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:30 smithi181 bash[21841]: audit 2024-09-06T15:11:29.866901+0000 mon.a (mon.0) 660 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:30.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:30 smithi181 bash[21841]: audit 2024-09-06T15:11:29.875999+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:30.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:30 smithi181 bash[21841]: audit 2024-09-06T15:11:29.879108+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:11:30.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:30 smithi181 bash[21841]: audit 2024-09-06T15:11:29.880853+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:11:30.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:30 smithi181 bash[21841]: audit 2024-09-06T15:11:29.882522+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:11:30.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:30 smithi181 bash[21841]: audit 2024-09-06T15:11:29.884176+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:11:30.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:30 smithi181 bash[21841]: audit 2024-09-06T15:11:29.892079+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:30.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:30 smithi181 bash[21841]: audit 2024-09-06T15:11:29.896680+0000 mon.a (mon.0) 667 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:11:30.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:30 smithi181 bash[21841]: audit 2024-09-06T15:11:29.898536+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:11:30.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:30 smithi181 bash[21841]: audit 2024-09-06T15:11:29.909188+0000 mon.a (mon.0) 669 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:31.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:31 smithi169 bash[19820]: cephadm 2024-09-06T15:11:29.856065+0000 mgr.y (mgr.14150) 322 : cephadm [INF] Detected new or changed devices on smithi181 2024-09-06T15:11:31.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:31 smithi169 bash[19820]: cephadm 2024-09-06T15:11:29.885480+0000 mgr.y (mgr.14150) 323 : cephadm [INF] Adjusting osd_memory_target on smithi181 to 4316M 2024-09-06T15:11:31.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:31 smithi169 bash[26469]: cephadm 2024-09-06T15:11:29.856065+0000 mgr.y (mgr.14150) 322 : cephadm [INF] Detected new or changed devices on smithi181 2024-09-06T15:11:31.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:31 smithi169 bash[26469]: cephadm 2024-09-06T15:11:29.885480+0000 mgr.y (mgr.14150) 323 : cephadm [INF] Adjusting osd_memory_target on smithi181 to 4316M 2024-09-06T15:11:31.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:31 smithi181 bash[21841]: cephadm 2024-09-06T15:11:29.856065+0000 mgr.y (mgr.14150) 322 : cephadm [INF] Detected new or changed devices on smithi181 2024-09-06T15:11:31.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:31 smithi181 bash[21841]: cephadm 2024-09-06T15:11:29.885480+0000 mgr.y (mgr.14150) 323 : cephadm [INF] Adjusting osd_memory_target on smithi181 to 4316M 2024-09-06T15:11:32.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:32 smithi169 bash[19820]: cluster 2024-09-06T15:11:31.377482+0000 mgr.y (mgr.14150) 324 : cluster [DBG] pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-09-06T15:11:32.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:32 smithi169 bash[26469]: cluster 2024-09-06T15:11:31.377482+0000 mgr.y (mgr.14150) 324 : cluster [DBG] pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-09-06T15:11:32.700 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:11:32.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:32 smithi181 bash[21841]: cluster 2024-09-06T15:11:31.377482+0000 mgr.y (mgr.14150) 324 : cluster [DBG] pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-09-06T15:11:34.199 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:11:34.199 INFO:teuthology.orchestra.run.smithi169.stdout:{"epoch":59,"fsid":"bab55310-6c60-11ef-bce4-c7b262605968","created":"2024-09-06T15:01:52.920359+0000","modified":"2024-09-06T15:11:25.197566+0000","last_up_change":"2024-09-06T15:11:21.548517+0000","last_in_change":"2024-09-06T15:10:52.375455+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-06T15:06:57.875928+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c5b1ef4d-04f4-4331-85e0-833725bf2459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":2321924075},{"type":"v1","addr":"172.21.15.169:6803","nonce":2321924075}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":2321924075},{"type":"v1","addr":"172.21.15.169:6805","nonce":2321924075}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":2321924075},{"type":"v1","addr":"172.21.15.169:6809","nonce":2321924075}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":2321924075},{"type":"v1","addr":"172.21.15.169:6807","nonce":2321924075}]},"public_addr":"172.21.15.169:6803/2321924075","cluster_addr":"172.21.15.169:6805/2321924075","heartbeat_back_addr":"172.21.15.169:6809/2321924075","heartbeat_front_addr":"172.21.15.169:6807/2321924075","state":["exists","up"]},{"osd":1,"uuid":"c478a965-c51c-40c6-87d1-3327c371e5ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":4262461417},{"type":"v1","addr":"172.21.15.169:6811","nonce":4262461417}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":4262461417},{"type":"v1","addr":"172.21.15.169:6813","nonce":4262461417}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":4262461417},{"type":"v1","addr":"172.21.15.169:6817","nonce":4262461417}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":4262461417},{"type":"v1","addr":"172.21.15.169:6815","nonce":4262461417}]},"public_addr":"172.21.15.169:6811/4262461417","cluster_addr":"172.21.15.169:6813/4262461417","heartbeat_back_addr":"172.21.15.169:6817/4262461417","heartbeat_front_addr":"172.21.15.169:6815/4262461417","state":["exists","up"]},{"osd":2,"uuid":"439283f8-99fc-4369-9c26-ec732c80e092","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":585087340},{"type":"v1","addr":"172.21.15.169:6819","nonce":585087340}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":585087340},{"type":"v1","addr":"172.21.15.169:6821","nonce":585087340}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":585087340},{"type":"v1","addr":"172.21.15.169:6825","nonce":585087340}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":585087340},{"type":"v1","addr":"172.21.15.169:6823","nonce":585087340}]},"public_addr":"172.21.15.169:6819/585087340","cluster_addr":"172.21.15.169:6821/585087340","heartbeat_back_addr":"172.21.15.169:6825/585087340","heartbeat_front_addr":"172.21.15.169:6823/585087340","state":["exists","up"]},{"osd":3,"uuid":"39df3a7c-ca45-4da8-b9e9-9acca79cf537","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":1400112257},{"type":"v1","addr":"172.21.15.169:6827","nonce":1400112257}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":1400112257},{"type":"v1","addr":"172.21.15.169:6829","nonce":1400112257}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6832","nonce":1400112257},{"type":"v1","addr":"172.21.15.169:6833","nonce":1400112257}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":1400112257},{"type":"v1","addr":"172.21.15.169:6831","nonce":1400112257}]},"public_addr":"172.21.15.169:6827/1400112257","cluster_addr":"172.21.15.169:6829/1400112257","heartbeat_back_addr":"172.21.15.169:6833/1400112257","heartbeat_front_addr":"172.21.15.169:6831/1400112257","state":["exists","up"]},{"osd":4,"uuid":"82426fbf-6309-4d14-80ab-d95de27f2f9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3651880605},{"type":"v1","addr":"172.21.15.181:6801","nonce":3651880605}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3651880605},{"type":"v1","addr":"172.21.15.181:6803","nonce":3651880605}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3651880605},{"type":"v1","addr":"172.21.15.181:6807","nonce":3651880605}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3651880605},{"type":"v1","addr":"172.21.15.181:6805","nonce":3651880605}]},"public_addr":"172.21.15.181:6801/3651880605","cluster_addr":"172.21.15.181:6803/3651880605","heartbeat_back_addr":"172.21.15.181:6807/3651880605","heartbeat_front_addr":"172.21.15.181:6805/3651880605","state":["exists","up"]},{"osd":5,"uuid":"039bd163-2438-4da8-b414-659d812cde0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":319904722},{"type":"v1","addr":"172.21.15.181:6809","nonce":319904722}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":319904722},{"type":"v1","addr":"172.21.15.181:6811","nonce":319904722}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":319904722},{"type":"v1","addr":"172.21.15.181:6815","nonce":319904722}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":319904722},{"type":"v1","addr":"172.21.15.181:6813","nonce":319904722}]},"public_addr":"172.21.15.181:6809/319904722","cluster_addr":"172.21.15.181:6811/319904722","heartbeat_back_addr":"172.21.15.181:6815/319904722","heartbeat_front_addr":"172.21.15.181:6813/319904722","state":["exists","up"]},{"osd":6,"uuid":"bdffb5e1-f540-4445-ba93-fe3147fb0e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":1808513038},{"type":"v1","addr":"172.21.15.181:6817","nonce":1808513038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":1808513038},{"type":"v1","addr":"172.21.15.181:6819","nonce":1808513038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1808513038},{"type":"v1","addr":"172.21.15.181:6823","nonce":1808513038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":1808513038},{"type":"v1","addr":"172.21.15.181:6821","nonce":1808513038}]},"public_addr":"172.21.15.181:6817/1808513038","cluster_addr":"172.21.15.181:6819/1808513038","heartbeat_back_addr":"172.21.15.181:6823/1808513038","heartbeat_front_addr":"172.21.15.181:6821/1808513038","state":["exists","up"]},{"osd":7,"uuid":"607c7ce0-920e-4189-a766-7eeedcd2ab2f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":3772924348},{"type":"v1","addr":"172.21.15.181:6825","nonce":3772924348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":3772924348},{"type":"v1","addr":"172.21.15.181:6827","nonce":3772924348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":3772924348},{"type":"v1","addr":"172.21.15.181:6831","nonce":3772924348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":3772924348},{"type":"v1","addr":"172.21.15.181:6829","nonce":3772924348}]},"public_addr":"172.21.15.181:6825/3772924348","cluster_addr":"172.21.15.181:6827/3772924348","heartbeat_back_addr":"172.21.15.181:6831/3772924348","heartbeat_front_addr":"172.21.15.181:6829/3772924348","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-06T15:05:08.623566+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-06T15:06:01.082440+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-06T15:06:53.645226+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-06T15:07:49.237683+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-06T15:08:39.414378+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-06T15:09:34.768968+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-06T15:10:25.980671+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-06T15:11:20.256656+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.169:0/2438287496":"2024-09-07T15:02:51.241182+0000","172.21.15.169:0/2663452529":"2024-09-07T15:02:51.241182+0000","172.21.15.169:0/2299471756":"2024-09-07T15:02:51.241182+0000","172.21.15.169:6801/1496712195":"2024-09-07T15:02:51.241182+0000","172.21.15.169:6800/1496712195":"2024-09-07T15:02:51.241182+0000","172.21.15.169:0/1785613480":"2024-09-07T15:02:19.837324+0000","172.21.15.169:0/125306192":"2024-09-07T15:02:19.837324+0000","172.21.15.169:0/3548930626":"2024-09-07T15:02:19.837324+0000","172.21.15.169:6801/1993659954":"2024-09-07T15:02:19.837324+0000","172.21.15.169:6800/1993659954":"2024-09-07T15:02:19.837324+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-06T15:11:34.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:34 smithi169 bash[19820]: cluster 2024-09-06T15:11:33.378083+0000 mgr.y (mgr.14150) 325 : cluster [DBG] pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-09-06T15:11:34.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:34 smithi169 bash[19820]: audit 2024-09-06T15:11:34.200888+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.169:0/4217768923' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-06T15:11:34.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:34 smithi169 bash[26469]: cluster 2024-09-06T15:11:33.378083+0000 mgr.y (mgr.14150) 325 : cluster [DBG] pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-09-06T15:11:34.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:34 smithi169 bash[26469]: audit 2024-09-06T15:11:34.200888+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.169:0/4217768923' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-06T15:11:34.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:34 smithi181 bash[21841]: cluster 2024-09-06T15:11:33.378083+0000 mgr.y (mgr.14150) 325 : cluster [DBG] pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-09-06T15:11:34.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:34 smithi181 bash[21841]: audit 2024-09-06T15:11:34.200888+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.169:0/4217768923' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-06T15:11:34.847 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-06T15:06:57.875928+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-06T15:11:34.847 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-09-06T15:11:36.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:36 smithi181 bash[21841]: cluster 2024-09-06T15:11:35.378664+0000 mgr.y (mgr.14150) 326 : cluster [DBG] pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-09-06T15:11:36.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:36 smithi169 bash[19820]: cluster 2024-09-06T15:11:35.378664+0000 mgr.y (mgr.14150) 326 : cluster [DBG] pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-09-06T15:11:36.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:36 smithi169 bash[26469]: cluster 2024-09-06T15:11:35.378664+0000 mgr.y (mgr.14150) 326 : cluster [DBG] pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-09-06T15:11:38.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:38 smithi181 bash[21841]: cluster 2024-09-06T15:11:37.379318+0000 mgr.y (mgr.14150) 327 : cluster [DBG] pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-06T15:11:38.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:38 smithi169 bash[19820]: cluster 2024-09-06T15:11:37.379318+0000 mgr.y (mgr.14150) 327 : cluster [DBG] pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-06T15:11:38.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:38 smithi169 bash[26469]: cluster 2024-09-06T15:11:37.379318+0000 mgr.y (mgr.14150) 327 : cluster [DBG] pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-06T15:11:39.623 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:11:40.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:40 smithi181 bash[21841]: cluster 2024-09-06T15:11:39.379880+0000 mgr.y (mgr.14150) 328 : cluster [DBG] pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:11:40.766 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:40 smithi169 bash[19820]: cluster 2024-09-06T15:11:39.379880+0000 mgr.y (mgr.14150) 328 : cluster [DBG] pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:11:40.766 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:40 smithi169 bash[26469]: cluster 2024-09-06T15:11:39.379880+0000 mgr.y (mgr.14150) 328 : cluster [DBG] pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:11:41.100 INFO:teuthology.orchestra.run.smithi169.stdout:pg_num: 1 2024-09-06T15:11:41.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:41 smithi181 bash[21841]: audit 2024-09-06T15:11:41.103507+0000 mon.a (mon.0) 670 : audit [DBG] from='client.? 172.21.15.169:0/3077857793' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-06T15:11:41.793 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:41 smithi169 bash[19820]: audit 2024-09-06T15:11:41.103507+0000 mon.a (mon.0) 670 : audit [DBG] from='client.? 172.21.15.169:0/3077857793' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-06T15:11:41.793 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:41 smithi169 bash[26469]: audit 2024-09-06T15:11:41.103507+0000 mon.a (mon.0) 670 : audit [DBG] from='client.? 172.21.15.169:0/3077857793' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-06T15:11:41.794 INFO:tasks.cephadm:Adding prometheus.a on smithi181 2024-09-06T15:11:41.795 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph orch apply prometheus '1;smithi181=a' 2024-09-06T15:11:42.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:42 smithi181 bash[21841]: cluster 2024-09-06T15:11:41.380425+0000 mgr.y (mgr.14150) 329 : cluster [DBG] pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:11:42.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:42 smithi169 bash[26469]: cluster 2024-09-06T15:11:41.380425+0000 mgr.y (mgr.14150) 329 : cluster [DBG] pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:11:42.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:42 smithi169 bash[19820]: cluster 2024-09-06T15:11:41.380425+0000 mgr.y (mgr.14150) 329 : cluster [DBG] pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:11:44.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:44 smithi181 bash[21841]: cluster 2024-09-06T15:11:43.381000+0000 mgr.y (mgr.14150) 330 : cluster [DBG] pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:11:44.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:44 smithi169 bash[19820]: cluster 2024-09-06T15:11:43.381000+0000 mgr.y (mgr.14150) 330 : cluster [DBG] pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:11:44.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:44 smithi169 bash[26469]: cluster 2024-09-06T15:11:43.381000+0000 mgr.y (mgr.14150) 330 : cluster [DBG] pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:11:46.559 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.b/config 2024-09-06T15:11:46.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:46 smithi181 bash[21841]: cluster 2024-09-06T15:11:45.381577+0000 mgr.y (mgr.14150) 331 : cluster [DBG] pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:11:46.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:46 smithi169 bash[19820]: cluster 2024-09-06T15:11:45.381577+0000 mgr.y (mgr.14150) 331 : cluster [DBG] pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:11:46.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:46 smithi169 bash[26469]: cluster 2024-09-06T15:11:45.381577+0000 mgr.y (mgr.14150) 331 : cluster [DBG] pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:11:48.012 INFO:teuthology.orchestra.run.smithi181.stdout:Scheduled prometheus update... 2024-09-06T15:11:48.734 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:48 smithi181 bash[21841]: cluster 2024-09-06T15:11:47.382173+0000 mgr.y (mgr.14150) 332 : cluster [DBG] pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:11:48.734 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:48 smithi181 bash[21841]: audit 2024-09-06T15:11:48.015384+0000 mon.a (mon.0) 671 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:48.734 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:48 smithi181 bash[21841]: audit 2024-09-06T15:11:48.017022+0000 mon.a (mon.0) 672 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:11:48.735 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:48 smithi181 bash[21841]: audit 2024-09-06T15:11:48.035674+0000 mon.a (mon.0) 673 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:11:48.735 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:48 smithi181 bash[21841]: audit 2024-09-06T15:11:48.037505+0000 mon.a (mon.0) 674 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:11:48.735 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:48 smithi181 bash[21841]: audit 2024-09-06T15:11:48.048901+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:48.736 DEBUG:teuthology.orchestra.run.smithi181:prometheus.a> sudo journalctl -f -n 0 -u ceph-bab55310-6c60-11ef-bce4-c7b262605968@prometheus.a.service 2024-09-06T15:11:48.738 INFO:tasks.cephadm:Adding node-exporter.a on smithi169 2024-09-06T15:11:48.738 INFO:tasks.cephadm:Adding node-exporter.b on smithi181 2024-09-06T15:11:48.738 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph orch apply node-exporter '2;smithi169=a;smithi181=b' 2024-09-06T15:11:48.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:48 smithi169 bash[19820]: cluster 2024-09-06T15:11:47.382173+0000 mgr.y (mgr.14150) 332 : cluster [DBG] pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:11:48.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:48 smithi169 bash[19820]: audit 2024-09-06T15:11:48.015384+0000 mon.a (mon.0) 671 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:48.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:48 smithi169 bash[19820]: audit 2024-09-06T15:11:48.017022+0000 mon.a (mon.0) 672 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:11:48.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:48 smithi169 bash[19820]: audit 2024-09-06T15:11:48.035674+0000 mon.a (mon.0) 673 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:11:48.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:48 smithi169 bash[19820]: audit 2024-09-06T15:11:48.037505+0000 mon.a (mon.0) 674 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:11:48.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:48 smithi169 bash[19820]: audit 2024-09-06T15:11:48.048901+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:48.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:48 smithi169 bash[26469]: cluster 2024-09-06T15:11:47.382173+0000 mgr.y (mgr.14150) 332 : cluster [DBG] pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:11:48.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:48 smithi169 bash[26469]: audit 2024-09-06T15:11:48.015384+0000 mon.a (mon.0) 671 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:48.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:48 smithi169 bash[26469]: audit 2024-09-06T15:11:48.017022+0000 mon.a (mon.0) 672 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:11:48.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:48 smithi169 bash[26469]: audit 2024-09-06T15:11:48.035674+0000 mon.a (mon.0) 673 : audit [DBG] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:11:48.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:48 smithi169 bash[26469]: audit 2024-09-06T15:11:48.037505+0000 mon.a (mon.0) 674 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:11:48.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:48 smithi169 bash[26469]: audit 2024-09-06T15:11:48.048901+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:48.995 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:11:48 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:11:49.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:49 smithi181 bash[21841]: audit 2024-09-06T15:11:48.005497+0000 mgr.y (mgr.14150) 333 : audit [DBG] from='client.24286 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi181=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:11:49.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:49 smithi181 bash[21841]: cephadm 2024-09-06T15:11:48.008490+0000 mgr.y (mgr.14150) 334 : cephadm [INF] Saving service prometheus spec with placement smithi181=a;count:1 2024-09-06T15:11:49.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:49 smithi181 bash[21841]: cephadm 2024-09-06T15:11:48.348395+0000 mgr.y (mgr.14150) 335 : cephadm [INF] Deploying daemon prometheus.a on smithi181 2024-09-06T15:11:49.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:49 smithi169 bash[19820]: audit 2024-09-06T15:11:48.005497+0000 mgr.y (mgr.14150) 333 : audit [DBG] from='client.24286 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi181=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:11:49.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:49 smithi169 bash[19820]: cephadm 2024-09-06T15:11:48.008490+0000 mgr.y (mgr.14150) 334 : cephadm [INF] Saving service prometheus spec with placement smithi181=a;count:1 2024-09-06T15:11:49.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:49 smithi169 bash[19820]: cephadm 2024-09-06T15:11:48.348395+0000 mgr.y (mgr.14150) 335 : cephadm [INF] Deploying daemon prometheus.a on smithi181 2024-09-06T15:11:49.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:49 smithi169 bash[26469]: audit 2024-09-06T15:11:48.005497+0000 mgr.y (mgr.14150) 333 : audit [DBG] from='client.24286 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi181=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:11:49.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:49 smithi169 bash[26469]: cephadm 2024-09-06T15:11:48.008490+0000 mgr.y (mgr.14150) 334 : cephadm [INF] Saving service prometheus spec with placement smithi181=a;count:1 2024-09-06T15:11:49.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:49 smithi169 bash[26469]: cephadm 2024-09-06T15:11:48.348395+0000 mgr.y (mgr.14150) 335 : cephadm [INF] Deploying daemon prometheus.a on smithi181 2024-09-06T15:11:50.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:50 smithi181 bash[21841]: cluster 2024-09-06T15:11:49.382863+0000 mgr.y (mgr.14150) 336 : cluster [DBG] pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:11:50.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:50 smithi169 bash[19820]: cluster 2024-09-06T15:11:49.382863+0000 mgr.y (mgr.14150) 336 : cluster [DBG] pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:11:50.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:50 smithi169 bash[26469]: cluster 2024-09-06T15:11:49.382863+0000 mgr.y (mgr.14150) 336 : cluster [DBG] pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:11:52.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:52 smithi169 bash[19820]: cluster 2024-09-06T15:11:51.383451+0000 mgr.y (mgr.14150) 337 : cluster [DBG] pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:11:52.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:52 smithi169 bash[26469]: cluster 2024-09-06T15:11:51.383451+0000 mgr.y (mgr.14150) 337 : cluster [DBG] pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:11:52.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:52 smithi181 bash[21841]: cluster 2024-09-06T15:11:51.383451+0000 mgr.y (mgr.14150) 337 : cluster [DBG] pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:11:53.532 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.b/config 2024-09-06T15:11:54.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:54 smithi169 bash[19820]: cluster 2024-09-06T15:11:53.384086+0000 mgr.y (mgr.14150) 338 : cluster [DBG] pgmap v320: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:11:54.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:54 smithi169 bash[26469]: cluster 2024-09-06T15:11:53.384086+0000 mgr.y (mgr.14150) 338 : cluster [DBG] pgmap v320: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:11:54.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:54 smithi181 bash[21841]: cluster 2024-09-06T15:11:53.384086+0000 mgr.y (mgr.14150) 338 : cluster [DBG] pgmap v320: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:11:56.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:56 smithi169 bash[19820]: cluster 2024-09-06T15:11:55.384803+0000 mgr.y (mgr.14150) 339 : cluster [DBG] pgmap v321: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:11:56.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:56 smithi169 bash[26469]: cluster 2024-09-06T15:11:55.384803+0000 mgr.y (mgr.14150) 339 : cluster [DBG] pgmap v321: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:11:56.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:56 smithi181 bash[21841]: cluster 2024-09-06T15:11:55.384803+0000 mgr.y (mgr.14150) 339 : cluster [DBG] pgmap v321: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:11:57.578 INFO:teuthology.orchestra.run.smithi181.stdout:Scheduled node-exporter update... 2024-09-06T15:11:58.594 DEBUG:teuthology.orchestra.run.smithi169:node-exporter.a> sudo journalctl -f -n 0 -u ceph-bab55310-6c60-11ef-bce4-c7b262605968@node-exporter.a.service 2024-09-06T15:11:58.600 DEBUG:teuthology.orchestra.run.smithi181:node-exporter.b> sudo journalctl -f -n 0 -u ceph-bab55310-6c60-11ef-bce4-c7b262605968@node-exporter.b.service 2024-09-06T15:11:58.602 INFO:tasks.cephadm:Adding alertmanager.a on smithi169 2024-09-06T15:11:58.602 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph orch apply alertmanager '1;smithi169=a' 2024-09-06T15:11:58.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:58 smithi169 bash[19820]: cluster 2024-09-06T15:11:57.385512+0000 mgr.y (mgr.14150) 340 : cluster [DBG] pgmap v322: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:11:58.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:58 smithi169 bash[19820]: audit 2024-09-06T15:11:57.570732+0000 mgr.y (mgr.14150) 341 : audit [DBG] from='client.24292 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi169=a;smithi181=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:11:58.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:58 smithi169 bash[19820]: audit 2024-09-06T15:11:57.580422+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:58.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:58 smithi169 bash[26469]: cluster 2024-09-06T15:11:57.385512+0000 mgr.y (mgr.14150) 340 : cluster [DBG] pgmap v322: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:11:58.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:58 smithi169 bash[26469]: audit 2024-09-06T15:11:57.570732+0000 mgr.y (mgr.14150) 341 : audit [DBG] from='client.24292 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi169=a;smithi181=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:11:58.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:58 smithi169 bash[26469]: audit 2024-09-06T15:11:57.580422+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:58.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:58 smithi181 bash[21841]: cluster 2024-09-06T15:11:57.385512+0000 mgr.y (mgr.14150) 340 : cluster [DBG] pgmap v322: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:11:58.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:58 smithi181 bash[21841]: audit 2024-09-06T15:11:57.570732+0000 mgr.y (mgr.14150) 341 : audit [DBG] from='client.24292 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi169=a;smithi181=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:11:58.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:58 smithi181 bash[21841]: audit 2024-09-06T15:11:57.580422+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:11:59.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:11:59 smithi181 bash[21841]: cephadm 2024-09-06T15:11:57.573959+0000 mgr.y (mgr.14150) 342 : cephadm [INF] Saving service node-exporter spec with placement smithi169=a;smithi181=b;count:2 2024-09-06T15:11:59.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:11:59 smithi169 bash[19820]: cephadm 2024-09-06T15:11:57.573959+0000 mgr.y (mgr.14150) 342 : cephadm [INF] Saving service node-exporter spec with placement smithi169=a;smithi181=b;count:2 2024-09-06T15:11:59.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:11:59 smithi169 bash[26469]: cephadm 2024-09-06T15:11:57.573959+0000 mgr.y (mgr.14150) 342 : cephadm [INF] Saving service node-exporter spec with placement smithi169=a;smithi181=b;count:2 2024-09-06T15:12:00.840 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:00 smithi181 bash[21841]: cluster 2024-09-06T15:11:59.386121+0000 mgr.y (mgr.14150) 343 : cluster [DBG] pgmap v323: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:00.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:00 smithi169 bash[19820]: cluster 2024-09-06T15:11:59.386121+0000 mgr.y (mgr.14150) 343 : cluster [DBG] pgmap v323: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:00.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:00 smithi169 bash[26469]: cluster 2024-09-06T15:11:59.386121+0000 mgr.y (mgr.14150) 343 : cluster [DBG] pgmap v323: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:02.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:02 smithi181 bash[21841]: cluster 2024-09-06T15:12:01.386660+0000 mgr.y (mgr.14150) 344 : cluster [DBG] pgmap v324: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:02.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:02 smithi169 bash[19820]: cluster 2024-09-06T15:12:01.386660+0000 mgr.y (mgr.14150) 344 : cluster [DBG] pgmap v324: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:02.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:02 smithi169 bash[26469]: cluster 2024-09-06T15:12:01.386660+0000 mgr.y (mgr.14150) 344 : cluster [DBG] pgmap v324: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:03.589 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:03 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:03.590 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:12:03 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:03.590 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:12:03 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:03.590 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:03 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:03.591 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:12:03 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:03.591 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:12:03 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:03.937 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:03 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:03.937 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:12:03 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:03.937 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:12:03 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:03.938 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:12:03 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:03.938 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:12:03 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:03.938 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:12:03 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:03.938 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:12:03 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:03.938 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:12:03 smithi181 systemd[1]: Started Ceph prometheus.a for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:12:03.938 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:12:03 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:03.939 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:12:03 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:03.939 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:03 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:04.476 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.b/config 2024-09-06T15:12:04.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:04 smithi169 bash[19820]: cluster 2024-09-06T15:12:03.387302+0000 mgr.y (mgr.14150) 345 : cluster [DBG] pgmap v325: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:04.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:04 smithi169 bash[19820]: audit 2024-09-06T15:12:03.884592+0000 mon.a (mon.0) 677 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:12:04.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:04 smithi169 bash[19820]: audit 2024-09-06T15:12:03.893384+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:12:04.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:04 smithi169 bash[19820]: audit 2024-09-06T15:12:03.899139+0000 mon.a (mon.0) 679 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:12:04.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:04 smithi169 bash[19820]: audit 2024-09-06T15:12:03.903947+0000 mon.a (mon.0) 680 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-06T15:12:04.940 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:04 smithi181 bash[21841]: cluster 2024-09-06T15:12:03.387302+0000 mgr.y (mgr.14150) 345 : cluster [DBG] pgmap v325: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:04.940 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:04 smithi181 bash[21841]: audit 2024-09-06T15:12:03.884592+0000 mon.a (mon.0) 677 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:12:04.940 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:04 smithi181 bash[21841]: audit 2024-09-06T15:12:03.893384+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:12:04.941 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:04 smithi181 bash[21841]: audit 2024-09-06T15:12:03.899139+0000 mon.a (mon.0) 679 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:12:04.941 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:04 smithi181 bash[21841]: audit 2024-09-06T15:12:03.903947+0000 mon.a (mon.0) 680 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-06T15:12:04.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:04 smithi169 bash[26469]: cluster 2024-09-06T15:12:03.387302+0000 mgr.y (mgr.14150) 345 : cluster [DBG] pgmap v325: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:04.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:04 smithi169 bash[26469]: audit 2024-09-06T15:12:03.884592+0000 mon.a (mon.0) 677 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:12:04.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:04 smithi169 bash[26469]: audit 2024-09-06T15:12:03.893384+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:12:04.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:04 smithi169 bash[26469]: audit 2024-09-06T15:12:03.899139+0000 mon.a (mon.0) 679 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' 2024-09-06T15:12:04.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:04 smithi169 bash[26469]: audit 2024-09-06T15:12:03.903947+0000 mon.a (mon.0) 680 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-06T15:12:05.193 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:04 smithi169 bash[20072]: ignoring --setuser ceph since I am not root 2024-09-06T15:12:05.194 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:04 smithi169 bash[20072]: ignoring --setgroup ceph since I am not root 2024-09-06T15:12:05.194 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:05 smithi169 bash[20072]: debug 2024-09-06T15:12:05.075+0000 7f685e2ca040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-06T15:12:05.245 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:04 smithi181 bash[22715]: ignoring --setuser ceph since I am not root 2024-09-06T15:12:05.245 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:04 smithi181 bash[22715]: ignoring --setgroup ceph since I am not root 2024-09-06T15:12:05.245 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:04 smithi181 bash[22715]: debug 2024-09-06T15:12:04.974+0000 7f9a3a0c6640 1 -- 172.21.15.181:0/3249771143 <== mon.1 v2:172.21.15.181:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f44b01f0e0 con 0x55f44b021400 2024-09-06T15:12:05.245 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:05 smithi181 bash[22715]: debug 2024-09-06T15:12:05.086+0000 7f9a3c922040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-06T15:12:05.745 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:12:05 smithi181 bash[45153]: ts=2024-09-06T15:12:05.513Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-06T15:12:05.746 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:12:05 smithi181 bash[45153]: ts=2024-09-06T15:12:05.513Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-06T15:12:05.746 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:12:05 smithi181 bash[45153]: ts=2024-09-06T15:12:05.513Z caller=main.go:570 level=info host_details="(Linux 5.15.0-119-generic #129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024 x86_64 smithi181 (none))" 2024-09-06T15:12:05.746 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:12:05 smithi181 bash[45153]: ts=2024-09-06T15:12:05.513Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-06T15:12:05.746 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:12:05 smithi181 bash[45153]: ts=2024-09-06T15:12:05.513Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-06T15:12:05.746 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:12:05 smithi181 bash[45153]: ts=2024-09-06T15:12:05.514Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-06T15:12:05.746 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:12:05 smithi181 bash[45153]: ts=2024-09-06T15:12:05.515Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-06T15:12:05.746 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:12:05 smithi181 bash[45153]: ts=2024-09-06T15:12:05.516Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-06T15:12:05.746 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:12:05 smithi181 bash[45153]: ts=2024-09-06T15:12:05.516Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-06T15:12:05.746 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:12:05 smithi181 bash[45153]: ts=2024-09-06T15:12:05.519Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-06T15:12:05.746 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:12:05 smithi181 bash[45153]: ts=2024-09-06T15:12:05.519Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.247µs 2024-09-06T15:12:05.746 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:12:05 smithi181 bash[45153]: ts=2024-09-06T15:12:05.519Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-06T15:12:05.747 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:12:05 smithi181 bash[45153]: ts=2024-09-06T15:12:05.520Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-09-06T15:12:05.747 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:12:05 smithi181 bash[45153]: ts=2024-09-06T15:12:05.520Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=29.947µs wal_replay_duration=290.092µs wbl_replay_duration=126ns total_replay_duration=354.434µs 2024-09-06T15:12:05.747 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:12:05 smithi181 bash[45153]: ts=2024-09-06T15:12:05.521Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-06T15:12:05.747 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:12:05 smithi181 bash[45153]: ts=2024-09-06T15:12:05.521Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-06T15:12:05.747 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:12:05 smithi181 bash[45153]: ts=2024-09-06T15:12:05.521Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-06T15:12:05.747 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:12:05 smithi181 bash[45153]: ts=2024-09-06T15:12:05.522Z caller=refresh.go:80 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.169:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.169:8765: connect: connection refused" 2024-09-06T15:12:05.747 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:12:05 smithi181 bash[45153]: ts=2024-09-06T15:12:05.522Z caller=refresh.go:80 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.169:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.169:8765: connect: connection refused" 2024-09-06T15:12:05.747 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:12:05 smithi181 bash[45153]: ts=2024-09-06T15:12:05.522Z caller=refresh.go:80 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.169:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.169:8765: connect: connection refused" 2024-09-06T15:12:05.747 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:12:05 smithi181 bash[45153]: ts=2024-09-06T15:12:05.550Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=29.191089ms db_storage=1.167µs remote_storage=1.421µs web_handler=383ns query_engine=653ns scrape=329.079µs scrape_sd=119.571µs notify=1.034µs notify_sd=3.372µs rules=28.279672ms tracing=10.281µs 2024-09-06T15:12:05.747 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:12:05 smithi181 bash[45153]: ts=2024-09-06T15:12:05.550Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-06T15:12:05.747 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:12:05 smithi181 bash[45153]: ts=2024-09-06T15:12:05.550Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-06T15:12:06.176 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:05 smithi181 bash[21841]: audit 2024-09-06T15:12:04.904016+0000 mon.a (mon.0) 681 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-06T15:12:06.177 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:05 smithi181 bash[21841]: cluster 2024-09-06T15:12:04.915924+0000 mon.a (mon.0) 682 : cluster [DBG] mgrmap e16: y(active, since 9m), standbys: x 2024-09-06T15:12:06.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:05 smithi169 bash[19820]: audit 2024-09-06T15:12:04.904016+0000 mon.a (mon.0) 681 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-06T15:12:06.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:05 smithi169 bash[19820]: cluster 2024-09-06T15:12:04.915924+0000 mon.a (mon.0) 682 : cluster [DBG] mgrmap e16: y(active, since 9m), standbys: x 2024-09-06T15:12:06.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:05 smithi169 bash[26469]: audit 2024-09-06T15:12:04.904016+0000 mon.a (mon.0) 681 : audit [INF] from='mgr.14150 172.21.15.169:0/1710340289' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-06T15:12:06.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:05 smithi169 bash[26469]: cluster 2024-09-06T15:12:04.915924+0000 mon.a (mon.0) 682 : cluster [DBG] mgrmap e16: y(active, since 9m), standbys: x 2024-09-06T15:12:06.494 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:06 smithi181 bash[22715]: debug 2024-09-06T15:12:06.322+0000 7f9a3c922040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-06T15:12:06.495 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:06 smithi181 bash[22715]: debug 2024-09-06T15:12:06.390+0000 7f9a3c922040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-06T15:12:06.693 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:06 smithi169 bash[20072]: debug 2024-09-06T15:12:06.263+0000 7f685e2ca040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-06T15:12:06.693 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:06 smithi169 bash[20072]: debug 2024-09-06T15:12:06.327+0000 7f685e2ca040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-06T15:12:06.694 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:06 smithi169 bash[20072]: debug 2024-09-06T15:12:06.479+0000 7f685e2ca040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-06T15:12:06.995 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:06 smithi181 bash[22715]: debug 2024-09-06T15:12:06.542+0000 7f9a3c922040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-06T15:12:07.443 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:07 smithi169 bash[20072]: debug 2024-09-06T15:12:07.123+0000 7f685e2ca040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-06T15:12:07.444 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:07 smithi169 bash[20072]: debug 2024-09-06T15:12:07.191+0000 7f685e2ca040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-06T15:12:07.444 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:07 smithi169 bash[20072]: debug 2024-09-06T15:12:07.259+0000 7f685e2ca040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-06T15:12:07.494 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:07 smithi181 bash[22715]: debug 2024-09-06T15:12:07.186+0000 7f9a3c922040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-06T15:12:07.495 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:07 smithi181 bash[22715]: debug 2024-09-06T15:12:07.258+0000 7f9a3c922040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-06T15:12:07.495 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:07 smithi181 bash[22715]: debug 2024-09-06T15:12:07.326+0000 7f9a3c922040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-06T15:12:07.844 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:07 smithi169 bash[20072]: debug 2024-09-06T15:12:07.443+0000 7f685e2ca040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-06T15:12:07.844 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:07 smithi169 bash[20072]: debug 2024-09-06T15:12:07.523+0000 7f685e2ca040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-06T15:12:07.845 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:07 smithi169 bash[20072]: debug 2024-09-06T15:12:07.591+0000 7f685e2ca040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-06T15:12:07.845 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:07 smithi169 bash[20072]: debug 2024-09-06T15:12:07.843+0000 7f685e2ca040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-06T15:12:07.908 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:07 smithi181 bash[22715]: debug 2024-09-06T15:12:07.510+0000 7f9a3c922040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-06T15:12:07.908 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:07 smithi181 bash[22715]: debug 2024-09-06T15:12:07.586+0000 7f9a3c922040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-06T15:12:07.908 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:07 smithi181 bash[22715]: debug 2024-09-06T15:12:07.654+0000 7f9a3c922040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-06T15:12:08.106 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:07 smithi169 bash[20072]: debug 2024-09-06T15:12:07.911+0000 7f685e2ca040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-06T15:12:08.170 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:07 smithi181 bash[22715]: debug 2024-09-06T15:12:07.910+0000 7f9a3c922040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-06T15:12:08.171 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:07 smithi181 bash[22715]: debug 2024-09-06T15:12:07.978+0000 7f9a3c922040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-06T15:12:08.432 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:08 smithi169 bash[20072]: debug 2024-09-06T15:12:08.103+0000 7f685e2ca040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-06T15:12:08.432 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:08 smithi169 bash[20072]: debug 2024-09-06T15:12:08.183+0000 7f685e2ca040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-06T15:12:08.494 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:08 smithi181 bash[22715]: debug 2024-09-06T15:12:08.170+0000 7f9a3c922040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-06T15:12:08.495 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:08 smithi181 bash[22715]: debug 2024-09-06T15:12:08.246+0000 7f9a3c922040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-06T15:12:08.693 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:08 smithi169 bash[20072]: debug 2024-09-06T15:12:08.431+0000 7f685e2ca040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-06T15:12:08.693 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:08 smithi169 bash[20072]: debug 2024-09-06T15:12:08.607+0000 7f685e2ca040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-06T15:12:08.832 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:08 smithi181 bash[22715]: debug 2024-09-06T15:12:08.494+0000 7f9a3c922040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-06T15:12:08.832 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:08 smithi181 bash[22715]: debug 2024-09-06T15:12:08.670+0000 7f9a3c922040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-06T15:12:09.025 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:08 smithi169 bash[20072]: debug 2024-09-06T15:12:08.767+0000 7f685e2ca040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-06T15:12:09.025 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:08 smithi169 bash[20072]: debug 2024-09-06T15:12:08.847+0000 7f685e2ca040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-06T15:12:09.088 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:08 smithi181 bash[22715]: debug 2024-09-06T15:12:08.834+0000 7f9a3c922040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-06T15:12:09.088 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:08 smithi181 bash[22715]: debug 2024-09-06T15:12:08.910+0000 7f9a3c922040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-06T15:12:09.443 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:09 smithi169 bash[20072]: debug 2024-09-06T15:12:09.023+0000 7f685e2ca040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-06T15:12:09.494 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:09 smithi181 bash[22715]: debug 2024-09-06T15:12:09.086+0000 7f9a3c922040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-06T15:12:10.149 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:09 smithi169 bash[20072]: debug 2024-09-06T15:12:09.851+0000 7f685e2ca040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-06T15:12:10.150 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:09 smithi169 bash[20072]: debug 2024-09-06T15:12:09.923+0000 7f685e2ca040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-06T15:12:10.188 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:09 smithi181 bash[22715]: debug 2024-09-06T15:12:09.890+0000 7f9a3c922040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-06T15:12:10.189 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:09 smithi181 bash[22715]: debug 2024-09-06T15:12:09.966+0000 7f9a3c922040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-06T15:12:10.443 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[20072]: debug 2024-09-06T15:12:10.147+0000 7f685e2ca040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-06T15:12:10.443 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[20072]: debug 2024-09-06T15:12:10.223+0000 7f685e2ca040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-06T15:12:10.494 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:10 smithi181 bash[22715]: debug 2024-09-06T15:12:10.186+0000 7f9a3c922040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-06T15:12:10.494 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:10 smithi181 bash[22715]: debug 2024-09-06T15:12:10.262+0000 7f9a3c922040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-06T15:12:10.928 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[20072]: debug 2024-09-06T15:12:10.611+0000 7f685e2ca040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-06T15:12:10.928 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[20072]: debug 2024-09-06T15:12:10.687+0000 7f685e2ca040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-06T15:12:10.928 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[20072]: [06/Sep/2024:15:12:10] ENGINE Bus STARTING 2024-09-06T15:12:10.928 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[20072]: CherryPy Checker: 2024-09-06T15:12:10.928 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[20072]: The Application mounted at '' has an empty config. 2024-09-06T15:12:10.928 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[26469]: cluster 2024-09-06T15:12:10.714876+0000 mon.a (mon.0) 683 : cluster [INF] Active manager daemon y restarted 2024-09-06T15:12:10.929 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[26469]: cluster 2024-09-06T15:12:10.715478+0000 mon.a (mon.0) 684 : cluster [INF] Activating manager daemon y 2024-09-06T15:12:10.929 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[26469]: cluster 2024-09-06T15:12:10.725045+0000 mon.a (mon.0) 685 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2024-09-06T15:12:10.929 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[26469]: cluster 2024-09-06T15:12:10.725326+0000 mon.a (mon.0) 686 : cluster [DBG] mgrmap e17: y(active, starting, since 0.0100361s), standbys: x 2024-09-06T15:12:10.929 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[26469]: audit 2024-09-06T15:12:10.737366+0000 mon.a (mon.0) 687 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-06T15:12:10.929 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[26469]: audit 2024-09-06T15:12:10.737522+0000 mon.a (mon.0) 688 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:12:10.929 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[26469]: audit 2024-09-06T15:12:10.737661+0000 mon.a (mon.0) 689 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:12:10.929 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[26469]: audit 2024-09-06T15:12:10.739629+0000 mon.a (mon.0) 690 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-06T15:12:10.929 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[26469]: audit 2024-09-06T15:12:10.739790+0000 mon.a (mon.0) 691 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-06T15:12:10.929 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[26469]: audit 2024-09-06T15:12:10.739987+0000 mon.a (mon.0) 692 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-06T15:12:10.929 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[26469]: audit 2024-09-06T15:12:10.740200+0000 mon.a (mon.0) 693 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-06T15:12:10.929 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[26469]: audit 2024-09-06T15:12:10.740403+0000 mon.a (mon.0) 694 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-06T15:12:10.930 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[26469]: audit 2024-09-06T15:12:10.740643+0000 mon.a (mon.0) 695 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-06T15:12:10.930 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[26469]: audit 2024-09-06T15:12:10.740957+0000 mon.a (mon.0) 696 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-06T15:12:10.930 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[26469]: audit 2024-09-06T15:12:10.741203+0000 mon.a (mon.0) 697 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-06T15:12:10.930 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[26469]: audit 2024-09-06T15:12:10.741430+0000 mon.a (mon.0) 698 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-06T15:12:10.930 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[26469]: audit 2024-09-06T15:12:10.741663+0000 mon.a (mon.0) 699 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-06T15:12:10.930 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[26469]: audit 2024-09-06T15:12:10.741907+0000 mon.a (mon.0) 700 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-06T15:12:10.930 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[26469]: audit 2024-09-06T15:12:10.742078+0000 mon.a (mon.0) 701 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-06T15:12:10.930 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[26469]: audit 2024-09-06T15:12:10.742650+0000 mon.a (mon.0) 702 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-06T15:12:10.930 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[26469]: cluster 2024-09-06T15:12:10.754210+0000 mon.a (mon.0) 703 : cluster [DBG] Standby manager daemon x restarted 2024-09-06T15:12:10.930 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[26469]: cluster 2024-09-06T15:12:10.754291+0000 mon.a (mon.0) 704 : cluster [DBG] Standby manager daemon x started 2024-09-06T15:12:10.930 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[26469]: audit 2024-09-06T15:12:10.758984+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.? 172.21.15.181:0/595710140' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-06T15:12:10.930 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[26469]: audit 2024-09-06T15:12:10.759739+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.? 172.21.15.181:0/595710140' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-06T15:12:10.930 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[26469]: audit 2024-09-06T15:12:10.761488+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.? 172.21.15.181:0/595710140' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-06T15:12:10.930 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[26469]: audit 2024-09-06T15:12:10.762830+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.? 172.21.15.181:0/595710140' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-06T15:12:10.931 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[19820]: cluster 2024-09-06T15:12:10.714876+0000 mon.a (mon.0) 683 : cluster [INF] Active manager daemon y restarted 2024-09-06T15:12:10.931 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[19820]: cluster 2024-09-06T15:12:10.715478+0000 mon.a (mon.0) 684 : cluster [INF] Activating manager daemon y 2024-09-06T15:12:10.931 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[19820]: cluster 2024-09-06T15:12:10.725045+0000 mon.a (mon.0) 685 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2024-09-06T15:12:10.931 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[19820]: cluster 2024-09-06T15:12:10.725326+0000 mon.a (mon.0) 686 : cluster [DBG] mgrmap e17: y(active, starting, since 0.0100361s), standbys: x 2024-09-06T15:12:10.931 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[19820]: audit 2024-09-06T15:12:10.737366+0000 mon.a (mon.0) 687 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-06T15:12:10.931 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[19820]: audit 2024-09-06T15:12:10.737522+0000 mon.a (mon.0) 688 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:12:10.931 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[19820]: audit 2024-09-06T15:12:10.737661+0000 mon.a (mon.0) 689 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:12:10.931 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[19820]: audit 2024-09-06T15:12:10.739629+0000 mon.a (mon.0) 690 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-06T15:12:10.931 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[19820]: audit 2024-09-06T15:12:10.739790+0000 mon.a (mon.0) 691 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-06T15:12:10.932 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[19820]: audit 2024-09-06T15:12:10.739987+0000 mon.a (mon.0) 692 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-06T15:12:10.932 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[19820]: audit 2024-09-06T15:12:10.740200+0000 mon.a (mon.0) 693 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-06T15:12:10.932 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[19820]: audit 2024-09-06T15:12:10.740403+0000 mon.a (mon.0) 694 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-06T15:12:10.932 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[19820]: audit 2024-09-06T15:12:10.740643+0000 mon.a (mon.0) 695 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-06T15:12:10.932 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[19820]: audit 2024-09-06T15:12:10.740957+0000 mon.a (mon.0) 696 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-06T15:12:10.932 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[19820]: audit 2024-09-06T15:12:10.741203+0000 mon.a (mon.0) 697 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-06T15:12:10.932 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[19820]: audit 2024-09-06T15:12:10.741430+0000 mon.a (mon.0) 698 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-06T15:12:10.932 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[19820]: audit 2024-09-06T15:12:10.741663+0000 mon.a (mon.0) 699 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-06T15:12:10.932 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[19820]: audit 2024-09-06T15:12:10.741907+0000 mon.a (mon.0) 700 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-06T15:12:10.932 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[19820]: audit 2024-09-06T15:12:10.742078+0000 mon.a (mon.0) 701 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-06T15:12:10.932 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[19820]: audit 2024-09-06T15:12:10.742650+0000 mon.a (mon.0) 702 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-06T15:12:10.932 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[19820]: cluster 2024-09-06T15:12:10.754210+0000 mon.a (mon.0) 703 : cluster [DBG] Standby manager daemon x restarted 2024-09-06T15:12:10.932 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[19820]: cluster 2024-09-06T15:12:10.754291+0000 mon.a (mon.0) 704 : cluster [DBG] Standby manager daemon x started 2024-09-06T15:12:10.933 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[19820]: audit 2024-09-06T15:12:10.758984+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.? 172.21.15.181:0/595710140' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-06T15:12:10.933 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[19820]: audit 2024-09-06T15:12:10.759739+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.? 172.21.15.181:0/595710140' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-06T15:12:10.933 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[19820]: audit 2024-09-06T15:12:10.761488+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.? 172.21.15.181:0/595710140' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-06T15:12:10.933 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[19820]: audit 2024-09-06T15:12:10.762830+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.? 172.21.15.181:0/595710140' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-06T15:12:10.934 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:10 smithi181 bash[22715]: debug 2024-09-06T15:12:10.650+0000 7f9a3c922040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-06T15:12:10.934 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:10 smithi181 bash[22715]: debug 2024-09-06T15:12:10.730+0000 7f9a3c922040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-06T15:12:10.934 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:10 smithi181 bash[22715]: [06/Sep/2024:15:12:10] ENGINE Bus STARTING 2024-09-06T15:12:10.934 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:10 smithi181 bash[22715]: CherryPy Checker: 2024-09-06T15:12:10.934 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:10 smithi181 bash[22715]: The Application mounted at '' has an empty config. 2024-09-06T15:12:10.934 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:10 smithi181 bash[22715]: [06/Sep/2024:15:12:10] ENGINE Serving on http://:::9283 2024-09-06T15:12:10.934 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:10 smithi181 bash[22715]: [06/Sep/2024:15:12:10] ENGINE Bus STARTED 2024-09-06T15:12:10.935 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:10 smithi181 bash[21841]: cluster 2024-09-06T15:12:10.714876+0000 mon.a (mon.0) 683 : cluster [INF] Active manager daemon y restarted 2024-09-06T15:12:10.935 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:10 smithi181 bash[21841]: cluster 2024-09-06T15:12:10.715478+0000 mon.a (mon.0) 684 : cluster [INF] Activating manager daemon y 2024-09-06T15:12:10.935 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:10 smithi181 bash[21841]: cluster 2024-09-06T15:12:10.725045+0000 mon.a (mon.0) 685 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2024-09-06T15:12:10.935 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:10 smithi181 bash[21841]: cluster 2024-09-06T15:12:10.725326+0000 mon.a (mon.0) 686 : cluster [DBG] mgrmap e17: y(active, starting, since 0.0100361s), standbys: x 2024-09-06T15:12:10.935 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:10 smithi181 bash[21841]: audit 2024-09-06T15:12:10.737366+0000 mon.a (mon.0) 687 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-06T15:12:10.935 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:10 smithi181 bash[21841]: audit 2024-09-06T15:12:10.737522+0000 mon.a (mon.0) 688 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:12:10.935 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:10 smithi181 bash[21841]: audit 2024-09-06T15:12:10.737661+0000 mon.a (mon.0) 689 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:12:10.936 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:10 smithi181 bash[21841]: audit 2024-09-06T15:12:10.739629+0000 mon.a (mon.0) 690 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-06T15:12:10.936 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:10 smithi181 bash[21841]: audit 2024-09-06T15:12:10.739790+0000 mon.a (mon.0) 691 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-06T15:12:10.936 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:10 smithi181 bash[21841]: audit 2024-09-06T15:12:10.739987+0000 mon.a (mon.0) 692 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-06T15:12:10.936 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:10 smithi181 bash[21841]: audit 2024-09-06T15:12:10.740200+0000 mon.a (mon.0) 693 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-06T15:12:10.936 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:10 smithi181 bash[21841]: audit 2024-09-06T15:12:10.740403+0000 mon.a (mon.0) 694 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-06T15:12:10.936 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:10 smithi181 bash[21841]: audit 2024-09-06T15:12:10.740643+0000 mon.a (mon.0) 695 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-06T15:12:10.936 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:10 smithi181 bash[21841]: audit 2024-09-06T15:12:10.740957+0000 mon.a (mon.0) 696 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-06T15:12:10.936 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:10 smithi181 bash[21841]: audit 2024-09-06T15:12:10.741203+0000 mon.a (mon.0) 697 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-06T15:12:10.936 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:10 smithi181 bash[21841]: audit 2024-09-06T15:12:10.741430+0000 mon.a (mon.0) 698 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-06T15:12:10.936 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:10 smithi181 bash[21841]: audit 2024-09-06T15:12:10.741663+0000 mon.a (mon.0) 699 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-06T15:12:10.936 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:10 smithi181 bash[21841]: audit 2024-09-06T15:12:10.741907+0000 mon.a (mon.0) 700 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-06T15:12:10.936 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:10 smithi181 bash[21841]: audit 2024-09-06T15:12:10.742078+0000 mon.a (mon.0) 701 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-06T15:12:10.937 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:10 smithi181 bash[21841]: audit 2024-09-06T15:12:10.742650+0000 mon.a (mon.0) 702 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-06T15:12:10.937 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:10 smithi181 bash[21841]: cluster 2024-09-06T15:12:10.754210+0000 mon.a (mon.0) 703 : cluster [DBG] Standby manager daemon x restarted 2024-09-06T15:12:10.937 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:10 smithi181 bash[21841]: cluster 2024-09-06T15:12:10.754291+0000 mon.a (mon.0) 704 : cluster [DBG] Standby manager daemon x started 2024-09-06T15:12:10.937 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:10 smithi181 bash[21841]: audit 2024-09-06T15:12:10.758984+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.? 172.21.15.181:0/595710140' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-06T15:12:10.937 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:10 smithi181 bash[21841]: audit 2024-09-06T15:12:10.759739+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.? 172.21.15.181:0/595710140' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-06T15:12:10.937 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:10 smithi181 bash[21841]: audit 2024-09-06T15:12:10.761488+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.? 172.21.15.181:0/595710140' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-06T15:12:10.937 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:10 smithi181 bash[21841]: audit 2024-09-06T15:12:10.762830+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.? 172.21.15.181:0/595710140' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-06T15:12:11.193 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[20072]: [06/Sep/2024:15:12:10] ENGINE Serving on http://:::9283 2024-09-06T15:12:11.193 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:10 smithi169 bash[20072]: [06/Sep/2024:15:12:10] ENGINE Bus STARTED 2024-09-06T15:12:11.738 INFO:teuthology.orchestra.run.smithi181.stdout:Scheduled alertmanager update... 2024-09-06T15:12:12.017 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:11 smithi181 bash[21841]: cluster 2024-09-06T15:12:10.768905+0000 mon.a (mon.0) 705 : cluster [INF] Manager daemon y is now available 2024-09-06T15:12:12.017 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:11 smithi181 bash[21841]: audit 2024-09-06T15:12:10.792999+0000 mon.a (mon.0) 706 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:12:12.017 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:11 smithi181 bash[21841]: audit 2024-09-06T15:12:10.809476+0000 mon.a (mon.0) 707 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:12.017 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:11 smithi181 bash[21841]: audit 2024-09-06T15:12:10.814766+0000 mon.a (mon.0) 708 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:12:12.018 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:11 smithi181 bash[21841]: audit 2024-09-06T15:12:10.836404+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-06T15:12:12.018 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:11 smithi181 bash[21841]: audit 2024-09-06T15:12:10.844413+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-06T15:12:12.018 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:11 smithi181 bash[21841]: cluster 2024-09-06T15:12:11.732050+0000 mon.a (mon.0) 711 : cluster [DBG] mgrmap e18: y(active, since 1.01675s), standbys: x 2024-09-06T15:12:12.018 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:11 smithi181 bash[21841]: audit 2024-09-06T15:12:11.741534+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:12.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:11 smithi169 bash[19820]: cluster 2024-09-06T15:12:10.768905+0000 mon.a (mon.0) 705 : cluster [INF] Manager daemon y is now available 2024-09-06T15:12:12.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:11 smithi169 bash[19820]: audit 2024-09-06T15:12:10.792999+0000 mon.a (mon.0) 706 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:12:12.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:11 smithi169 bash[19820]: audit 2024-09-06T15:12:10.809476+0000 mon.a (mon.0) 707 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:12.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:11 smithi169 bash[19820]: audit 2024-09-06T15:12:10.814766+0000 mon.a (mon.0) 708 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:12:12.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:11 smithi169 bash[19820]: audit 2024-09-06T15:12:10.836404+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-06T15:12:12.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:11 smithi169 bash[19820]: audit 2024-09-06T15:12:10.844413+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-06T15:12:12.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:11 smithi169 bash[19820]: cluster 2024-09-06T15:12:11.732050+0000 mon.a (mon.0) 711 : cluster [DBG] mgrmap e18: y(active, since 1.01675s), standbys: x 2024-09-06T15:12:12.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:11 smithi169 bash[19820]: audit 2024-09-06T15:12:11.741534+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:12.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:11 smithi169 bash[26469]: cluster 2024-09-06T15:12:10.768905+0000 mon.a (mon.0) 705 : cluster [INF] Manager daemon y is now available 2024-09-06T15:12:12.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:11 smithi169 bash[26469]: audit 2024-09-06T15:12:10.792999+0000 mon.a (mon.0) 706 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:12:12.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:11 smithi169 bash[26469]: audit 2024-09-06T15:12:10.809476+0000 mon.a (mon.0) 707 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:12.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:11 smithi169 bash[26469]: audit 2024-09-06T15:12:10.814766+0000 mon.a (mon.0) 708 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:12:12.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:11 smithi169 bash[26469]: audit 2024-09-06T15:12:10.836404+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-06T15:12:12.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:11 smithi169 bash[26469]: audit 2024-09-06T15:12:10.844413+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-06T15:12:12.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:11 smithi169 bash[26469]: cluster 2024-09-06T15:12:11.732050+0000 mon.a (mon.0) 711 : cluster [DBG] mgrmap e18: y(active, since 1.01675s), standbys: x 2024-09-06T15:12:12.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:11 smithi169 bash[26469]: audit 2024-09-06T15:12:11.741534+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:12.587 DEBUG:teuthology.orchestra.run.smithi169:alertmanager.a> sudo journalctl -f -n 0 -u ceph-bab55310-6c60-11ef-bce4-c7b262605968@alertmanager.a.service 2024-09-06T15:12:12.590 INFO:tasks.cephadm:Adding grafana.a on smithi181 2024-09-06T15:12:12.590 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph orch apply grafana '1;smithi181=a' 2024-09-06T15:12:12.599 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:12 smithi169 bash[20072]: debug 2024-09-06T15:12:12.211+0000 7f67b52fa640 -1 log_channel(cephadm) log [ERR] : [06/Sep/2024:15:12:12] ENGINE Error in HTTPServer.serve 2024-09-06T15:12:12.599 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:12 smithi169 bash[20072]: Traceback (most recent call last): 2024-09-06T15:12:12.599 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:12 smithi169 bash[20072]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-06T15:12:12.599 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:12 smithi169 bash[20072]: self._connections.run(self.expiration_interval) 2024-09-06T15:12:12.599 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:12 smithi169 bash[20072]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-06T15:12:12.599 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:12 smithi169 bash[20072]: self._run(expiration_interval) 2024-09-06T15:12:12.599 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:12 smithi169 bash[20072]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-06T15:12:12.599 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:12 smithi169 bash[20072]: new_conn = self._from_server_socket(self.server.socket) 2024-09-06T15:12:12.599 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:12 smithi169 bash[20072]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-06T15:12:12.599 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:12 smithi169 bash[20072]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-06T15:12:12.599 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:12 smithi169 bash[20072]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-06T15:12:12.599 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:12 smithi169 bash[20072]: s = self.context.wrap_socket( 2024-09-06T15:12:12.600 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:12 smithi169 bash[20072]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-06T15:12:12.600 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:12 smithi169 bash[20072]: return self.sslsocket_class._create( 2024-09-06T15:12:12.600 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:12 smithi169 bash[20072]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-06T15:12:12.600 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:12 smithi169 bash[20072]: self.do_handshake() 2024-09-06T15:12:12.600 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:12 smithi169 bash[20072]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-06T15:12:12.600 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:12 smithi169 bash[20072]: self._sslobj.do_handshake() 2024-09-06T15:12:12.600 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:12 smithi169 bash[20072]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-06T15:12:12.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:12 smithi169 bash[19820]: cephadm 2024-09-06T15:12:11.737778+0000 mgr.y (mgr.24284) 2 : cephadm [INF] Saving service alertmanager spec with placement smithi169=a;count:1 2024-09-06T15:12:12.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:12 smithi169 bash[19820]: cluster 2024-09-06T15:12:11.739026+0000 mgr.y (mgr.24284) 3 : cluster [DBG] pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:12.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:12 smithi169 bash[26469]: cephadm 2024-09-06T15:12:11.737778+0000 mgr.y (mgr.24284) 2 : cephadm [INF] Saving service alertmanager spec with placement smithi169=a;count:1 2024-09-06T15:12:12.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:12 smithi169 bash[26469]: cluster 2024-09-06T15:12:11.739026+0000 mgr.y (mgr.24284) 3 : cluster [DBG] pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:12.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:12 smithi181 bash[21841]: cephadm 2024-09-06T15:12:11.737778+0000 mgr.y (mgr.24284) 2 : cephadm [INF] Saving service alertmanager spec with placement smithi169=a;count:1 2024-09-06T15:12:12.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:12 smithi181 bash[21841]: cluster 2024-09-06T15:12:11.739026+0000 mgr.y (mgr.24284) 3 : cluster [DBG] pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:14.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[19820]: cephadm 2024-09-06T15:12:11.995444+0000 mgr.y (mgr.24284) 4 : cephadm [INF] [06/Sep/2024:15:12:11] ENGINE Bus STARTING 2024-09-06T15:12:14.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[19820]: cephadm 2024-09-06T15:12:12.097027+0000 mgr.y (mgr.24284) 5 : cephadm [INF] [06/Sep/2024:15:12:12] ENGINE Serving on http://172.21.15.169:8765 2024-09-06T15:12:14.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[19820]: cephadm 2024-09-06T15:12:12.214184+0000 mgr.y (mgr.24284) 6 : cephadm [INF] [06/Sep/2024:15:12:12] ENGINE Serving on https://172.21.15.169:7150 2024-09-06T15:12:14.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[19820]: cephadm 2024-09-06T15:12:12.214348+0000 mgr.y (mgr.24284) 7 : cephadm [INF] [06/Sep/2024:15:12:12] ENGINE Bus STARTED 2024-09-06T15:12:14.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[19820]: cephadm 2024-09-06T15:12:12.216073+0000 mgr.y (mgr.24284) 8 : cephadm [ERR] [06/Sep/2024:15:12:12] ENGINE Error in HTTPServer.serve 2024-09-06T15:12:14.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[19820]: Traceback (most recent call last): 2024-09-06T15:12:14.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[19820]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-06T15:12:14.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[19820]: self._connections.run(self.expiration_interval) 2024-09-06T15:12:14.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[19820]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-06T15:12:14.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[19820]: self._run(expiration_interval) 2024-09-06T15:12:14.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[19820]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-06T15:12:14.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[19820]: new_conn = self._from_server_socket(self.server.socket) 2024-09-06T15:12:14.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[19820]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-06T15:12:14.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[19820]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-06T15:12:14.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[19820]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-06T15:12:14.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[19820]: s = self.context.wrap_socket( 2024-09-06T15:12:14.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[19820]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-06T15:12:14.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[19820]: return self.sslsocket_class._create( 2024-09-06T15:12:14.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[19820]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-06T15:12:14.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[19820]: self.do_handshake() 2024-09-06T15:12:14.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[19820]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-06T15:12:14.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[19820]: self._sslobj.do_handshake() 2024-09-06T15:12:14.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[19820]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-06T15:12:14.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[19820]: cluster 2024-09-06T15:12:12.741174+0000 mgr.y (mgr.24284) 9 : cluster [DBG] pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:14.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[19820]: cluster 2024-09-06T15:12:13.745044+0000 mon.a (mon.0) 713 : cluster [DBG] mgrmap e19: y(active, since 3s), standbys: x 2024-09-06T15:12:14.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[26469]: cephadm 2024-09-06T15:12:11.995444+0000 mgr.y (mgr.24284) 4 : cephadm [INF] [06/Sep/2024:15:12:11] ENGINE Bus STARTING 2024-09-06T15:12:14.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[26469]: cephadm 2024-09-06T15:12:12.097027+0000 mgr.y (mgr.24284) 5 : cephadm [INF] [06/Sep/2024:15:12:12] ENGINE Serving on http://172.21.15.169:8765 2024-09-06T15:12:14.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[26469]: cephadm 2024-09-06T15:12:12.214184+0000 mgr.y (mgr.24284) 6 : cephadm [INF] [06/Sep/2024:15:12:12] ENGINE Serving on https://172.21.15.169:7150 2024-09-06T15:12:14.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[26469]: cephadm 2024-09-06T15:12:12.214348+0000 mgr.y (mgr.24284) 7 : cephadm [INF] [06/Sep/2024:15:12:12] ENGINE Bus STARTED 2024-09-06T15:12:14.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[26469]: cephadm 2024-09-06T15:12:12.216073+0000 mgr.y (mgr.24284) 8 : cephadm [ERR] [06/Sep/2024:15:12:12] ENGINE Error in HTTPServer.serve 2024-09-06T15:12:14.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[26469]: Traceback (most recent call last): 2024-09-06T15:12:14.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[26469]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-06T15:12:14.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[26469]: self._connections.run(self.expiration_interval) 2024-09-06T15:12:14.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[26469]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-06T15:12:14.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[26469]: self._run(expiration_interval) 2024-09-06T15:12:14.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[26469]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-06T15:12:14.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[26469]: new_conn = self._from_server_socket(self.server.socket) 2024-09-06T15:12:14.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[26469]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-06T15:12:14.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[26469]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-06T15:12:14.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[26469]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-06T15:12:14.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[26469]: s = self.context.wrap_socket( 2024-09-06T15:12:14.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[26469]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-06T15:12:14.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[26469]: return self.sslsocket_class._create( 2024-09-06T15:12:14.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[26469]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-06T15:12:14.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[26469]: self.do_handshake() 2024-09-06T15:12:14.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[26469]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-06T15:12:14.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[26469]: self._sslobj.do_handshake() 2024-09-06T15:12:14.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[26469]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-06T15:12:14.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[26469]: cluster 2024-09-06T15:12:12.741174+0000 mgr.y (mgr.24284) 9 : cluster [DBG] pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:14.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:13 smithi169 bash[26469]: cluster 2024-09-06T15:12:13.745044+0000 mon.a (mon.0) 713 : cluster [DBG] mgrmap e19: y(active, since 3s), standbys: x 2024-09-06T15:12:14.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:13 smithi181 bash[21841]: cephadm 2024-09-06T15:12:11.995444+0000 mgr.y (mgr.24284) 4 : cephadm [INF] [06/Sep/2024:15:12:11] ENGINE Bus STARTING 2024-09-06T15:12:14.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:13 smithi181 bash[21841]: cephadm 2024-09-06T15:12:12.097027+0000 mgr.y (mgr.24284) 5 : cephadm [INF] [06/Sep/2024:15:12:12] ENGINE Serving on http://172.21.15.169:8765 2024-09-06T15:12:14.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:13 smithi181 bash[21841]: cephadm 2024-09-06T15:12:12.214184+0000 mgr.y (mgr.24284) 6 : cephadm [INF] [06/Sep/2024:15:12:12] ENGINE Serving on https://172.21.15.169:7150 2024-09-06T15:12:14.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:13 smithi181 bash[21841]: cephadm 2024-09-06T15:12:12.214348+0000 mgr.y (mgr.24284) 7 : cephadm [INF] [06/Sep/2024:15:12:12] ENGINE Bus STARTED 2024-09-06T15:12:14.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:13 smithi181 bash[21841]: cephadm 2024-09-06T15:12:12.216073+0000 mgr.y (mgr.24284) 8 : cephadm [ERR] [06/Sep/2024:15:12:12] ENGINE Error in HTTPServer.serve 2024-09-06T15:12:14.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:13 smithi181 bash[21841]: Traceback (most recent call last): 2024-09-06T15:12:14.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:13 smithi181 bash[21841]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-06T15:12:14.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:13 smithi181 bash[21841]: self._connections.run(self.expiration_interval) 2024-09-06T15:12:14.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:13 smithi181 bash[21841]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-06T15:12:14.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:13 smithi181 bash[21841]: self._run(expiration_interval) 2024-09-06T15:12:14.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:13 smithi181 bash[21841]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-06T15:12:14.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:13 smithi181 bash[21841]: new_conn = self._from_server_socket(self.server.socket) 2024-09-06T15:12:14.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:13 smithi181 bash[21841]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-06T15:12:14.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:13 smithi181 bash[21841]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-06T15:12:14.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:13 smithi181 bash[21841]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-06T15:12:14.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:13 smithi181 bash[21841]: s = self.context.wrap_socket( 2024-09-06T15:12:14.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:13 smithi181 bash[21841]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-06T15:12:14.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:13 smithi181 bash[21841]: return self.sslsocket_class._create( 2024-09-06T15:12:14.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:13 smithi181 bash[21841]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-06T15:12:14.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:13 smithi181 bash[21841]: self.do_handshake() 2024-09-06T15:12:14.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:13 smithi181 bash[21841]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-06T15:12:14.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:13 smithi181 bash[21841]: self._sslobj.do_handshake() 2024-09-06T15:12:14.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:13 smithi181 bash[21841]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-06T15:12:14.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:13 smithi181 bash[21841]: cluster 2024-09-06T15:12:12.741174+0000 mgr.y (mgr.24284) 9 : cluster [DBG] pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:14.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:13 smithi181 bash[21841]: cluster 2024-09-06T15:12:13.745044+0000 mon.a (mon.0) 713 : cluster [DBG] mgrmap e19: y(active, since 3s), standbys: x 2024-09-06T15:12:16.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:15 smithi169 bash[19820]: cluster 2024-09-06T15:12:14.741774+0000 mgr.y (mgr.24284) 10 : cluster [DBG] pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:16.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:15 smithi169 bash[19820]: cluster 2024-09-06T15:12:14.800643+0000 mon.a (mon.0) 714 : cluster [DBG] mgrmap e20: y(active, since 4s), standbys: x 2024-09-06T15:12:16.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:15 smithi169 bash[26469]: cluster 2024-09-06T15:12:14.741774+0000 mgr.y (mgr.24284) 10 : cluster [DBG] pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:16.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:15 smithi169 bash[26469]: cluster 2024-09-06T15:12:14.800643+0000 mon.a (mon.0) 714 : cluster [DBG] mgrmap e20: y(active, since 4s), standbys: x 2024-09-06T15:12:16.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:15 smithi181 bash[21841]: cluster 2024-09-06T15:12:14.741774+0000 mgr.y (mgr.24284) 10 : cluster [DBG] pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:16.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:15 smithi181 bash[21841]: cluster 2024-09-06T15:12:14.800643+0000 mon.a (mon.0) 714 : cluster [DBG] mgrmap e20: y(active, since 4s), standbys: x 2024-09-06T15:12:17.311 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.b/config 2024-09-06T15:12:17.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:17 smithi181 bash[21841]: audit 2024-09-06T15:12:16.611324+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:17.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:17 smithi181 bash[21841]: audit 2024-09-06T15:12:16.615592+0000 mon.a (mon.0) 716 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:17.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:17 smithi181 bash[21841]: audit 2024-09-06T15:12:16.734516+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:17.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:17 smithi181 bash[21841]: cluster 2024-09-06T15:12:16.742123+0000 mgr.y (mgr.24284) 11 : cluster [DBG] pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 23 op/s 2024-09-06T15:12:17.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:17 smithi181 bash[21841]: audit 2024-09-06T15:12:16.743395+0000 mon.a (mon.0) 718 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:17.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:17 smithi169 bash[19820]: audit 2024-09-06T15:12:16.611324+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:17.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:17 smithi169 bash[19820]: audit 2024-09-06T15:12:16.615592+0000 mon.a (mon.0) 716 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:17.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:17 smithi169 bash[19820]: audit 2024-09-06T15:12:16.734516+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:17.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:17 smithi169 bash[19820]: cluster 2024-09-06T15:12:16.742123+0000 mgr.y (mgr.24284) 11 : cluster [DBG] pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 23 op/s 2024-09-06T15:12:17.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:17 smithi169 bash[19820]: audit 2024-09-06T15:12:16.743395+0000 mon.a (mon.0) 718 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:17.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:17 smithi169 bash[26469]: audit 2024-09-06T15:12:16.611324+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:17.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:17 smithi169 bash[26469]: audit 2024-09-06T15:12:16.615592+0000 mon.a (mon.0) 716 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:17.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:17 smithi169 bash[26469]: audit 2024-09-06T15:12:16.734516+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:17.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:17 smithi169 bash[26469]: cluster 2024-09-06T15:12:16.742123+0000 mgr.y (mgr.24284) 11 : cluster [DBG] pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 23 op/s 2024-09-06T15:12:17.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:17 smithi169 bash[26469]: audit 2024-09-06T15:12:16.743395+0000 mon.a (mon.0) 718 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:18.943 INFO:teuthology.orchestra.run.smithi181.stdout:Scheduled grafana update... 2024-09-06T15:12:18.956 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:18 smithi181 bash[21841]: audit 2024-09-06T15:12:17.708140+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:18.956 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:18 smithi181 bash[21841]: audit 2024-09-06T15:12:17.713274+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:18.956 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:18 smithi181 bash[21841]: audit 2024-09-06T15:12:17.866532+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:18.956 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:18 smithi181 bash[21841]: audit 2024-09-06T15:12:17.875505+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:18.957 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:18 smithi181 bash[21841]: audit 2024-09-06T15:12:17.878489+0000 mon.a (mon.0) 723 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:12:18.957 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:18 smithi181 bash[21841]: audit 2024-09-06T15:12:17.880197+0000 mon.a (mon.0) 724 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:12:18.957 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:18 smithi181 bash[21841]: audit 2024-09-06T15:12:17.881824+0000 mon.a (mon.0) 725 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:12:18.957 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:18 smithi181 bash[21841]: audit 2024-09-06T15:12:17.883369+0000 mon.a (mon.0) 726 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:12:18.957 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:18 smithi181 bash[21841]: cephadm 2024-09-06T15:12:17.884544+0000 mgr.y (mgr.24284) 12 : cephadm [INF] Adjusting osd_memory_target on smithi181 to 4060M 2024-09-06T15:12:18.957 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:18 smithi181 bash[21841]: audit 2024-09-06T15:12:17.889903+0000 mon.a (mon.0) 727 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:18.957 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:18 smithi181 bash[21841]: audit 2024-09-06T15:12:17.893639+0000 mon.a (mon.0) 728 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:12:18.957 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:18 smithi181 bash[21841]: audit 2024-09-06T15:12:17.895145+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:12:18.957 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:18 smithi181 bash[21841]: cephadm 2024-09-06T15:12:17.897571+0000 mgr.y (mgr.24284) 13 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.conf 2024-09-06T15:12:18.957 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:18 smithi181 bash[21841]: cephadm 2024-09-06T15:12:17.898102+0000 mgr.y (mgr.24284) 14 : cephadm [INF] Updating smithi181:/etc/ceph/ceph.conf 2024-09-06T15:12:18.957 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:18 smithi181 bash[21841]: audit 2024-09-06T15:12:18.518583+0000 mon.a (mon.0) 730 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:18.957 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:18 smithi181 bash[21841]: audit 2024-09-06T15:12:18.524796+0000 mon.a (mon.0) 731 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:18.957 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:18 smithi181 bash[21841]: audit 2024-09-06T15:12:18.531158+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:18.958 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:18 smithi181 bash[21841]: audit 2024-09-06T15:12:18.537568+0000 mon.a (mon.0) 733 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:18.958 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:18 smithi181 bash[21841]: audit 2024-09-06T15:12:18.546931+0000 mon.a (mon.0) 734 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:19.025 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[19820]: audit 2024-09-06T15:12:17.708140+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:19.025 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[19820]: audit 2024-09-06T15:12:17.713274+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:19.025 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[19820]: audit 2024-09-06T15:12:17.866532+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:19.026 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[19820]: audit 2024-09-06T15:12:17.875505+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:19.026 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[19820]: audit 2024-09-06T15:12:17.878489+0000 mon.a (mon.0) 723 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:12:19.026 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[19820]: audit 2024-09-06T15:12:17.880197+0000 mon.a (mon.0) 724 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:12:19.026 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[19820]: audit 2024-09-06T15:12:17.881824+0000 mon.a (mon.0) 725 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:12:19.026 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[19820]: audit 2024-09-06T15:12:17.883369+0000 mon.a (mon.0) 726 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:12:19.026 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[19820]: cephadm 2024-09-06T15:12:17.884544+0000 mgr.y (mgr.24284) 12 : cephadm [INF] Adjusting osd_memory_target on smithi181 to 4060M 2024-09-06T15:12:19.026 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[19820]: audit 2024-09-06T15:12:17.889903+0000 mon.a (mon.0) 727 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:19.026 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[19820]: audit 2024-09-06T15:12:17.893639+0000 mon.a (mon.0) 728 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:12:19.026 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[19820]: audit 2024-09-06T15:12:17.895145+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:12:19.026 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[19820]: cephadm 2024-09-06T15:12:17.897571+0000 mgr.y (mgr.24284) 13 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.conf 2024-09-06T15:12:19.026 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[19820]: cephadm 2024-09-06T15:12:17.898102+0000 mgr.y (mgr.24284) 14 : cephadm [INF] Updating smithi181:/etc/ceph/ceph.conf 2024-09-06T15:12:19.026 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[19820]: audit 2024-09-06T15:12:18.518583+0000 mon.a (mon.0) 730 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:19.026 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[19820]: audit 2024-09-06T15:12:18.524796+0000 mon.a (mon.0) 731 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:19.027 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[19820]: audit 2024-09-06T15:12:18.531158+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:19.027 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[19820]: audit 2024-09-06T15:12:18.537568+0000 mon.a (mon.0) 733 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:19.027 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[19820]: audit 2024-09-06T15:12:18.546931+0000 mon.a (mon.0) 734 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:19.027 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[26469]: audit 2024-09-06T15:12:17.708140+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:19.027 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[26469]: audit 2024-09-06T15:12:17.713274+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:19.027 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[26469]: audit 2024-09-06T15:12:17.866532+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:19.027 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[26469]: audit 2024-09-06T15:12:17.875505+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:19.027 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[26469]: audit 2024-09-06T15:12:17.878489+0000 mon.a (mon.0) 723 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:12:19.027 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[26469]: audit 2024-09-06T15:12:17.880197+0000 mon.a (mon.0) 724 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:12:19.027 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[26469]: audit 2024-09-06T15:12:17.881824+0000 mon.a (mon.0) 725 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:12:19.027 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[26469]: audit 2024-09-06T15:12:17.883369+0000 mon.a (mon.0) 726 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:12:19.028 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[26469]: cephadm 2024-09-06T15:12:17.884544+0000 mgr.y (mgr.24284) 12 : cephadm [INF] Adjusting osd_memory_target on smithi181 to 4060M 2024-09-06T15:12:19.028 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[26469]: audit 2024-09-06T15:12:17.889903+0000 mon.a (mon.0) 727 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:19.028 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[26469]: audit 2024-09-06T15:12:17.893639+0000 mon.a (mon.0) 728 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:12:19.028 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[26469]: audit 2024-09-06T15:12:17.895145+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:12:19.028 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[26469]: cephadm 2024-09-06T15:12:17.897571+0000 mgr.y (mgr.24284) 13 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.conf 2024-09-06T15:12:19.028 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[26469]: cephadm 2024-09-06T15:12:17.898102+0000 mgr.y (mgr.24284) 14 : cephadm [INF] Updating smithi181:/etc/ceph/ceph.conf 2024-09-06T15:12:19.028 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[26469]: audit 2024-09-06T15:12:18.518583+0000 mon.a (mon.0) 730 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:19.028 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[26469]: audit 2024-09-06T15:12:18.524796+0000 mon.a (mon.0) 731 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:19.028 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[26469]: audit 2024-09-06T15:12:18.531158+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:19.028 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[26469]: audit 2024-09-06T15:12:18.537568+0000 mon.a (mon.0) 733 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:19.028 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:18 smithi169 bash[26469]: audit 2024-09-06T15:12:18.546931+0000 mon.a (mon.0) 734 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:19.302 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:19 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:19.558 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:19 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:19.559 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:12:19 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:19.559 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:12:19 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:19.559 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:19 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:19.560 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:19 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:19.560 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:12:19 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:19.560 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:12:19 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:19.660 DEBUG:teuthology.orchestra.run.smithi181:grafana.a> sudo journalctl -f -n 0 -u ceph-bab55310-6c60-11ef-bce4-c7b262605968@grafana.a.service 2024-09-06T15:12:19.663 INFO:tasks.cephadm:Setting up client nodes... 2024-09-06T15:12:19.664 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-06T15:12:19.834 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:19 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:19.835 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:19 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:19.835 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:12:19 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:19.835 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:12:19 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:19.836 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:12:19 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:19.836 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:19 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:19.836 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:19 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:19.836 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:19 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:19.836 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:19 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:19.836 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:19 smithi169 systemd[1]: Started Ceph node-exporter.a for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:12:19.837 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:12:19 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:19.837 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:19 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:19.940 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:19 smithi169 bash[50171]: Unable to find image 'quay.io/prometheus/node-exporter:v1.5.0' locally 2024-09-06T15:12:20.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:19 smithi169 bash[19820]: cephadm 2024-09-06T15:12:18.094340+0000 mgr.y (mgr.24284) 15 : cephadm [INF] Updating smithi169:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.conf 2024-09-06T15:12:20.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:19 smithi169 bash[19820]: cephadm 2024-09-06T15:12:18.094665+0000 mgr.y (mgr.24284) 16 : cephadm [INF] Updating smithi181:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.conf 2024-09-06T15:12:20.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:19 smithi169 bash[19820]: cephadm 2024-09-06T15:12:18.232422+0000 mgr.y (mgr.24284) 17 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-09-06T15:12:20.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:19 smithi169 bash[19820]: cephadm 2024-09-06T15:12:18.232709+0000 mgr.y (mgr.24284) 18 : cephadm [INF] Updating smithi181:/etc/ceph/ceph.client.admin.keyring 2024-09-06T15:12:20.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:19 smithi169 bash[19820]: cephadm 2024-09-06T15:12:18.369924+0000 mgr.y (mgr.24284) 19 : cephadm [INF] Updating smithi169:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.client.admin.keyring 2024-09-06T15:12:20.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:19 smithi169 bash[19820]: cephadm 2024-09-06T15:12:18.370201+0000 mgr.y (mgr.24284) 20 : cephadm [INF] Updating smithi181:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.client.admin.keyring 2024-09-06T15:12:20.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:19 smithi169 bash[19820]: cephadm 2024-09-06T15:12:18.552055+0000 mgr.y (mgr.24284) 21 : cephadm [INF] Deploying daemon node-exporter.a on smithi169 2024-09-06T15:12:20.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:19 smithi169 bash[19820]: cluster 2024-09-06T15:12:18.742674+0000 mgr.y (mgr.24284) 22 : cluster [DBG] pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-09-06T15:12:20.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:19 smithi169 bash[19820]: audit 2024-09-06T15:12:18.935117+0000 mgr.y (mgr.24284) 23 : audit [DBG] from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi181=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:12:20.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:19 smithi169 bash[19820]: cephadm 2024-09-06T15:12:18.937367+0000 mgr.y (mgr.24284) 24 : cephadm [INF] Saving service grafana spec with placement smithi181=a;count:1 2024-09-06T15:12:20.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:19 smithi169 bash[19820]: audit 2024-09-06T15:12:18.946171+0000 mon.a (mon.0) 735 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:20.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:19 smithi169 bash[19820]: audit 2024-09-06T15:12:19.846679+0000 mon.a (mon.0) 736 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:20.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:19 smithi169 bash[19820]: audit 2024-09-06T15:12:19.854140+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:20.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:19 smithi169 bash[19820]: audit 2024-09-06T15:12:19.858633+0000 mon.a (mon.0) 738 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:20.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:19 smithi169 bash[26469]: cephadm 2024-09-06T15:12:18.094340+0000 mgr.y (mgr.24284) 15 : cephadm [INF] Updating smithi169:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.conf 2024-09-06T15:12:20.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:19 smithi169 bash[26469]: cephadm 2024-09-06T15:12:18.094665+0000 mgr.y (mgr.24284) 16 : cephadm [INF] Updating smithi181:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.conf 2024-09-06T15:12:20.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:19 smithi169 bash[26469]: cephadm 2024-09-06T15:12:18.232422+0000 mgr.y (mgr.24284) 17 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-09-06T15:12:20.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:19 smithi169 bash[26469]: cephadm 2024-09-06T15:12:18.232709+0000 mgr.y (mgr.24284) 18 : cephadm [INF] Updating smithi181:/etc/ceph/ceph.client.admin.keyring 2024-09-06T15:12:20.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:19 smithi169 bash[26469]: cephadm 2024-09-06T15:12:18.369924+0000 mgr.y (mgr.24284) 19 : cephadm [INF] Updating smithi169:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.client.admin.keyring 2024-09-06T15:12:20.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:19 smithi169 bash[26469]: cephadm 2024-09-06T15:12:18.370201+0000 mgr.y (mgr.24284) 20 : cephadm [INF] Updating smithi181:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.client.admin.keyring 2024-09-06T15:12:20.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:19 smithi169 bash[26469]: cephadm 2024-09-06T15:12:18.552055+0000 mgr.y (mgr.24284) 21 : cephadm [INF] Deploying daemon node-exporter.a on smithi169 2024-09-06T15:12:20.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:19 smithi169 bash[26469]: cluster 2024-09-06T15:12:18.742674+0000 mgr.y (mgr.24284) 22 : cluster [DBG] pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-09-06T15:12:20.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:19 smithi169 bash[26469]: audit 2024-09-06T15:12:18.935117+0000 mgr.y (mgr.24284) 23 : audit [DBG] from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi181=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:12:20.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:19 smithi169 bash[26469]: cephadm 2024-09-06T15:12:18.937367+0000 mgr.y (mgr.24284) 24 : cephadm [INF] Saving service grafana spec with placement smithi181=a;count:1 2024-09-06T15:12:20.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:19 smithi169 bash[26469]: audit 2024-09-06T15:12:18.946171+0000 mon.a (mon.0) 735 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:20.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:19 smithi169 bash[26469]: audit 2024-09-06T15:12:19.846679+0000 mon.a (mon.0) 736 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:20.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:19 smithi169 bash[26469]: audit 2024-09-06T15:12:19.854140+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:20.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:19 smithi169 bash[26469]: audit 2024-09-06T15:12:19.858633+0000 mon.a (mon.0) 738 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:20.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:19 smithi181 bash[21841]: cephadm 2024-09-06T15:12:18.094340+0000 mgr.y (mgr.24284) 15 : cephadm [INF] Updating smithi169:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.conf 2024-09-06T15:12:20.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:19 smithi181 bash[21841]: cephadm 2024-09-06T15:12:18.094665+0000 mgr.y (mgr.24284) 16 : cephadm [INF] Updating smithi181:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.conf 2024-09-06T15:12:20.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:19 smithi181 bash[21841]: cephadm 2024-09-06T15:12:18.232422+0000 mgr.y (mgr.24284) 17 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-09-06T15:12:20.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:19 smithi181 bash[21841]: cephadm 2024-09-06T15:12:18.232709+0000 mgr.y (mgr.24284) 18 : cephadm [INF] Updating smithi181:/etc/ceph/ceph.client.admin.keyring 2024-09-06T15:12:20.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:19 smithi181 bash[21841]: cephadm 2024-09-06T15:12:18.369924+0000 mgr.y (mgr.24284) 19 : cephadm [INF] Updating smithi169:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.client.admin.keyring 2024-09-06T15:12:20.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:19 smithi181 bash[21841]: cephadm 2024-09-06T15:12:18.370201+0000 mgr.y (mgr.24284) 20 : cephadm [INF] Updating smithi181:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.client.admin.keyring 2024-09-06T15:12:20.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:19 smithi181 bash[21841]: cephadm 2024-09-06T15:12:18.552055+0000 mgr.y (mgr.24284) 21 : cephadm [INF] Deploying daemon node-exporter.a on smithi169 2024-09-06T15:12:20.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:19 smithi181 bash[21841]: cluster 2024-09-06T15:12:18.742674+0000 mgr.y (mgr.24284) 22 : cluster [DBG] pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-09-06T15:12:20.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:19 smithi181 bash[21841]: audit 2024-09-06T15:12:18.935117+0000 mgr.y (mgr.24284) 23 : audit [DBG] from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi181=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:12:20.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:19 smithi181 bash[21841]: cephadm 2024-09-06T15:12:18.937367+0000 mgr.y (mgr.24284) 24 : cephadm [INF] Saving service grafana spec with placement smithi181=a;count:1 2024-09-06T15:12:20.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:19 smithi181 bash[21841]: audit 2024-09-06T15:12:18.946171+0000 mon.a (mon.0) 735 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:20.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:19 smithi181 bash[21841]: audit 2024-09-06T15:12:19.846679+0000 mon.a (mon.0) 736 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:20.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:19 smithi181 bash[21841]: audit 2024-09-06T15:12:19.854140+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:20.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:19 smithi181 bash[21841]: audit 2024-09-06T15:12:19.858633+0000 mon.a (mon.0) 738 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:20.662 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:20 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:20.663 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:12:20 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:20.663 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:12:20 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:20.663 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:12:20 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:20.664 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:20 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:20.664 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:12:20 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:20.664 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:12:20 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:20.666 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:20 smithi169 bash[50171]: v1.5.0: Pulling from prometheus/node-exporter 2024-09-06T15:12:20.943 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:20 smithi169 bash[50171]: 22b70bddd3ac: Pulling fs layer 2024-09-06T15:12:20.943 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:20 smithi169 bash[50171]: 5c12815fee55: Pulling fs layer 2024-09-06T15:12:20.944 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:20 smithi169 bash[50171]: c0e87333d380: Pulling fs layer 2024-09-06T15:12:20.944 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:20 smithi169 bash[50171]: 22b70bddd3ac: Download complete 2024-09-06T15:12:20.944 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:20 smithi169 bash[50171]: 5c12815fee55: Download complete 2024-09-06T15:12:20.944 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:20 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:20.944 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:20 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:20.945 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:12:20 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:20.945 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:12:20 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:20.945 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:12:20 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:20.946 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:12:20 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:20.946 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:12:20 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:20.946 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:20 smithi181 systemd[1]: Started Ceph node-exporter.b for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:12:21.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:20 smithi181 bash[21841]: cephadm 2024-09-06T15:12:19.863145+0000 mgr.y (mgr.24284) 25 : cephadm [INF] Deploying daemon node-exporter.b on smithi181 2024-09-06T15:12:21.245 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:20 smithi181 bash[45915]: Unable to find image 'quay.io/prometheus/node-exporter:v1.5.0' locally 2024-09-06T15:12:21.443 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:20 smithi169 bash[19820]: cephadm 2024-09-06T15:12:19.863145+0000 mgr.y (mgr.24284) 25 : cephadm [INF] Deploying daemon node-exporter.b on smithi181 2024-09-06T15:12:21.443 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:21 smithi169 bash[50171]: c0e87333d380: Verifying Checksum 2024-09-06T15:12:21.444 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:21 smithi169 bash[50171]: c0e87333d380: Download complete 2024-09-06T15:12:21.444 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:21 smithi169 bash[50171]: 22b70bddd3ac: Pull complete 2024-09-06T15:12:21.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:20 smithi169 bash[26469]: cephadm 2024-09-06T15:12:19.863145+0000 mgr.y (mgr.24284) 25 : cephadm [INF] Deploying daemon node-exporter.b on smithi181 2024-09-06T15:12:21.744 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:21 smithi181 bash[45915]: v1.5.0: Pulling from prometheus/node-exporter 2024-09-06T15:12:21.745 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:21 smithi181 bash[45915]: 22b70bddd3ac: Pulling fs layer 2024-09-06T15:12:21.745 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:21 smithi181 bash[45915]: 5c12815fee55: Pulling fs layer 2024-09-06T15:12:21.745 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:21 smithi181 bash[45915]: c0e87333d380: Pulling fs layer 2024-09-06T15:12:21.943 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:21 smithi169 bash[50171]: 5c12815fee55: Pull complete 2024-09-06T15:12:21.944 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:12:21 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:22.070 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:21 smithi181 bash[45915]: 5c12815fee55: Verifying Checksum 2024-09-06T15:12:22.070 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:21 smithi181 bash[45915]: 5c12815fee55: Download complete 2024-09-06T15:12:22.070 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:21 smithi181 bash[45915]: 22b70bddd3ac: Verifying Checksum 2024-09-06T15:12:22.070 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:21 smithi181 bash[45915]: 22b70bddd3ac: Download complete 2024-09-06T15:12:22.070 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:21 smithi181 bash[21841]: cluster 2024-09-06T15:12:20.743418+0000 mgr.y (mgr.24284) 26 : cluster [DBG] pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-06T15:12:22.070 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:21 smithi181 bash[21841]: audit 2024-09-06T15:12:20.963638+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:22.070 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:21 smithi181 bash[21841]: audit 2024-09-06T15:12:20.970375+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:22.070 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:21 smithi181 bash[21841]: audit 2024-09-06T15:12:20.977246+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:22.070 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:21 smithi181 bash[21841]: audit 2024-09-06T15:12:20.983508+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:22.071 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:21 smithi181 bash[21841]: audit 2024-09-06T15:12:20.994497+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:22.443 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:22 smithi169 bash[50171]: c0e87333d380: Pull complete 2024-09-06T15:12:22.443 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:21 smithi169 bash[19820]: cluster 2024-09-06T15:12:20.743418+0000 mgr.y (mgr.24284) 26 : cluster [DBG] pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-06T15:12:22.443 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:21 smithi169 bash[19820]: audit 2024-09-06T15:12:20.963638+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:22.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:21 smithi169 bash[19820]: audit 2024-09-06T15:12:20.970375+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:22.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:21 smithi169 bash[19820]: audit 2024-09-06T15:12:20.977246+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:22.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:21 smithi169 bash[19820]: audit 2024-09-06T15:12:20.983508+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:22.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:21 smithi169 bash[19820]: audit 2024-09-06T15:12:20.994497+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:22.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:21 smithi169 bash[26469]: cluster 2024-09-06T15:12:20.743418+0000 mgr.y (mgr.24284) 26 : cluster [DBG] pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-06T15:12:22.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:21 smithi169 bash[26469]: audit 2024-09-06T15:12:20.963638+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:22.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:21 smithi169 bash[26469]: audit 2024-09-06T15:12:20.970375+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:22.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:21 smithi169 bash[26469]: audit 2024-09-06T15:12:20.977246+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:22.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:21 smithi169 bash[26469]: audit 2024-09-06T15:12:20.983508+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:22.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:21 smithi169 bash[26469]: audit 2024-09-06T15:12:20.994497+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:22.494 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:22 smithi181 bash[45915]: 22b70bddd3ac: Pull complete 2024-09-06T15:12:22.495 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:22 smithi181 bash[45915]: c0e87333d380: Verifying Checksum 2024-09-06T15:12:22.495 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:22 smithi181 bash[45915]: c0e87333d380: Download complete 2024-09-06T15:12:22.943 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:22 smithi169 bash[50171]: Digest: sha256:39c642b2b337e38c18e80266fb14383754178202f40103646337722a594d984c 2024-09-06T15:12:22.943 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:22 smithi169 bash[50171]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v1.5.0 2024-09-06T15:12:22.959 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:22 smithi181 bash[45915]: 5c12815fee55: Pull complete 2024-09-06T15:12:23.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:22 smithi181 bash[21841]: cephadm 2024-09-06T15:12:21.009710+0000 mgr.y (mgr.24284) 27 : cephadm [INF] Deploying daemon alertmanager.a on smithi169 2024-09-06T15:12:23.245 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:23 smithi181 bash[45915]: c0e87333d380: Pull complete 2024-09-06T15:12:23.493 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:22 smithi169 bash[26469]: cephadm 2024-09-06T15:12:21.009710+0000 mgr.y (mgr.24284) 27 : cephadm [INF] Deploying daemon alertmanager.a on smithi169 2024-09-06T15:12:23.494 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:22 smithi169 bash[19820]: cephadm 2024-09-06T15:12:21.009710+0000 mgr.y (mgr.24284) 27 : cephadm [INF] Deploying daemon alertmanager.a on smithi169 2024-09-06T15:12:23.744 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:23 smithi181 bash[45915]: Digest: sha256:39c642b2b337e38c18e80266fb14383754178202f40103646337722a594d984c 2024-09-06T15:12:23.744 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:23 smithi181 bash[45915]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v1.5.0 2024-09-06T15:12:24.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:23 smithi181 bash[21841]: cluster 2024-09-06T15:12:22.744062+0000 mgr.y (mgr.24284) 28 : cluster [DBG] pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-06T15:12:24.423 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:12:24.443 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:23 smithi169 bash[19820]: cluster 2024-09-06T15:12:22.744062+0000 mgr.y (mgr.24284) 28 : cluster [DBG] pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-06T15:12:24.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:23 smithi169 bash[26469]: cluster 2024-09-06T15:12:22.744062+0000 mgr.y (mgr.24284) 28 : cluster [DBG] pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-06T15:12:25.245 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.020Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-06T15:12:25.245 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.020Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-06T15:12:25.245 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.020Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-06T15:12:25.246 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.020Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-06T15:12:25.246 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.021Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-06T15:12:25.246 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.021Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-06T15:12:25.246 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.021Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-06T15:12:25.246 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.021Z caller=node_exporter.go:117 level=info collector=arp 2024-09-06T15:12:25.246 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.021Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-06T15:12:25.246 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.021Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-06T15:12:25.246 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.021Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-06T15:12:25.246 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.021Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-06T15:12:25.246 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.021Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-06T15:12:25.246 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.021Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-06T15:12:25.246 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.021Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-06T15:12:25.246 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.021Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-06T15:12:25.247 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.021Z caller=node_exporter.go:117 level=info collector=edac 2024-09-06T15:12:25.247 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.021Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-06T15:12:25.247 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.021Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-06T15:12:25.247 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.022Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-06T15:12:25.247 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.022Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-06T15:12:25.247 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.022Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-06T15:12:25.247 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.022Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-06T15:12:25.247 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.022Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-06T15:12:25.247 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.022Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-06T15:12:25.247 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.022Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-06T15:12:25.248 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.022Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-06T15:12:25.248 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.022Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-06T15:12:25.248 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.022Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-06T15:12:25.248 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.022Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-06T15:12:25.248 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.022Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-06T15:12:25.248 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.022Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-06T15:12:25.248 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.022Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-06T15:12:25.248 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.022Z caller=node_exporter.go:117 level=info collector=os 2024-09-06T15:12:25.248 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.022Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-06T15:12:25.248 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.022Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-06T15:12:25.249 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.022Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-06T15:12:25.249 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.022Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-06T15:12:25.249 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.022Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-06T15:12:25.249 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.022Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-06T15:12:25.249 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.022Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-06T15:12:25.249 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.022Z caller=node_exporter.go:117 level=info collector=stat 2024-09-06T15:12:25.249 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.022Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-06T15:12:25.249 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.022Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-06T15:12:25.249 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.022Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-06T15:12:25.249 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.022Z caller=node_exporter.go:117 level=info collector=time 2024-09-06T15:12:25.249 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.022Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-06T15:12:25.249 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.022Z caller=node_exporter.go:117 level=info collector=uname 2024-09-06T15:12:25.249 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.022Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-06T15:12:25.249 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.022Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-06T15:12:25.250 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.022Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-06T15:12:25.250 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.022Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-06T15:12:25.250 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[45915]: ts=2024-09-06T15:12:25.022Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-06T15:12:26.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:25 smithi169 bash[19820]: cluster 2024-09-06T15:12:24.744715+0000 mgr.y (mgr.24284) 29 : cluster [DBG] pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-06T15:12:26.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:25 smithi169 bash[19820]: audit 2024-09-06T15:12:25.815490+0000 mon.a (mon.0) 744 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:26.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:25 smithi169 bash[19820]: audit 2024-09-06T15:12:25.816177+0000 mon.a (mon.0) 745 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:12:26.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:25 smithi169 bash[26469]: cluster 2024-09-06T15:12:24.744715+0000 mgr.y (mgr.24284) 29 : cluster [DBG] pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-06T15:12:26.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:25 smithi169 bash[26469]: audit 2024-09-06T15:12:25.815490+0000 mon.a (mon.0) 744 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:26.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:25 smithi169 bash[26469]: audit 2024-09-06T15:12:25.816177+0000 mon.a (mon.0) 745 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:12:26.193 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.002Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-06T15:12:26.193 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.002Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-06T15:12:26.194 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.003Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-06T15:12:26.194 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.003Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-06T15:12:26.194 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.003Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-06T15:12:26.194 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.003Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-06T15:12:26.194 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-06T15:12:26.194 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=arp 2024-09-06T15:12:26.194 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-06T15:12:26.194 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-06T15:12:26.194 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-06T15:12:26.194 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-06T15:12:26.194 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-06T15:12:26.194 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-06T15:12:26.195 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-06T15:12:26.195 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-06T15:12:26.195 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=edac 2024-09-06T15:12:26.195 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-06T15:12:26.195 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-06T15:12:26.195 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-06T15:12:26.195 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-06T15:12:26.195 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-06T15:12:26.195 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-06T15:12:26.195 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-06T15:12:26.195 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-06T15:12:26.195 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-06T15:12:26.195 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-06T15:12:26.196 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-06T15:12:26.196 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-06T15:12:26.196 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-06T15:12:26.196 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-06T15:12:26.196 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-06T15:12:26.196 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-06T15:12:26.196 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=os 2024-09-06T15:12:26.196 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-06T15:12:26.196 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-06T15:12:26.196 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-06T15:12:26.196 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-06T15:12:26.196 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-06T15:12:26.196 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-06T15:12:26.197 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-06T15:12:26.197 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=stat 2024-09-06T15:12:26.197 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-06T15:12:26.197 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-06T15:12:26.197 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-06T15:12:26.197 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=time 2024-09-06T15:12:26.197 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-06T15:12:26.197 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=uname 2024-09-06T15:12:26.197 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-06T15:12:26.197 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-06T15:12:26.197 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.004Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-06T15:12:26.197 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.005Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-06T15:12:26.198 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[50171]: ts=2024-09-06T15:12:26.005Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-06T15:12:26.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[21841]: cluster 2024-09-06T15:12:24.744715+0000 mgr.y (mgr.24284) 29 : cluster [DBG] pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-06T15:12:26.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[21841]: audit 2024-09-06T15:12:25.815490+0000 mon.a (mon.0) 744 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:26.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:25 smithi181 bash[21841]: audit 2024-09-06T15:12:25.816177+0000 mon.a (mon.0) 745 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:12:26.632 INFO:teuthology.orchestra.run.smithi169.stdout:[client.0] 2024-09-06T15:12:26.632 INFO:teuthology.orchestra.run.smithi169.stdout: key = AQDaG9tmY1XMJRAAGkjxmhj028FG53NBMsmZuw== 2024-09-06T15:12:27.223 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[19820]: audit 2024-09-06T15:12:26.633964+0000 mon.a (mon.0) 746 : audit [INF] from='client.? 172.21.15.169:0/588376392' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-06T15:12:27.223 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[19820]: audit 2024-09-06T15:12:26.636228+0000 mon.a (mon.0) 747 : audit [INF] from='client.? 172.21.15.169:0/588376392' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-06T15:12:27.223 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[19820]: cluster 2024-09-06T15:12:26.745088+0000 mgr.y (mgr.24284) 30 : cluster [DBG] pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-06T15:12:27.223 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[26469]: audit 2024-09-06T15:12:26.633964+0000 mon.a (mon.0) 746 : audit [INF] from='client.? 172.21.15.169:0/588376392' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-06T15:12:27.224 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[26469]: audit 2024-09-06T15:12:26.636228+0000 mon.a (mon.0) 747 : audit [INF] from='client.? 172.21.15.169:0/588376392' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-06T15:12:27.224 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:26 smithi169 bash[26469]: cluster 2024-09-06T15:12:26.745088+0000 mgr.y (mgr.24284) 30 : cluster [DBG] pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-06T15:12:27.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:26 smithi181 bash[21841]: audit 2024-09-06T15:12:26.633964+0000 mon.a (mon.0) 746 : audit [INF] from='client.? 172.21.15.169:0/588376392' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-06T15:12:27.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:26 smithi181 bash[21841]: audit 2024-09-06T15:12:26.636228+0000 mon.a (mon.0) 747 : audit [INF] from='client.? 172.21.15.169:0/588376392' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-06T15:12:27.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:26 smithi181 bash[21841]: cluster 2024-09-06T15:12:26.745088+0000 mgr.y (mgr.24284) 30 : cluster [DBG] pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-06T15:12:28.362 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-09-06T15:12:28.362 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-09-06T15:12:28.362 DEBUG:teuthology.orchestra.run.smithi169:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-06T15:12:28.385 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-06T15:12:30.189 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:29 smithi169 bash[26469]: cluster 2024-09-06T15:12:28.745657+0000 mgr.y (mgr.24284) 31 : cluster [DBG] pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:30.189 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:29 smithi169 bash[19820]: cluster 2024-09-06T15:12:28.745657+0000 mgr.y (mgr.24284) 31 : cluster [DBG] pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:30.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:29 smithi181 bash[21841]: cluster 2024-09-06T15:12:28.745657+0000 mgr.y (mgr.24284) 31 : cluster [DBG] pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:31.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:31 smithi169 bash[26469]: cluster 2024-09-06T15:12:30.746236+0000 mgr.y (mgr.24284) 32 : cluster [DBG] pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:31.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:31 smithi169 bash[19820]: cluster 2024-09-06T15:12:30.746236+0000 mgr.y (mgr.24284) 32 : cluster [DBG] pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:32.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:31 smithi181 bash[21841]: cluster 2024-09-06T15:12:30.746236+0000 mgr.y (mgr.24284) 32 : cluster [DBG] pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:32.897 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:32 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:32.897 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:12:32 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:32.898 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:12:32 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:32.898 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:12:32 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:32.898 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:32 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:32.899 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:32 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:32.899 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:12:32 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:32.899 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:32 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:33.149 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:12:33 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:33.149 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:12:33 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:33.150 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:12:33 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:33.150 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:12:33 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:33.150 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:33 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:33.151 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:12:32 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:33.151 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:12:32 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:33.151 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:12:32 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:33.151 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:12:33 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:33.151 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:33 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:33.152 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:33 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:33.152 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:12:33 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:33.165 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.b/config 2024-09-06T15:12:33.443 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:12:33 smithi169 systemd[1]: Started Ceph alertmanager.a for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:12:34.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:33 smithi169 bash[19820]: cluster 2024-09-06T15:12:32.746791+0000 mgr.y (mgr.24284) 33 : cluster [DBG] pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:34.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:33 smithi169 bash[19820]: audit 2024-09-06T15:12:33.197119+0000 mon.a (mon.0) 748 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:34.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:33 smithi169 bash[19820]: audit 2024-09-06T15:12:33.201620+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:34.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:33 smithi169 bash[19820]: audit 2024-09-06T15:12:33.205994+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:34.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:33 smithi169 bash[19820]: audit 2024-09-06T15:12:33.209674+0000 mon.a (mon.0) 751 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:34.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:33 smithi169 bash[19820]: audit 2024-09-06T15:12:33.239877+0000 mon.a (mon.0) 752 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:12:34.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:33 smithi169 bash[26469]: cluster 2024-09-06T15:12:32.746791+0000 mgr.y (mgr.24284) 33 : cluster [DBG] pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:34.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:33 smithi169 bash[26469]: audit 2024-09-06T15:12:33.197119+0000 mon.a (mon.0) 748 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:34.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:33 smithi169 bash[26469]: audit 2024-09-06T15:12:33.201620+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:34.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:33 smithi169 bash[26469]: audit 2024-09-06T15:12:33.205994+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:34.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:33 smithi169 bash[26469]: audit 2024-09-06T15:12:33.209674+0000 mon.a (mon.0) 751 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:34.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:33 smithi169 bash[26469]: audit 2024-09-06T15:12:33.239877+0000 mon.a (mon.0) 752 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:12:34.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:33 smithi181 bash[21841]: cluster 2024-09-06T15:12:32.746791+0000 mgr.y (mgr.24284) 33 : cluster [DBG] pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:34.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:33 smithi181 bash[21841]: audit 2024-09-06T15:12:33.197119+0000 mon.a (mon.0) 748 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:34.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:33 smithi181 bash[21841]: audit 2024-09-06T15:12:33.201620+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:34.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:33 smithi181 bash[21841]: audit 2024-09-06T15:12:33.205994+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:34.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:33 smithi181 bash[21841]: audit 2024-09-06T15:12:33.209674+0000 mon.a (mon.0) 751 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:34.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:33 smithi181 bash[21841]: audit 2024-09-06T15:12:33.239877+0000 mon.a (mon.0) 752 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:12:34.693 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:12:34 smithi169 bash[50650]: ts=2024-09-06T15:12:34.360Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-06T15:12:34.694 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:12:34 smithi169 bash[50650]: ts=2024-09-06T15:12:34.360Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-06T15:12:34.694 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:12:34 smithi169 bash[50650]: ts=2024-09-06T15:12:34.362Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.169 port=9094 2024-09-06T15:12:34.694 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:12:34 smithi169 bash[50650]: ts=2024-09-06T15:12:34.363Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-06T15:12:34.694 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:12:34 smithi169 bash[50650]: ts=2024-09-06T15:12:34.393Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-06T15:12:34.694 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:12:34 smithi169 bash[50650]: ts=2024-09-06T15:12:34.394Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-06T15:12:34.694 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:12:34 smithi169 bash[50650]: ts=2024-09-06T15:12:34.398Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-06T15:12:34.694 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:12:34 smithi169 bash[50650]: ts=2024-09-06T15:12:34.398Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-06T15:12:34.884 INFO:teuthology.orchestra.run.smithi181.stdout:[client.1] 2024-09-06T15:12:34.884 INFO:teuthology.orchestra.run.smithi181.stdout: key = AQDiG9tmMJVuNBAAE/yFdiuzgJnq77icUAibQA== 2024-09-06T15:12:35.533 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-09-06T15:12:35.534 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-09-06T15:12:35.534 DEBUG:teuthology.orchestra.run.smithi181:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-06T15:12:35.557 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph config log 1 --format=json 2024-09-06T15:12:35.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:35 smithi169 bash[19820]: cluster 2024-09-06T15:12:34.747359+0000 mgr.y (mgr.24284) 34 : cluster [DBG] pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:35.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:35 smithi169 bash[19820]: audit 2024-09-06T15:12:34.879355+0000 mon.a (mon.0) 753 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-06T15:12:35.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:35 smithi169 bash[19820]: audit 2024-09-06T15:12:34.880102+0000 mon.b (mon.1) 30 : audit [INF] from='client.? 172.21.15.181:0/1218983463' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-06T15:12:35.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:35 smithi169 bash[19820]: audit 2024-09-06T15:12:34.882470+0000 mon.a (mon.0) 754 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-06T15:12:35.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:35 smithi169 bash[26469]: cluster 2024-09-06T15:12:34.747359+0000 mgr.y (mgr.24284) 34 : cluster [DBG] pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:35.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:35 smithi169 bash[26469]: audit 2024-09-06T15:12:34.879355+0000 mon.a (mon.0) 753 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-06T15:12:35.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:35 smithi169 bash[26469]: audit 2024-09-06T15:12:34.880102+0000 mon.b (mon.1) 30 : audit [INF] from='client.? 172.21.15.181:0/1218983463' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-06T15:12:35.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:35 smithi169 bash[26469]: audit 2024-09-06T15:12:34.882470+0000 mon.a (mon.0) 754 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-06T15:12:36.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:35 smithi181 bash[21841]: cluster 2024-09-06T15:12:34.747359+0000 mgr.y (mgr.24284) 34 : cluster [DBG] pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:36.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:35 smithi181 bash[21841]: audit 2024-09-06T15:12:34.879355+0000 mon.a (mon.0) 753 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-06T15:12:36.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:35 smithi181 bash[21841]: audit 2024-09-06T15:12:34.880102+0000 mon.b (mon.1) 30 : audit [INF] from='client.? 172.21.15.181:0/1218983463' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-06T15:12:36.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:35 smithi181 bash[21841]: audit 2024-09-06T15:12:34.882470+0000 mon.a (mon.0) 754 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-06T15:12:36.693 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:12:36 smithi169 bash[50650]: ts=2024-09-06T15:12:36.363Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000324149s 2024-09-06T15:12:37.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:36 smithi169 bash[19820]: audit 2024-09-06T15:12:35.821299+0000 mon.a (mon.0) 755 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:37.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:36 smithi169 bash[26469]: audit 2024-09-06T15:12:35.821299+0000 mon.a (mon.0) 755 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:37.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:36 smithi181 bash[21841]: audit 2024-09-06T15:12:35.821299+0000 mon.a (mon.0) 755 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:38.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:37 smithi169 bash[19820]: cluster 2024-09-06T15:12:36.747925+0000 mgr.y (mgr.24284) 35 : cluster [DBG] pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:38.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:37 smithi169 bash[26469]: cluster 2024-09-06T15:12:36.747925+0000 mgr.y (mgr.24284) 35 : cluster [DBG] pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:38.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:37 smithi181 bash[21841]: cluster 2024-09-06T15:12:36.747925+0000 mgr.y (mgr.24284) 35 : cluster [DBG] pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:39.193 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:38 smithi169 bash[20072]: [06/Sep/2024:15:12:38] ENGINE Bus STOPPING 2024-09-06T15:12:39.193 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:39 smithi169 bash[20072]: [06/Sep/2024:15:12:39] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-06T15:12:39.193 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:39 smithi169 bash[20072]: [06/Sep/2024:15:12:39] ENGINE Bus STOPPED 2024-09-06T15:12:39.193 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:39 smithi169 bash[20072]: [06/Sep/2024:15:12:39] ENGINE Bus STARTING 2024-09-06T15:12:39.193 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:39 smithi169 bash[20072]: [06/Sep/2024:15:12:39] ENGINE Serving on http://:::9283 2024-09-06T15:12:39.194 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:12:39 smithi169 bash[20072]: [06/Sep/2024:15:12:39] ENGINE Bus STARTED 2024-09-06T15:12:39.828 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:39 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:40.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:39 smithi169 bash[19820]: cluster 2024-09-06T15:12:38.748285+0000 mgr.y (mgr.24284) 36 : cluster [DBG] pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:40.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:39 smithi169 bash[19820]: audit 2024-09-06T15:12:38.830549+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:40.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:39 smithi169 bash[19820]: audit 2024-09-06T15:12:38.834880+0000 mon.a (mon.0) 757 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:40.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:39 smithi169 bash[19820]: audit 2024-09-06T15:12:38.847293+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:40.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:39 smithi169 bash[19820]: audit 2024-09-06T15:12:38.851237+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:40.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:39 smithi169 bash[19820]: audit 2024-09-06T15:12:38.852176+0000 mon.a (mon.0) 760 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:12:40.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:39 smithi169 bash[19820]: audit 2024-09-06T15:12:38.852862+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:12:40.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:39 smithi169 bash[19820]: audit 2024-09-06T15:12:38.859067+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:40.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:39 smithi169 bash[19820]: cephadm 2024-09-06T15:12:38.871648+0000 mgr.y (mgr.24284) 37 : cephadm [INF] Regenerating cephadm self-signed grafana TLS certificates 2024-09-06T15:12:40.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:39 smithi169 bash[19820]: audit 2024-09-06T15:12:38.888371+0000 mon.a (mon.0) 763 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:40.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:39 smithi169 bash[19820]: audit 2024-09-06T15:12:38.891561+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:40.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:39 smithi169 bash[19820]: audit 2024-09-06T15:12:38.894477+0000 mon.a (mon.0) 765 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-06T15:12:40.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:39 smithi169 bash[19820]: audit 2024-09-06T15:12:38.894884+0000 mgr.y (mgr.24284) 38 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-06T15:12:40.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:39 smithi169 bash[19820]: audit 2024-09-06T15:12:38.897989+0000 mon.a (mon.0) 766 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:40.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:39 smithi169 bash[19820]: cephadm 2024-09-06T15:12:38.913086+0000 mgr.y (mgr.24284) 39 : cephadm [INF] Deploying daemon grafana.a on smithi181 2024-09-06T15:12:40.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:39 smithi169 bash[26469]: cluster 2024-09-06T15:12:38.748285+0000 mgr.y (mgr.24284) 36 : cluster [DBG] pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:40.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:39 smithi169 bash[26469]: audit 2024-09-06T15:12:38.830549+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:40.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:39 smithi169 bash[26469]: audit 2024-09-06T15:12:38.834880+0000 mon.a (mon.0) 757 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:40.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:39 smithi169 bash[26469]: audit 2024-09-06T15:12:38.847293+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:40.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:39 smithi169 bash[26469]: audit 2024-09-06T15:12:38.851237+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:40.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:39 smithi169 bash[26469]: audit 2024-09-06T15:12:38.852176+0000 mon.a (mon.0) 760 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:12:40.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:39 smithi169 bash[26469]: audit 2024-09-06T15:12:38.852862+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:12:40.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:39 smithi169 bash[26469]: audit 2024-09-06T15:12:38.859067+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:40.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:39 smithi169 bash[26469]: cephadm 2024-09-06T15:12:38.871648+0000 mgr.y (mgr.24284) 37 : cephadm [INF] Regenerating cephadm self-signed grafana TLS certificates 2024-09-06T15:12:40.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:39 smithi169 bash[26469]: audit 2024-09-06T15:12:38.888371+0000 mon.a (mon.0) 763 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:40.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:39 smithi169 bash[26469]: audit 2024-09-06T15:12:38.891561+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:40.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:39 smithi169 bash[26469]: audit 2024-09-06T15:12:38.894477+0000 mon.a (mon.0) 765 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-06T15:12:40.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:39 smithi169 bash[26469]: audit 2024-09-06T15:12:38.894884+0000 mgr.y (mgr.24284) 38 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-06T15:12:40.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:39 smithi169 bash[26469]: audit 2024-09-06T15:12:38.897989+0000 mon.a (mon.0) 766 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:40.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:39 smithi169 bash[26469]: cephadm 2024-09-06T15:12:38.913086+0000 mgr.y (mgr.24284) 39 : cephadm [INF] Deploying daemon grafana.a on smithi181 2024-09-06T15:12:40.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:39 smithi181 bash[21841]: cluster 2024-09-06T15:12:38.748285+0000 mgr.y (mgr.24284) 36 : cluster [DBG] pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:40.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:39 smithi181 bash[21841]: audit 2024-09-06T15:12:38.830549+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:40.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:39 smithi181 bash[21841]: audit 2024-09-06T15:12:38.834880+0000 mon.a (mon.0) 757 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:40.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:39 smithi181 bash[21841]: audit 2024-09-06T15:12:38.847293+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:40.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:39 smithi181 bash[21841]: audit 2024-09-06T15:12:38.851237+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:40.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:39 smithi181 bash[21841]: audit 2024-09-06T15:12:38.852176+0000 mon.a (mon.0) 760 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:12:40.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:39 smithi181 bash[21841]: audit 2024-09-06T15:12:38.852862+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:12:40.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:39 smithi181 bash[21841]: audit 2024-09-06T15:12:38.859067+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:40.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:39 smithi181 bash[21841]: cephadm 2024-09-06T15:12:38.871648+0000 mgr.y (mgr.24284) 37 : cephadm [INF] Regenerating cephadm self-signed grafana TLS certificates 2024-09-06T15:12:40.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:39 smithi181 bash[21841]: audit 2024-09-06T15:12:38.888371+0000 mon.a (mon.0) 763 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:40.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:39 smithi181 bash[21841]: audit 2024-09-06T15:12:38.891561+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:40.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:39 smithi181 bash[21841]: audit 2024-09-06T15:12:38.894477+0000 mon.a (mon.0) 765 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-06T15:12:40.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:39 smithi181 bash[21841]: audit 2024-09-06T15:12:38.894884+0000 mgr.y (mgr.24284) 38 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-06T15:12:40.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:39 smithi181 bash[21841]: audit 2024-09-06T15:12:38.897989+0000 mon.a (mon.0) 766 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:40.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:39 smithi181 bash[21841]: cephadm 2024-09-06T15:12:38.913086+0000 mgr.y (mgr.24284) 39 : cephadm [INF] Deploying daemon grafana.a on smithi181 2024-09-06T15:12:40.338 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:12:41.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:40 smithi169 bash[26469]: audit 2024-09-06T15:12:40.815741+0000 mon.a (mon.0) 767 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:12:41.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:40 smithi169 bash[19820]: audit 2024-09-06T15:12:40.815741+0000 mon.a (mon.0) 767 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:12:41.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:40 smithi181 bash[21841]: audit 2024-09-06T15:12:40.815741+0000 mon.a (mon.0) 767 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:12:41.907 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:12:42.162 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:41 smithi169 bash[19820]: cluster 2024-09-06T15:12:40.748812+0000 mgr.y (mgr.24284) 40 : cluster [DBG] pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:42.163 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:41 smithi169 bash[26469]: cluster 2024-09-06T15:12:40.748812+0000 mgr.y (mgr.24284) 40 : cluster [DBG] pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:42.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:41 smithi181 bash[21841]: cluster 2024-09-06T15:12:40.748812+0000 mgr.y (mgr.24284) 40 : cluster [DBG] pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:42.652 INFO:teuthology.orchestra.run.smithi169.stdout:[{"version":26,"timestamp":"2024-09-06T15:12:38.895247+0000","name":"","changes":[{"name":"mgr/mgr/dashboard/GRAFANA_API_SSL_VERIFY","new_value":"false"}]}] 2024-09-06T15:12:42.653 INFO:tasks.ceph_manager:config epoch is 26 2024-09-06T15:12:42.653 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-06T15:12:42.653 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-09-06T15:12:42.654 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph mgr dump --format=json 2024-09-06T15:12:42.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:42 smithi169 bash[26469]: audit 2024-09-06T15:12:41.911319+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.169:0/720646781' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-09-06T15:12:42.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:42 smithi169 bash[19820]: audit 2024-09-06T15:12:41.911319+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.169:0/720646781' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-09-06T15:12:43.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:42 smithi181 bash[21841]: audit 2024-09-06T15:12:41.911319+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.169:0/720646781' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-09-06T15:12:44.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:43 smithi169 bash[19820]: cluster 2024-09-06T15:12:42.749428+0000 mgr.y (mgr.24284) 41 : cluster [DBG] pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:44.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:43 smithi169 bash[26469]: cluster 2024-09-06T15:12:42.749428+0000 mgr.y (mgr.24284) 41 : cluster [DBG] pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:44.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:43 smithi181 bash[21841]: cluster 2024-09-06T15:12:42.749428+0000 mgr.y (mgr.24284) 41 : cluster [DBG] pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:44.693 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:12:44 smithi169 bash[50650]: ts=2024-09-06T15:12:44.366Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.00255386s 2024-09-06T15:12:46.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:45 smithi169 bash[19820]: cluster 2024-09-06T15:12:44.750049+0000 mgr.y (mgr.24284) 42 : cluster [DBG] pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:46.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:45 smithi169 bash[26469]: cluster 2024-09-06T15:12:44.750049+0000 mgr.y (mgr.24284) 42 : cluster [DBG] pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:46.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:45 smithi181 bash[21841]: cluster 2024-09-06T15:12:44.750049+0000 mgr.y (mgr.24284) 42 : cluster [DBG] pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:47.433 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:12:48.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:47 smithi169 bash[19820]: cluster 2024-09-06T15:12:46.750664+0000 mgr.y (mgr.24284) 43 : cluster [DBG] pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:48.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:47 smithi169 bash[26469]: cluster 2024-09-06T15:12:46.750664+0000 mgr.y (mgr.24284) 43 : cluster [DBG] pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:48.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:47 smithi181 bash[21841]: cluster 2024-09-06T15:12:46.750664+0000 mgr.y (mgr.24284) 43 : cluster [DBG] pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:49.132 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:12:49.856 INFO:teuthology.orchestra.run.smithi169.stdout:{"epoch":20,"flags":0,"active_gid":24284,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6800","nonce":47438956},{"type":"v1","addr":"172.21.15.169:6801","nonce":47438956}]},"active_addr":"172.21.15.169:6801/47438956","active_change":"2024-09-06T15:12:10.715280+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24301,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.169:8443/","prometheus":"http://172.21.15.169:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":60,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.169:0","nonce":4151253268}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.169:0","nonce":3262007023}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.169:0","nonce":2927029743}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.169:0","nonce":757385491}]}]} 2024-09-06T15:12:49.860 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-09-06T15:12:49.860 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-09-06T15:12:49.861 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph osd dump --format=json 2024-09-06T15:12:50.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:49 smithi169 bash[19820]: cluster 2024-09-06T15:12:48.751062+0000 mgr.y (mgr.24284) 44 : cluster [DBG] pgmap v22: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:50.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:49 smithi169 bash[19820]: audit 2024-09-06T15:12:49.128418+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.169:0/1769597710' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-06T15:12:50.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:49 smithi169 bash[26469]: cluster 2024-09-06T15:12:48.751062+0000 mgr.y (mgr.24284) 44 : cluster [DBG] pgmap v22: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:50.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:49 smithi169 bash[26469]: audit 2024-09-06T15:12:49.128418+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.169:0/1769597710' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-06T15:12:50.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:49 smithi181 bash[21841]: cluster 2024-09-06T15:12:48.751062+0000 mgr.y (mgr.24284) 44 : cluster [DBG] pgmap v22: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:50.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:49 smithi181 bash[21841]: audit 2024-09-06T15:12:49.128418+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.169:0/1769597710' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-06T15:12:52.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:51 smithi169 bash[19820]: cluster 2024-09-06T15:12:50.751575+0000 mgr.y (mgr.24284) 45 : cluster [DBG] pgmap v23: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:52.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:51 smithi169 bash[26469]: cluster 2024-09-06T15:12:50.751575+0000 mgr.y (mgr.24284) 45 : cluster [DBG] pgmap v23: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:52.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:51 smithi181 bash[21841]: cluster 2024-09-06T15:12:50.751575+0000 mgr.y (mgr.24284) 45 : cluster [DBG] pgmap v23: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:54.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:53 smithi169 bash[19820]: cluster 2024-09-06T15:12:52.752241+0000 mgr.y (mgr.24284) 46 : cluster [DBG] pgmap v24: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:54.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:53 smithi169 bash[26469]: cluster 2024-09-06T15:12:52.752241+0000 mgr.y (mgr.24284) 46 : cluster [DBG] pgmap v24: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:54.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:53 smithi181 bash[21841]: cluster 2024-09-06T15:12:52.752241+0000 mgr.y (mgr.24284) 46 : cluster [DBG] pgmap v24: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:54.644 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:12:55.493 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:55 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:55.493 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:12:55 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:55.494 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:12:55 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:55.494 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:55 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:55.494 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:12:55 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:55.495 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:55 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:55.495 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:12:55 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:55.495 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:12:55 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:55.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:55 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:55.745 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:12:55 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:55.745 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:12:55 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:55.745 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:12:55 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:55.746 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:12:55 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:55.746 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:12:55 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:55.746 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:12:55 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:55.747 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:12:55 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:55.747 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:55 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:55.747 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:55 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:55.747 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:55 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:55.747 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:55 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:12:55.747 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:55 smithi181 systemd[1]: Started Ceph grafana.a for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:12:56.146 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:12:56.147 INFO:teuthology.orchestra.run.smithi169.stdout:{"epoch":60,"fsid":"bab55310-6c60-11ef-bce4-c7b262605968","created":"2024-09-06T15:01:52.920359+0000","modified":"2024-09-06T15:12:10.714973+0000","last_up_change":"2024-09-06T15:11:21.548517+0000","last_in_change":"2024-09-06T15:10:52.375455+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-06T15:06:57.875928+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c5b1ef4d-04f4-4331-85e0-833725bf2459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":2321924075},{"type":"v1","addr":"172.21.15.169:6803","nonce":2321924075}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":2321924075},{"type":"v1","addr":"172.21.15.169:6805","nonce":2321924075}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":2321924075},{"type":"v1","addr":"172.21.15.169:6809","nonce":2321924075}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":2321924075},{"type":"v1","addr":"172.21.15.169:6807","nonce":2321924075}]},"public_addr":"172.21.15.169:6803/2321924075","cluster_addr":"172.21.15.169:6805/2321924075","heartbeat_back_addr":"172.21.15.169:6809/2321924075","heartbeat_front_addr":"172.21.15.169:6807/2321924075","state":["exists","up"]},{"osd":1,"uuid":"c478a965-c51c-40c6-87d1-3327c371e5ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":4262461417},{"type":"v1","addr":"172.21.15.169:6811","nonce":4262461417}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":4262461417},{"type":"v1","addr":"172.21.15.169:6813","nonce":4262461417}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":4262461417},{"type":"v1","addr":"172.21.15.169:6817","nonce":4262461417}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":4262461417},{"type":"v1","addr":"172.21.15.169:6815","nonce":4262461417}]},"public_addr":"172.21.15.169:6811/4262461417","cluster_addr":"172.21.15.169:6813/4262461417","heartbeat_back_addr":"172.21.15.169:6817/4262461417","heartbeat_front_addr":"172.21.15.169:6815/4262461417","state":["exists","up"]},{"osd":2,"uuid":"439283f8-99fc-4369-9c26-ec732c80e092","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":585087340},{"type":"v1","addr":"172.21.15.169:6819","nonce":585087340}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":585087340},{"type":"v1","addr":"172.21.15.169:6821","nonce":585087340}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":585087340},{"type":"v1","addr":"172.21.15.169:6825","nonce":585087340}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":585087340},{"type":"v1","addr":"172.21.15.169:6823","nonce":585087340}]},"public_addr":"172.21.15.169:6819/585087340","cluster_addr":"172.21.15.169:6821/585087340","heartbeat_back_addr":"172.21.15.169:6825/585087340","heartbeat_front_addr":"172.21.15.169:6823/585087340","state":["exists","up"]},{"osd":3,"uuid":"39df3a7c-ca45-4da8-b9e9-9acca79cf537","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":1400112257},{"type":"v1","addr":"172.21.15.169:6827","nonce":1400112257}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":1400112257},{"type":"v1","addr":"172.21.15.169:6829","nonce":1400112257}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6832","nonce":1400112257},{"type":"v1","addr":"172.21.15.169:6833","nonce":1400112257}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":1400112257},{"type":"v1","addr":"172.21.15.169:6831","nonce":1400112257}]},"public_addr":"172.21.15.169:6827/1400112257","cluster_addr":"172.21.15.169:6829/1400112257","heartbeat_back_addr":"172.21.15.169:6833/1400112257","heartbeat_front_addr":"172.21.15.169:6831/1400112257","state":["exists","up"]},{"osd":4,"uuid":"82426fbf-6309-4d14-80ab-d95de27f2f9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3651880605},{"type":"v1","addr":"172.21.15.181:6801","nonce":3651880605}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3651880605},{"type":"v1","addr":"172.21.15.181:6803","nonce":3651880605}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3651880605},{"type":"v1","addr":"172.21.15.181:6807","nonce":3651880605}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3651880605},{"type":"v1","addr":"172.21.15.181:6805","nonce":3651880605}]},"public_addr":"172.21.15.181:6801/3651880605","cluster_addr":"172.21.15.181:6803/3651880605","heartbeat_back_addr":"172.21.15.181:6807/3651880605","heartbeat_front_addr":"172.21.15.181:6805/3651880605","state":["exists","up"]},{"osd":5,"uuid":"039bd163-2438-4da8-b414-659d812cde0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":319904722},{"type":"v1","addr":"172.21.15.181:6809","nonce":319904722}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":319904722},{"type":"v1","addr":"172.21.15.181:6811","nonce":319904722}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":319904722},{"type":"v1","addr":"172.21.15.181:6815","nonce":319904722}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":319904722},{"type":"v1","addr":"172.21.15.181:6813","nonce":319904722}]},"public_addr":"172.21.15.181:6809/319904722","cluster_addr":"172.21.15.181:6811/319904722","heartbeat_back_addr":"172.21.15.181:6815/319904722","heartbeat_front_addr":"172.21.15.181:6813/319904722","state":["exists","up"]},{"osd":6,"uuid":"bdffb5e1-f540-4445-ba93-fe3147fb0e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":1808513038},{"type":"v1","addr":"172.21.15.181:6817","nonce":1808513038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":1808513038},{"type":"v1","addr":"172.21.15.181:6819","nonce":1808513038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1808513038},{"type":"v1","addr":"172.21.15.181:6823","nonce":1808513038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":1808513038},{"type":"v1","addr":"172.21.15.181:6821","nonce":1808513038}]},"public_addr":"172.21.15.181:6817/1808513038","cluster_addr":"172.21.15.181:6819/1808513038","heartbeat_back_addr":"172.21.15.181:6823/1808513038","heartbeat_front_addr":"172.21.15.181:6821/1808513038","state":["exists","up"]},{"osd":7,"uuid":"607c7ce0-920e-4189-a766-7eeedcd2ab2f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":3772924348},{"type":"v1","addr":"172.21.15.181:6825","nonce":3772924348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":3772924348},{"type":"v1","addr":"172.21.15.181:6827","nonce":3772924348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":3772924348},{"type":"v1","addr":"172.21.15.181:6831","nonce":3772924348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":3772924348},{"type":"v1","addr":"172.21.15.181:6829","nonce":3772924348}]},"public_addr":"172.21.15.181:6825/3772924348","cluster_addr":"172.21.15.181:6827/3772924348","heartbeat_back_addr":"172.21.15.181:6831/3772924348","heartbeat_front_addr":"172.21.15.181:6829/3772924348","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-06T15:05:08.623566+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-06T15:06:01.082440+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-06T15:06:53.645226+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-06T15:07:49.237683+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-06T15:08:39.414378+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-06T15:09:34.768968+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-06T15:10:25.980671+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-06T15:11:20.256656+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.169:0/1929548253":"2024-09-07T15:12:10.714905+0000","172.21.15.169:0/2271447990":"2024-09-07T15:12:10.714905+0000","172.21.15.169:6800/1993659954":"2024-09-07T15:02:19.837324+0000","172.21.15.169:0/3548930626":"2024-09-07T15:02:19.837324+0000","172.21.15.169:6801/1993659954":"2024-09-07T15:02:19.837324+0000","172.21.15.169:0/125306192":"2024-09-07T15:02:19.837324+0000","172.21.15.169:0/2660856648":"2024-09-07T15:12:10.714905+0000","172.21.15.169:0/1785613480":"2024-09-07T15:02:19.837324+0000","172.21.15.169:6800/1496712195":"2024-09-07T15:02:51.241182+0000","172.21.15.169:0/451280936":"2024-09-07T15:12:10.714905+0000","172.21.15.169:6800/4252780902":"2024-09-07T15:12:10.714905+0000","172.21.15.169:0/2299471756":"2024-09-07T15:02:51.241182+0000","172.21.15.169:6801/1496712195":"2024-09-07T15:02:51.241182+0000","172.21.15.169:0/2663452529":"2024-09-07T15:02:51.241182+0000","172.21.15.169:6801/4252780902":"2024-09-07T15:12:10.714905+0000","172.21.15.169:0/2438287496":"2024-09-07T15:02:51.241182+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-06T15:12:58.294 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:55 smithi169 bash[26469]: cluster 2024-09-06T15:12:54.752661+0000 mgr.y (mgr.24284) 47 : cluster [DBG] pgmap v25: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:58.295 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:55 smithi169 bash[26469]: audit 2024-09-06T15:12:55.792186+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:58.295 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:55 smithi169 bash[26469]: audit 2024-09-06T15:12:55.803331+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:58.295 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:55 smithi169 bash[26469]: audit 2024-09-06T15:12:55.811838+0000 mon.a (mon.0) 770 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:58.295 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:55 smithi169 bash[26469]: audit 2024-09-06T15:12:55.820351+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:58.295 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:55 smithi169 bash[26469]: audit 2024-09-06T15:12:55.821250+0000 mon.a (mon.0) 772 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:12:58.295 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:55 smithi169 bash[26469]: audit 2024-09-06T15:12:55.833181+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:58.295 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:55 smithi169 bash[26469]: audit 2024-09-06T15:12:55.871487+0000 mon.a (mon.0) 774 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:12:58.295 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:55 smithi181 bash[21841]: cluster 2024-09-06T15:12:54.752661+0000 mgr.y (mgr.24284) 47 : cluster [DBG] pgmap v25: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:58.296 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:55 smithi181 bash[21841]: audit 2024-09-06T15:12:55.792186+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:58.296 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:55 smithi181 bash[21841]: audit 2024-09-06T15:12:55.803331+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:58.296 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:55 smithi181 bash[21841]: audit 2024-09-06T15:12:55.811838+0000 mon.a (mon.0) 770 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:58.296 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:55 smithi181 bash[21841]: audit 2024-09-06T15:12:55.820351+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:58.296 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:55 smithi181 bash[21841]: audit 2024-09-06T15:12:55.821250+0000 mon.a (mon.0) 772 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:12:58.296 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:55 smithi181 bash[21841]: audit 2024-09-06T15:12:55.833181+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:58.296 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:55 smithi181 bash[21841]: audit 2024-09-06T15:12:55.871487+0000 mon.a (mon.0) 774 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:12:58.296 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:56 smithi181 bash[21841]: audit 2024-09-06T15:12:56.149917+0000 mon.c (mon.2) 16 : audit [DBG] from='client.? 172.21.15.169:0/219239650' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-06T15:12:58.296 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:56 smithi181 bash[21841]: audit 2024-09-06T15:12:56.402613+0000 mon.a (mon.0) 775 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:58.296 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:56 smithi181 bash[21841]: audit 2024-09-06T15:12:56.407073+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:58.297 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:55 smithi169 bash[19820]: cluster 2024-09-06T15:12:54.752661+0000 mgr.y (mgr.24284) 47 : cluster [DBG] pgmap v25: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:58.297 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:55 smithi169 bash[19820]: audit 2024-09-06T15:12:55.792186+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:58.297 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:55 smithi169 bash[19820]: audit 2024-09-06T15:12:55.803331+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:58.297 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:55 smithi169 bash[19820]: audit 2024-09-06T15:12:55.811838+0000 mon.a (mon.0) 770 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:58.297 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:55 smithi169 bash[19820]: audit 2024-09-06T15:12:55.820351+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:58.297 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:55 smithi169 bash[19820]: audit 2024-09-06T15:12:55.821250+0000 mon.a (mon.0) 772 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:12:58.297 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:55 smithi169 bash[19820]: audit 2024-09-06T15:12:55.833181+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:58.297 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:55 smithi169 bash[19820]: audit 2024-09-06T15:12:55.871487+0000 mon.a (mon.0) 774 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:12:58.298 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=settings t=2024-09-06T15:12:57.159979653Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-09-06T15:12:58.298 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=settings t=2024-09-06T15:12:57.160178415Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-09-06T15:12:58.298 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=settings t=2024-09-06T15:12:57.160192074Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-06T15:12:58.298 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=settings t=2024-09-06T15:12:57.160195908Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-06T15:12:58.298 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=settings t=2024-09-06T15:12:57.160199097Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-09-06T15:12:58.298 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=settings t=2024-09-06T15:12:57.160202947Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-09-06T15:12:58.298 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=settings t=2024-09-06T15:12:57.160206615Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-09-06T15:12:58.298 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=settings t=2024-09-06T15:12:57.160209544Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-09-06T15:12:58.299 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=settings t=2024-09-06T15:12:57.160212695Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-09-06T15:12:58.299 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=settings t=2024-09-06T15:12:57.160215998Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-06T15:12:58.299 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=settings t=2024-09-06T15:12:57.16021915Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-06T15:12:58.299 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=settings t=2024-09-06T15:12:57.160222275Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-06T15:12:58.299 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=settings t=2024-09-06T15:12:57.160225689Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-06T15:12:58.299 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=settings t=2024-09-06T15:12:57.16022865Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-06T15:12:58.299 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=settings t=2024-09-06T15:12:57.160231755Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-06T15:12:58.299 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=settings t=2024-09-06T15:12:57.160234579Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-06T15:12:58.299 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=settings t=2024-09-06T15:12:57.160237468Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-06T15:12:58.299 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=settings t=2024-09-06T15:12:57.160240398Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-06T15:12:58.299 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=settings t=2024-09-06T15:12:57.160243444Z level=info msg="App mode production" 2024-09-06T15:12:58.299 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=sqlstore t=2024-09-06T15:12:57.160300986Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-06T15:12:58.299 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=sqlstore t=2024-09-06T15:12:57.160320103Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-06T15:12:58.300 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:57.161326707Z level=info msg="Starting DB migrations" 2024-09-06T15:12:58.300 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:57.161396792Z level=info msg="Executing migration" id="create migration_log table" 2024-09-06T15:12:58.300 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:57.184559516Z level=info msg="Executing migration" id="create user table" 2024-09-06T15:12:58.300 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:57.226616443Z level=info msg="Executing migration" id="add unique index user.login" 2024-09-06T15:12:58.300 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:57.268653885Z level=info msg="Executing migration" id="add unique index user.email" 2024-09-06T15:12:58.300 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:57.310742692Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-09-06T15:12:58.300 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:57.335995964Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-09-06T15:12:58.300 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:57.36129691Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-09-06T15:12:58.300 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:57.386512947Z level=info msg="Executing migration" id="create user table v2" 2024-09-06T15:12:58.300 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:57.428521063Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-09-06T15:12:58.300 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:57.470478567Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-09-06T15:12:58.300 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:57.512580519Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-09-06T15:12:58.301 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:57.537699527Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-09-06T15:12:58.301 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:57.588328688Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-09-06T15:12:58.301 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:57.630310805Z level=info msg="Executing migration" id="Update user table charset" 2024-09-06T15:12:58.301 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:57.655577576Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-09-06T15:12:58.301 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:57.680833582Z level=info msg="Executing migration" id="Add missing user data" 2024-09-06T15:12:58.301 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[21841]: cluster 2024-09-06T15:12:56.753277+0000 mgr.y (mgr.24284) 48 : cluster [DBG] pgmap v26: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:58.302 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-09-06T15:12:58.303 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph osd dump --format=json 2024-09-06T15:12:58.303 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:56 smithi169 bash[19820]: audit 2024-09-06T15:12:56.149917+0000 mon.c (mon.2) 16 : audit [DBG] from='client.? 172.21.15.169:0/219239650' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-06T15:12:58.303 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:56 smithi169 bash[19820]: audit 2024-09-06T15:12:56.402613+0000 mon.a (mon.0) 775 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:58.303 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:56 smithi169 bash[19820]: audit 2024-09-06T15:12:56.407073+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:58.304 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:56 smithi169 bash[26469]: audit 2024-09-06T15:12:56.149917+0000 mon.c (mon.2) 16 : audit [DBG] from='client.? 172.21.15.169:0/219239650' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-06T15:12:58.304 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:56 smithi169 bash[26469]: audit 2024-09-06T15:12:56.402613+0000 mon.a (mon.0) 775 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:58.304 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:56 smithi169 bash[26469]: audit 2024-09-06T15:12:56.407073+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:12:58.304 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:57.706027117Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-09-06T15:12:58.304 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:57.731341446Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-09-06T15:12:58.305 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:57.756604572Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-09-06T15:12:58.305 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:57.781837208Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-09-06T15:12:58.305 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:57.807100538Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-09-06T15:12:58.305 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:57.824077024Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-09-06T15:12:58.305 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:57.840951106Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-09-06T15:12:58.305 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:57.857736268Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-09-06T15:12:58.305 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:57.87476186Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-09-06T15:12:58.305 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:57.908525365Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-09-06T15:12:58.305 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:57.950345462Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-09-06T15:12:58.305 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:57 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:57.99244091Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-09-06T15:12:58.306 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:58 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:58.017703214Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-09-06T15:12:58.306 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:58 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:58.043043026Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-09-06T15:12:58.306 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:58 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:58.085049548Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-09-06T15:12:58.306 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:58 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:58.110302712Z level=info msg="Executing migration" id="create temp_user v2" 2024-09-06T15:12:58.306 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:58 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:58.135574522Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-09-06T15:12:58.306 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:58 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:58.177531028Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-09-06T15:12:58.306 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:58 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:58.202781396Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-09-06T15:12:58.306 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:57 smithi169 bash[19820]: cluster 2024-09-06T15:12:56.753277+0000 mgr.y (mgr.24284) 48 : cluster [DBG] pgmap v26: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:58.307 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:57 smithi169 bash[26469]: cluster 2024-09-06T15:12:56.753277+0000 mgr.y (mgr.24284) 48 : cluster [DBG] pgmap v26: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:12:58.458 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:58 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:58.244693662Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-09-06T15:12:58.459 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:58 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:58.286796863Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-09-06T15:12:58.459 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:58 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:58.328719252Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-09-06T15:12:58.459 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:58 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:58.353857691Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-09-06T15:12:58.459 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:58 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:58.379199631Z level=info msg="Executing migration" id="create star table" 2024-09-06T15:12:58.459 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:58 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:58.404378556Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-09-06T15:12:58.459 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:58 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:58.421409551Z level=info msg="Executing migration" id="create org table v1" 2024-09-06T15:12:58.459 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:58 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:58.46360032Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-09-06T15:12:58.719 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:58 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:58.488943485Z level=info msg="Executing migration" id="create org_user table v1" 2024-09-06T15:12:58.719 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:58 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:58.514227731Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-09-06T15:12:58.719 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:58 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:58.556171718Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-09-06T15:12:58.720 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:58 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:58.581396872Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-09-06T15:12:58.720 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:58 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:58.606701262Z level=info msg="Executing migration" id="Update org table charset" 2024-09-06T15:12:58.720 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:58 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:58.631885738Z level=info msg="Executing migration" id="Update org_user table charset" 2024-09-06T15:12:58.720 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:58 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:58.673723063Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-09-06T15:12:58.720 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:58 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:58.699090174Z level=info msg="Executing migration" id="create dashboard table" 2024-09-06T15:12:58.720 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:58 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:58.724370738Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-09-06T15:12:58.994 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:58 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:58.749627692Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-09-06T15:12:58.994 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:58 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:58.774852422Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-09-06T15:12:58.995 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:58 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:58.800157752Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-09-06T15:12:58.995 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:58 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:58.825360814Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-09-06T15:12:58.995 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:58 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:58.850571462Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-09-06T15:12:58.995 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:58 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:58.892496296Z level=info msg="Executing migration" id="create dashboard v2" 2024-09-06T15:12:58.995 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:58 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:58.934440327Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-09-06T15:12:58.995 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:58 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:58.959866269Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-09-06T15:12:59.249 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:59 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:59.001501358Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-09-06T15:12:59.249 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:59 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:59.027003174Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-09-06T15:12:59.249 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:59 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:59.052144918Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-09-06T15:12:59.249 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:59 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:59.077546398Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-09-06T15:12:59.250 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:59 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:59.102782417Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-09-06T15:12:59.250 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:59 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:59.128093603Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-09-06T15:12:59.250 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:59 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:59.169947889Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-09-06T15:12:59.250 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:59 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:59.21208288Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-09-06T15:12:59.250 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:59 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:59.254111843Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-09-06T15:12:59.509 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:59 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:59.296105127Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-09-06T15:12:59.510 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:59 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:59.321403061Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-09-06T15:12:59.510 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:59 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:59.355212192Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-09-06T15:12:59.510 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:59 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:59.397216245Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-09-06T15:12:59.510 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:59 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:59.422543322Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-09-06T15:12:59.510 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:59 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:59.447858862Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-09-06T15:12:59.510 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:59 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:59.473026079Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-09-06T15:12:59.510 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:59 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:59.514892702Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-09-06T15:12:59.812 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:59 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:59.531990243Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-09-06T15:12:59.812 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:59 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:59.548930508Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-09-06T15:12:59.813 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:59 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:59.565751042Z level=info msg="Executing migration" id="Update dashboard title length" 2024-09-06T15:12:59.813 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:59 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:59.582705869Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-09-06T15:12:59.813 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:59 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:59.599597982Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-09-06T15:12:59.813 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:59 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:59.616329859Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-09-06T15:12:59.813 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:59 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:59.658509347Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-09-06T15:12:59.813 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:59 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:59.683766192Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-09-06T15:12:59.813 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:59 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:59.70902989Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-09-06T15:12:59.813 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:59 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:59.734238946Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-09-06T15:12:59.813 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:59 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:59.817767067Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-09-06T15:13:00.081 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:12:59 smithi181 bash[21841]: cluster 2024-09-06T15:12:58.753986+0000 mgr.y (mgr.24284) 49 : cluster [DBG] pgmap v27: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:00.082 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:59 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:59.859831152Z level=info msg="Executing migration" id="Add check_sum column" 2024-09-06T15:13:00.082 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:59 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:59.885039101Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-09-06T15:13:00.082 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:59 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:59.92708952Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-09-06T15:13:00.082 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:12:59 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:12:59.969055725Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-09-06T15:13:00.082 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:00 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:00.010976345Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-09-06T15:13:00.082 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:00 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:00.036409636Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-09-06T15:13:00.082 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:00 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:00.061660908Z level=info msg="Executing migration" id="create data_source table" 2024-09-06T15:13:00.082 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:00 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:00.086894411Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-09-06T15:13:00.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:12:59 smithi169 bash[19820]: cluster 2024-09-06T15:12:58.753986+0000 mgr.y (mgr.24284) 49 : cluster [DBG] pgmap v27: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:00.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:12:59 smithi169 bash[26469]: cluster 2024-09-06T15:12:58.753986+0000 mgr.y (mgr.24284) 49 : cluster [DBG] pgmap v27: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:00.368 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:00 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:00.112234602Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-09-06T15:13:00.368 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:00 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:00.13742614Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-09-06T15:13:00.368 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:00 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:00.179624711Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-09-06T15:13:00.368 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:00 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:00.204622502Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-09-06T15:13:00.368 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:00 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:00.229861521Z level=info msg="Executing migration" id="create data_source table v2" 2024-09-06T15:13:00.368 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:00 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:00.255053096Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-09-06T15:13:00.368 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:00 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:00.3056403Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-09-06T15:13:00.368 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:00 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:00.330968617Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-09-06T15:13:00.368 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:00 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:00.372897561Z level=info msg="Executing migration" id="Add column with_credentials" 2024-09-06T15:13:00.637 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:00 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:00.398150244Z level=info msg="Executing migration" id="Add secure json data column" 2024-09-06T15:13:00.637 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:00 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:00.423342305Z level=info msg="Executing migration" id="Update data_source table charset" 2024-09-06T15:13:00.637 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:00 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:00.465212148Z level=info msg="Executing migration" id="Update initial version to 1" 2024-09-06T15:13:00.637 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:00 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:00.49048081Z level=info msg="Executing migration" id="Add read_only data column" 2024-09-06T15:13:00.637 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:00 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:00.51562424Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-09-06T15:13:00.637 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:00 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:00.541028679Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-09-06T15:13:00.637 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:00 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:00.566190025Z level=info msg="Executing migration" id="Add uid column" 2024-09-06T15:13:00.637 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:00 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:00.591456773Z level=info msg="Executing migration" id="Update uid value" 2024-09-06T15:13:00.637 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:00 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:00.616766372Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-09-06T15:13:00.637 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:00 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:00.641885103Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-09-06T15:13:00.923 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:00 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:00.667311672Z level=info msg="Executing migration" id="create api_key table" 2024-09-06T15:13:00.923 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:00 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:00.709235092Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-09-06T15:13:00.923 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:00 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:00.73442549Z level=info msg="Executing migration" id="add index api_key.key" 2024-09-06T15:13:00.923 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:00 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:00.759802397Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-09-06T15:13:00.923 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:00 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:00.785135205Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-09-06T15:13:00.923 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:00 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:00.810250147Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-09-06T15:13:00.923 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:00 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:00.835627317Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-09-06T15:13:00.923 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:00 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:00.860836041Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-09-06T15:13:00.923 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:00 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:00.886114Z level=info msg="Executing migration" id="create api_key table v2" 2024-09-06T15:13:00.923 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:00 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:00.928046557Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-09-06T15:13:01.175 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:00 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:00.944929996Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-09-06T15:13:01.175 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:00 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:00.978488018Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-09-06T15:13:01.175 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:01 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:01.012037645Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-09-06T15:13:01.175 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:01 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:01.054015547Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-09-06T15:13:01.175 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:01 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:01.079400695Z level=info msg="Executing migration" id="Update api_key table charset" 2024-09-06T15:13:01.175 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:01 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:01.104683282Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-09-06T15:13:01.175 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:01 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:01.129946453Z level=info msg="Executing migration" id="Add service account foreign key" 2024-09-06T15:13:01.176 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:01 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:01.155354197Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-09-06T15:13:01.176 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:01 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:01.180712429Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-09-06T15:13:01.444 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:01 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:01.222689911Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-09-06T15:13:01.445 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:01 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:01.264736213Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-09-06T15:13:01.445 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:01 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:01.34029077Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-09-06T15:13:01.445 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:01 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:01.357318393Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-09-06T15:13:01.445 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:01 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:01.374203562Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-09-06T15:13:01.445 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:01 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:01.416227389Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-09-06T15:13:01.445 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:01 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:01.450109549Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-09-06T15:13:01.705 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:01 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:01.467030017Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-09-06T15:13:01.706 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:01 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:01.500809212Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-09-06T15:13:01.706 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:01 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:01.526223999Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-09-06T15:13:01.706 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:01 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:01.584968813Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-09-06T15:13:01.706 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:01 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:01.610318312Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-09-06T15:13:01.706 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:01 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:01.635578208Z level=info msg="Executing migration" id="create quota table v1" 2024-09-06T15:13:01.706 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:01 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:01.660967073Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-09-06T15:13:01.706 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:01 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:01.711275434Z level=info msg="Executing migration" id="Update quota table charset" 2024-09-06T15:13:01.967 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:01 smithi181 bash[21841]: cluster 2024-09-06T15:13:00.754693+0000 mgr.y (mgr.24284) 50 : cluster [DBG] pgmap v28: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:01.967 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:01 smithi181 bash[21841]: audit 2024-09-06T15:13:01.713305+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:01.967 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:01 smithi181 bash[21841]: audit 2024-09-06T15:13:01.718231+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:01.967 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:01 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:01.753128803Z level=info msg="Executing migration" id="create plugin_setting table" 2024-09-06T15:13:01.968 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:01 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:01.795270365Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-09-06T15:13:01.968 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:01 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:01.820621605Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-09-06T15:13:01.968 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:01 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:01.845717913Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-09-06T15:13:01.968 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:01 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:01.871096085Z level=info msg="Executing migration" id="create session table" 2024-09-06T15:13:01.968 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:01 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:01.913045276Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-09-06T15:13:01.968 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:01 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:01.930114116Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-09-06T15:13:01.968 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:01 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:01.972306933Z level=info msg="Executing migration" id="create playlist table v2" 2024-09-06T15:13:02.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:01 smithi169 bash[19820]: cluster 2024-09-06T15:13:00.754693+0000 mgr.y (mgr.24284) 50 : cluster [DBG] pgmap v28: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:02.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:01 smithi169 bash[19820]: audit 2024-09-06T15:13:01.713305+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:02.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:01 smithi169 bash[19820]: audit 2024-09-06T15:13:01.718231+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:02.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:01 smithi169 bash[26469]: cluster 2024-09-06T15:13:00.754693+0000 mgr.y (mgr.24284) 50 : cluster [DBG] pgmap v28: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:02.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:01 smithi169 bash[26469]: audit 2024-09-06T15:13:01.713305+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:02.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:01 smithi169 bash[26469]: audit 2024-09-06T15:13:01.718231+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:02.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:01 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:01.989415346Z level=info msg="Executing migration" id="create playlist item table v2" 2024-09-06T15:13:02.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:02 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:02.01464544Z level=info msg="Executing migration" id="Update playlist table charset" 2024-09-06T15:13:02.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:02 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:02.031520701Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-09-06T15:13:02.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:02 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:02.048515527Z level=info msg="Executing migration" id="drop preferences table v2" 2024-09-06T15:13:02.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:02 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:02.073730649Z level=info msg="Executing migration" id="drop preferences table v3" 2024-09-06T15:13:02.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:02 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:02.098973208Z level=info msg="Executing migration" id="create preferences table v3" 2024-09-06T15:13:02.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:02 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:02.124269378Z level=info msg="Executing migration" id="Update preferences table charset" 2024-09-06T15:13:02.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:02 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:02.149488767Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-09-06T15:13:02.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:02 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:02.191501475Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-09-06T15:13:02.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:02 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:02.216765567Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-09-06T15:13:02.431 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:13:02.680 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:02 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:02.25870465Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-09-06T15:13:02.680 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:02 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:02.300688362Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-09-06T15:13:02.680 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:02 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:02.317659852Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-09-06T15:13:02.680 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:02 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:02.33455286Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-09-06T15:13:02.680 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:02 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:02.351628133Z level=info msg="Executing migration" id="create alert table v1" 2024-09-06T15:13:02.680 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:02 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:02.385138338Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-09-06T15:13:02.681 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:02 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:02.618892036Z level=info msg="Executing migration" id="add index alert state" 2024-09-06T15:13:02.932 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:02 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:02.685822298Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-09-06T15:13:02.933 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:02 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:02.727742252Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-09-06T15:13:02.933 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:02 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:02.753028213Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-09-06T15:13:02.933 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:02 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:02.778242025Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-09-06T15:13:02.933 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:02 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:02.820285923Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-09-06T15:13:02.933 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:02 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:02.853803421Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-09-06T15:13:02.933 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:02 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:02.895758493Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-09-06T15:13:02.933 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:02 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:02.937798687Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-09-06T15:13:03.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:02 smithi169 bash[19820]: audit 2024-09-06T15:13:01.941296+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:03.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:02 smithi169 bash[19820]: audit 2024-09-06T15:13:01.945847+0000 mon.a (mon.0) 780 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:03.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:02 smithi169 bash[19820]: audit 2024-09-06T15:13:01.946928+0000 mon.a (mon.0) 781 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:13:03.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:02 smithi169 bash[19820]: audit 2024-09-06T15:13:01.947666+0000 mon.a (mon.0) 782 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:13:03.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:02 smithi169 bash[19820]: audit 2024-09-06T15:13:01.952252+0000 mon.a (mon.0) 783 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:03.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:02 smithi169 bash[26469]: audit 2024-09-06T15:13:01.941296+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:03.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:02 smithi169 bash[26469]: audit 2024-09-06T15:13:01.945847+0000 mon.a (mon.0) 780 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:03.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:02 smithi169 bash[26469]: audit 2024-09-06T15:13:01.946928+0000 mon.a (mon.0) 781 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:13:03.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:02 smithi169 bash[26469]: audit 2024-09-06T15:13:01.947666+0000 mon.a (mon.0) 782 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:13:03.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:02 smithi169 bash[26469]: audit 2024-09-06T15:13:01.952252+0000 mon.a (mon.0) 783 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:03.195 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:02 smithi181 bash[21841]: audit 2024-09-06T15:13:01.941296+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:03.195 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:02 smithi181 bash[21841]: audit 2024-09-06T15:13:01.945847+0000 mon.a (mon.0) 780 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:03.195 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:02 smithi181 bash[21841]: audit 2024-09-06T15:13:01.946928+0000 mon.a (mon.0) 781 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:13:03.195 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:02 smithi181 bash[21841]: audit 2024-09-06T15:13:01.947666+0000 mon.a (mon.0) 782 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:13:03.195 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:02 smithi181 bash[21841]: audit 2024-09-06T15:13:01.952252+0000 mon.a (mon.0) 783 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:03.195 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:02 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:02.979807876Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-09-06T15:13:03.195 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:03 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:03.005200032Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-09-06T15:13:03.195 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:03 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:03.030385353Z level=info msg="Executing migration" id="Add column is_default" 2024-09-06T15:13:03.195 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:03 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:03.055857624Z level=info msg="Executing migration" id="Add column frequency" 2024-09-06T15:13:03.196 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:03 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:03.08110528Z level=info msg="Executing migration" id="Add column send_reminder" 2024-09-06T15:13:03.196 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:03 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:03.106351616Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-09-06T15:13:03.196 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:03 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:03.131642338Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-09-06T15:13:03.196 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:03 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:03.173605152Z level=info msg="Executing migration" id="Update alert table charset" 2024-09-06T15:13:03.196 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:03 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:03.198864379Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-09-06T15:13:03.446 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:03 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:03.224145704Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-09-06T15:13:03.446 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:03 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:03.266091462Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-09-06T15:13:03.446 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:03 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:03.308250715Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-09-06T15:13:03.446 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:03 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:03.333528021Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-09-06T15:13:03.446 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:03 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:03.375329812Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-09-06T15:13:03.446 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:03 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:03.400785604Z level=info msg="Executing migration" id="Add for to alert table" 2024-09-06T15:13:03.447 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:03 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:03.42586956Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-09-06T15:13:03.447 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:03 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:03.451236757Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-09-06T15:13:03.707 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:03 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:03.476441404Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-09-06T15:13:03.707 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:03 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:03.501735052Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-09-06T15:13:03.707 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:03 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:03.54371438Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-09-06T15:13:03.708 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:03 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:03.569021111Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-09-06T15:13:03.708 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:03 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:03.594244934Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-09-06T15:13:03.708 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:03 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:03.619525893Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-09-06T15:13:03.708 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:03 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:03.644803515Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-09-06T15:13:03.708 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:03 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:03.686810125Z level=info msg="Executing migration" id="create annotation table v5" 2024-09-06T15:13:03.708 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:03 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:03.712039045Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-09-06T15:13:03.967 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:03 smithi181 bash[21841]: cephadm 2024-09-06T15:13:01.984750+0000 mgr.y (mgr.24284) 51 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-09-06T15:13:03.968 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:03 smithi181 bash[21841]: cephadm 2024-09-06T15:13:01.988189+0000 mgr.y (mgr.24284) 52 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi169 2024-09-06T15:13:03.968 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:03 smithi181 bash[21841]: cluster 2024-09-06T15:13:02.755381+0000 mgr.y (mgr.24284) 53 : cluster [DBG] pgmap v29: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:03.968 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:03 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:03.737427568Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-09-06T15:13:03.968 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:03 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:03.762609925Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-09-06T15:13:03.968 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:03 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:03.787968716Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-09-06T15:13:03.968 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:03 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:03.813189229Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-09-06T15:13:03.968 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:03 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:03.855105625Z level=info msg="Executing migration" id="Update annotation table charset" 2024-09-06T15:13:03.968 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:03 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:03.880281608Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-09-06T15:13:03.968 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:03 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:03.930895665Z level=info msg="Executing migration" id="Drop category_id index" 2024-09-06T15:13:03.969 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:03 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:03.973017029Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-09-06T15:13:04.228 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:04 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:04.01501002Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-09-06T15:13:04.228 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:04 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:04.040251378Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-09-06T15:13:04.229 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:04 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:04.065951819Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-09-06T15:13:04.229 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:04 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:04.090793327Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-09-06T15:13:04.229 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:04 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:04.124374379Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-09-06T15:13:04.229 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:04 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:04.166240184Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-09-06T15:13:04.229 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:04 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:04.208316838Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-09-06T15:13:04.229 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:04 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:04.233486803Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-09-06T15:13:04.238 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:03 smithi169 bash[19820]: cephadm 2024-09-06T15:13:01.984750+0000 mgr.y (mgr.24284) 51 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-09-06T15:13:04.238 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:03 smithi169 bash[19820]: cephadm 2024-09-06T15:13:01.988189+0000 mgr.y (mgr.24284) 52 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi169 2024-09-06T15:13:04.238 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:03 smithi169 bash[19820]: cluster 2024-09-06T15:13:02.755381+0000 mgr.y (mgr.24284) 53 : cluster [DBG] pgmap v29: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:04.238 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:03 smithi169 bash[26469]: cephadm 2024-09-06T15:13:01.984750+0000 mgr.y (mgr.24284) 51 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-09-06T15:13:04.238 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:03 smithi169 bash[26469]: cephadm 2024-09-06T15:13:01.988189+0000 mgr.y (mgr.24284) 52 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi169 2024-09-06T15:13:04.238 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:03 smithi169 bash[26469]: cluster 2024-09-06T15:13:02.755381+0000 mgr.y (mgr.24284) 53 : cluster [DBG] pgmap v29: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:04.481 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:04 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:04.258824678Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-09-06T15:13:04.481 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:04 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:04.300700043Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-09-06T15:13:04.481 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:04 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:04.325872291Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-09-06T15:13:04.481 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:04 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:04.367987744Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-09-06T15:13:04.481 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:04 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:04.409877755Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-09-06T15:13:04.481 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:04 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:04.426915098Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-09-06T15:13:04.481 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:04 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:04.443814907Z level=info msg="Executing migration" id="Add epoch_end column" 2024-09-06T15:13:04.481 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:04 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:04.460729513Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-09-06T15:13:04.482 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:04 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:04.485941477Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-09-06T15:13:04.564 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:13:04.565 INFO:teuthology.orchestra.run.smithi169.stdout:{"epoch":60,"fsid":"bab55310-6c60-11ef-bce4-c7b262605968","created":"2024-09-06T15:01:52.920359+0000","modified":"2024-09-06T15:12:10.714973+0000","last_up_change":"2024-09-06T15:11:21.548517+0000","last_in_change":"2024-09-06T15:10:52.375455+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-06T15:06:57.875928+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c5b1ef4d-04f4-4331-85e0-833725bf2459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":2321924075},{"type":"v1","addr":"172.21.15.169:6803","nonce":2321924075}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":2321924075},{"type":"v1","addr":"172.21.15.169:6805","nonce":2321924075}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":2321924075},{"type":"v1","addr":"172.21.15.169:6809","nonce":2321924075}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":2321924075},{"type":"v1","addr":"172.21.15.169:6807","nonce":2321924075}]},"public_addr":"172.21.15.169:6803/2321924075","cluster_addr":"172.21.15.169:6805/2321924075","heartbeat_back_addr":"172.21.15.169:6809/2321924075","heartbeat_front_addr":"172.21.15.169:6807/2321924075","state":["exists","up"]},{"osd":1,"uuid":"c478a965-c51c-40c6-87d1-3327c371e5ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":4262461417},{"type":"v1","addr":"172.21.15.169:6811","nonce":4262461417}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":4262461417},{"type":"v1","addr":"172.21.15.169:6813","nonce":4262461417}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":4262461417},{"type":"v1","addr":"172.21.15.169:6817","nonce":4262461417}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":4262461417},{"type":"v1","addr":"172.21.15.169:6815","nonce":4262461417}]},"public_addr":"172.21.15.169:6811/4262461417","cluster_addr":"172.21.15.169:6813/4262461417","heartbeat_back_addr":"172.21.15.169:6817/4262461417","heartbeat_front_addr":"172.21.15.169:6815/4262461417","state":["exists","up"]},{"osd":2,"uuid":"439283f8-99fc-4369-9c26-ec732c80e092","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":585087340},{"type":"v1","addr":"172.21.15.169:6819","nonce":585087340}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":585087340},{"type":"v1","addr":"172.21.15.169:6821","nonce":585087340}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":585087340},{"type":"v1","addr":"172.21.15.169:6825","nonce":585087340}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":585087340},{"type":"v1","addr":"172.21.15.169:6823","nonce":585087340}]},"public_addr":"172.21.15.169:6819/585087340","cluster_addr":"172.21.15.169:6821/585087340","heartbeat_back_addr":"172.21.15.169:6825/585087340","heartbeat_front_addr":"172.21.15.169:6823/585087340","state":["exists","up"]},{"osd":3,"uuid":"39df3a7c-ca45-4da8-b9e9-9acca79cf537","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":1400112257},{"type":"v1","addr":"172.21.15.169:6827","nonce":1400112257}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":1400112257},{"type":"v1","addr":"172.21.15.169:6829","nonce":1400112257}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6832","nonce":1400112257},{"type":"v1","addr":"172.21.15.169:6833","nonce":1400112257}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":1400112257},{"type":"v1","addr":"172.21.15.169:6831","nonce":1400112257}]},"public_addr":"172.21.15.169:6827/1400112257","cluster_addr":"172.21.15.169:6829/1400112257","heartbeat_back_addr":"172.21.15.169:6833/1400112257","heartbeat_front_addr":"172.21.15.169:6831/1400112257","state":["exists","up"]},{"osd":4,"uuid":"82426fbf-6309-4d14-80ab-d95de27f2f9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3651880605},{"type":"v1","addr":"172.21.15.181:6801","nonce":3651880605}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3651880605},{"type":"v1","addr":"172.21.15.181:6803","nonce":3651880605}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3651880605},{"type":"v1","addr":"172.21.15.181:6807","nonce":3651880605}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3651880605},{"type":"v1","addr":"172.21.15.181:6805","nonce":3651880605}]},"public_addr":"172.21.15.181:6801/3651880605","cluster_addr":"172.21.15.181:6803/3651880605","heartbeat_back_addr":"172.21.15.181:6807/3651880605","heartbeat_front_addr":"172.21.15.181:6805/3651880605","state":["exists","up"]},{"osd":5,"uuid":"039bd163-2438-4da8-b414-659d812cde0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":319904722},{"type":"v1","addr":"172.21.15.181:6809","nonce":319904722}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":319904722},{"type":"v1","addr":"172.21.15.181:6811","nonce":319904722}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":319904722},{"type":"v1","addr":"172.21.15.181:6815","nonce":319904722}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":319904722},{"type":"v1","addr":"172.21.15.181:6813","nonce":319904722}]},"public_addr":"172.21.15.181:6809/319904722","cluster_addr":"172.21.15.181:6811/319904722","heartbeat_back_addr":"172.21.15.181:6815/319904722","heartbeat_front_addr":"172.21.15.181:6813/319904722","state":["exists","up"]},{"osd":6,"uuid":"bdffb5e1-f540-4445-ba93-fe3147fb0e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":1808513038},{"type":"v1","addr":"172.21.15.181:6817","nonce":1808513038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":1808513038},{"type":"v1","addr":"172.21.15.181:6819","nonce":1808513038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1808513038},{"type":"v1","addr":"172.21.15.181:6823","nonce":1808513038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":1808513038},{"type":"v1","addr":"172.21.15.181:6821","nonce":1808513038}]},"public_addr":"172.21.15.181:6817/1808513038","cluster_addr":"172.21.15.181:6819/1808513038","heartbeat_back_addr":"172.21.15.181:6823/1808513038","heartbeat_front_addr":"172.21.15.181:6821/1808513038","state":["exists","up"]},{"osd":7,"uuid":"607c7ce0-920e-4189-a766-7eeedcd2ab2f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":3772924348},{"type":"v1","addr":"172.21.15.181:6825","nonce":3772924348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":3772924348},{"type":"v1","addr":"172.21.15.181:6827","nonce":3772924348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":3772924348},{"type":"v1","addr":"172.21.15.181:6831","nonce":3772924348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":3772924348},{"type":"v1","addr":"172.21.15.181:6829","nonce":3772924348}]},"public_addr":"172.21.15.181:6825/3772924348","cluster_addr":"172.21.15.181:6827/3772924348","heartbeat_back_addr":"172.21.15.181:6831/3772924348","heartbeat_front_addr":"172.21.15.181:6829/3772924348","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-06T15:05:08.623566+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-06T15:06:01.082440+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-06T15:06:53.645226+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-06T15:07:49.237683+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-06T15:08:39.414378+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-06T15:09:34.768968+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-06T15:10:25.980671+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-06T15:11:20.256656+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.169:0/1929548253":"2024-09-07T15:12:10.714905+0000","172.21.15.169:0/2271447990":"2024-09-07T15:12:10.714905+0000","172.21.15.169:6800/1993659954":"2024-09-07T15:02:19.837324+0000","172.21.15.169:0/3548930626":"2024-09-07T15:02:19.837324+0000","172.21.15.169:6801/1993659954":"2024-09-07T15:02:19.837324+0000","172.21.15.169:0/125306192":"2024-09-07T15:02:19.837324+0000","172.21.15.169:0/2660856648":"2024-09-07T15:12:10.714905+0000","172.21.15.169:0/1785613480":"2024-09-07T15:02:19.837324+0000","172.21.15.169:6800/1496712195":"2024-09-07T15:02:51.241182+0000","172.21.15.169:0/451280936":"2024-09-07T15:12:10.714905+0000","172.21.15.169:6800/4252780902":"2024-09-07T15:12:10.714905+0000","172.21.15.169:0/2299471756":"2024-09-07T15:02:51.241182+0000","172.21.15.169:6801/1496712195":"2024-09-07T15:02:51.241182+0000","172.21.15.169:0/2663452529":"2024-09-07T15:02:51.241182+0000","172.21.15.169:6801/4252780902":"2024-09-07T15:12:10.714905+0000","172.21.15.169:0/2438287496":"2024-09-07T15:02:51.241182+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-06T15:13:04.745 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:04 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:04.511226527Z level=info msg="Executing migration" id="Move region to single row" 2024-09-06T15:13:04.745 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:04 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:04.536471857Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-09-06T15:13:04.745 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:04 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:04.561699168Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-09-06T15:13:04.745 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:04 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:04.587021323Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-09-06T15:13:04.745 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:04 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:04.61224934Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-09-06T15:13:04.745 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:04 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:04.637512605Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-09-06T15:13:04.745 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:04 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:04.679425448Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-09-06T15:13:04.745 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:04 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:04.704719867Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-09-06T15:13:04.745 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:04 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:04.729866063Z level=info msg="Executing migration" id="create test_data table" 2024-09-06T15:13:05.020 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:04 smithi181 bash[21841]: audit 2024-09-06T15:13:04.568468+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.169:0/2370420296' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-06T15:13:05.020 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:04 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:04.771949321Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-09-06T15:13:05.020 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:04 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:04.797329562Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-09-06T15:13:05.020 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:04 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:04.822799471Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-09-06T15:13:05.020 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:04 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:04.856433372Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-09-06T15:13:05.020 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:04 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:04.873330451Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-09-06T15:13:05.020 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:04 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:04.890214727Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-09-06T15:13:05.020 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:04 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:04.907134522Z level=info msg="Executing migration" id="create team table" 2024-09-06T15:13:05.021 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:04 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:04.924129342Z level=info msg="Executing migration" id="add index team.org_id" 2024-09-06T15:13:05.021 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:04 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:04.940981149Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-09-06T15:13:05.021 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:04 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:04.983109289Z level=info msg="Executing migration" id="create team member table" 2024-09-06T15:13:05.021 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:05 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:05.025133048Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-09-06T15:13:05.289 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:05 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:05.050407919Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-09-06T15:13:05.289 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:05 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:05.07565492Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-09-06T15:13:05.289 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:05 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:05.11766453Z level=info msg="Executing migration" id="Add column email to team table" 2024-09-06T15:13:05.289 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:05 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:05.142874782Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-09-06T15:13:05.289 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:05 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:05.184836017Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-09-06T15:13:05.289 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:05 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:05.210156193Z level=info msg="Executing migration" id="create dashboard acl table" 2024-09-06T15:13:05.289 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:05 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:05.251968829Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-09-06T15:13:05.289 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:05 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:05.294138901Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-09-06T15:13:05.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:04 smithi169 bash[26469]: audit 2024-09-06T15:13:04.568468+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.169:0/2370420296' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-06T15:13:05.443 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:04 smithi169 bash[19820]: audit 2024-09-06T15:13:04.568468+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.169:0/2370420296' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-06T15:13:05.574 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:05 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:05.336273822Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-09-06T15:13:05.574 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:05 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:05.361473711Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-09-06T15:13:05.574 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:05 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:05.436858752Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-09-06T15:13:05.575 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:05 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:05.461970499Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-09-06T15:13:05.575 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:05 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:05.487297183Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-09-06T15:13:05.575 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:05 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:05.512499355Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-09-06T15:13:05.575 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:05 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:05.537715883Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-09-06T15:13:05.575 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:05 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:05.579638522Z level=info msg="Executing migration" id="create tag table" 2024-09-06T15:13:05.852 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:05 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:05.604962236Z level=info msg="Executing migration" id="add index tag.key_value" 2024-09-06T15:13:05.852 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:05 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:05.630219343Z level=info msg="Executing migration" id="create login attempt table" 2024-09-06T15:13:05.852 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:05 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:05.655492724Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-09-06T15:13:05.852 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:05 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:05.697512061Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-09-06T15:13:05.852 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:05 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:05.731316973Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-09-06T15:13:05.852 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:05 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:05.764905566Z level=info msg="Executing migration" id="create login_attempt v2" 2024-09-06T15:13:05.853 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:05 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:05.790126462Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-09-06T15:13:05.853 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:05 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:05.815363394Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-09-06T15:13:05.853 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:05 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:05.857312002Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-09-06T15:13:05.865 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-09-06T15:13:05.865 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-09-06T15:13:05.866 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-09-06T15:13:05.866 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-09-06T15:13:05.866 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-09-06T15:13:05.867 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-09-06T15:13:05.867 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-09-06T15:13:05.868 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-09-06T15:13:06.104 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:05 smithi181 bash[21841]: cluster 2024-09-06T15:13:04.755973+0000 mgr.y (mgr.24284) 54 : cluster [DBG] pgmap v30: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:06.104 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:05 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:05.882597792Z level=info msg="Executing migration" id="create user auth table" 2024-09-06T15:13:06.105 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:05 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:05.907894099Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-09-06T15:13:06.105 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:05 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:05.949840041Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-09-06T15:13:06.105 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:05 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:05.991915167Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-09-06T15:13:06.105 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:06 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:06.033748808Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-09-06T15:13:06.105 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:06 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:06.059068265Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-09-06T15:13:06.105 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:06 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:06.084341604Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-09-06T15:13:06.105 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:06 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:06.109643756Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-09-06T15:13:06.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:05 smithi169 bash[19820]: cluster 2024-09-06T15:13:04.755973+0000 mgr.y (mgr.24284) 54 : cluster [DBG] pgmap v30: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:06.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:05 smithi169 bash[26469]: cluster 2024-09-06T15:13:04.755973+0000 mgr.y (mgr.24284) 54 : cluster [DBG] pgmap v30: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:06.373 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:06 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:06.134844276Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-09-06T15:13:06.373 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:06 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:06.176750736Z level=info msg="Executing migration" id="create server_lock table" 2024-09-06T15:13:06.373 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:06 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:06.218795457Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-09-06T15:13:06.373 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:06 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:06.244142001Z level=info msg="Executing migration" id="create user auth token table" 2024-09-06T15:13:06.373 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:06 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:06.286057448Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-09-06T15:13:06.373 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:06 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:06.328100693Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-09-06T15:13:06.374 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:06 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:06.353344482Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-09-06T15:13:06.374 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:06 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:06.378589771Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-09-06T15:13:06.634 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:06 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:06.403734432Z level=info msg="Executing migration" id="create cache_data table" 2024-09-06T15:13:06.634 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:06 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:06.445730207Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-09-06T15:13:06.634 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:06 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:06.471058795Z level=info msg="Executing migration" id="create short_url table v1" 2024-09-06T15:13:06.634 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:06 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:06.496316954Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-09-06T15:13:06.634 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:06 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:06.538196442Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-09-06T15:13:06.634 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:06 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:06.56345924Z level=info msg="Executing migration" id="delete alert_definition table" 2024-09-06T15:13:06.634 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:06 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:06.588733653Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-09-06T15:13:06.634 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:06 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:06.613915926Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-09-06T15:13:06.634 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:06 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:06.639216567Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-09-06T15:13:06.903 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:06 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:06.689775847Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-09-06T15:13:06.903 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:06 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:06.715020593Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-09-06T15:13:06.903 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:06 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:06.740223054Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-09-06T15:13:06.903 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:06 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:06.782387306Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-09-06T15:13:06.903 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:06 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:06.840961814Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-09-06T15:13:06.903 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:06 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:06.866275736Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-09-06T15:13:06.903 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:06 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:06.908138671Z level=info msg="Executing migration" id="drop alert_definition table" 2024-09-06T15:13:07.172 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:06 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:06.992211117Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-09-06T15:13:07.172 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:07 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:07.034220504Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-09-06T15:13:07.172 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:07 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:07.059512996Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-09-06T15:13:07.172 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:07 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:07.084759839Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-09-06T15:13:07.172 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:07 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:07.109877569Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-09-06T15:13:07.172 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:07 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:07.135207761Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-09-06T15:13:07.458 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:07 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:07.177184915Z level=info msg="Executing migration" id="create alert_instance table" 2024-09-06T15:13:07.458 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:07 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:07.202390607Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-09-06T15:13:07.458 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:07 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:07.227703195Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-09-06T15:13:07.458 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:07 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:07.253007267Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-09-06T15:13:07.458 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:07 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:07.294806775Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-09-06T15:13:07.458 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:07 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:07.336889414Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-09-06T15:13:07.458 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:07 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:07.36217671Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-09-06T15:13:07.458 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:07 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:07.420851426Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-09-06T15:13:07.458 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:07 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:07.462767644Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-09-06T15:13:07.693 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:13:07 smithi169 systemd[1]: Stopping Ceph alertmanager.a for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:13:07.693 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:13:07 smithi169 bash[50650]: ts=2024-09-06T15:13:07.541Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-06T15:13:07.726 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:07 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:07.504738309Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-09-06T15:13:07.727 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:07 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:07.529934897Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-09-06T15:13:07.727 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:07 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:07.55536218Z level=info msg="Executing migration" id="create alert_rule table" 2024-09-06T15:13:07.727 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:07 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:07.580550048Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-09-06T15:13:07.727 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:07 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:07.605752286Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-09-06T15:13:07.727 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:07 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:07.631036521Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-09-06T15:13:07.727 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:07 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:07.664931691Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-09-06T15:13:07.727 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:07 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:07.6900692Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-09-06T15:13:07.727 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:07 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:07.731991826Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-09-06T15:13:07.979 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:07 smithi181 bash[21841]: cluster 2024-09-06T15:13:06.756583+0000 mgr.y (mgr.24284) 55 : cluster [DBG] pgmap v31: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:07.979 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:07 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:07.75737131Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-09-06T15:13:07.979 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:07 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:07.782606786Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-09-06T15:13:07.979 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:07 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:07.80786429Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-09-06T15:13:07.979 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:07 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:07.849728463Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-09-06T15:13:07.979 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:07 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:07.875081584Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-09-06T15:13:07.980 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:07 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:07.917060068Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-09-06T15:13:07.980 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:07 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:07.942416394Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-09-06T15:13:07.980 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:07 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:07.984415764Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-09-06T15:13:07.985 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:07 smithi169 bash[19820]: cluster 2024-09-06T15:13:06.756583+0000 mgr.y (mgr.24284) 55 : cluster [DBG] pgmap v31: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:07.985 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:07 smithi169 bash[26469]: cluster 2024-09-06T15:13:06.756583+0000 mgr.y (mgr.24284) 55 : cluster [DBG] pgmap v31: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:08.240 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:08 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:08.034714946Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-09-06T15:13:08.240 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:08 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:08.060031956Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-09-06T15:13:08.240 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:08 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:08.085364846Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-09-06T15:13:08.240 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:08 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:08.127318969Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-09-06T15:13:08.240 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:08 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:08.16939043Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-09-06T15:13:08.240 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:08 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:08.186102511Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-09-06T15:13:08.240 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:08 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:08.244888195Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-09-06T15:13:08.444 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:13:07 smithi169 bash[52176]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-alertmanager-a 2024-09-06T15:13:08.444 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:13:08 smithi169 bash[52236]: Error response from daemon: No such container: ceph-bab55310-6c60-11ef-bce4-c7b262605968-alertmanager-a 2024-09-06T15:13:08.444 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:13:08 smithi169 systemd[1]: ceph-bab55310-6c60-11ef-bce4-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-06T15:13:08.444 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:13:08 smithi169 systemd[1]: Stopped Ceph alertmanager.a for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:13:08.444 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:13:08 smithi169 systemd[1]: Started Ceph alertmanager.a for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:13:08.495 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:08 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:08.261746876Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-09-06T15:13:08.495 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:08 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:08.303836734Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-09-06T15:13:08.495 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:08 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:08.329079002Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-09-06T15:13:08.495 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:08 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:08.362649822Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-09-06T15:13:08.495 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:08 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:08.396312352Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-09-06T15:13:08.495 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:08 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:08.413355948Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-09-06T15:13:08.495 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:08 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:08.438522073Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-09-06T15:13:08.495 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:08 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:08.455375322Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-09-06T15:13:08.495 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:08 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:08.480767978Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-09-06T15:13:08.778 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:08 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:08.52275773Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-09-06T15:13:08.779 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:08 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:08.54823079Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-09-06T15:13:08.779 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:08 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:08.573568326Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-09-06T15:13:08.779 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:08 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:08.598697046Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-09-06T15:13:08.779 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:08 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:08.623882678Z level=info msg="Executing migration" id="create provenance_type table" 2024-09-06T15:13:08.779 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:08 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:08.649140529Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-09-06T15:13:08.779 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:08 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:08.674363098Z level=info msg="Executing migration" id="create alert_image table" 2024-09-06T15:13:08.779 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:08 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:08.691078872Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-09-06T15:13:08.779 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:08 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:08.707989887Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-09-06T15:13:08.779 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:08 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:08.741629115Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-09-06T15:13:08.779 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:08 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:08.758513385Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-09-06T15:13:08.779 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:08 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:08.783752599Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-09-06T15:13:08.780 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:08 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:08.783915946Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-09-06T15:13:09.048 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:08 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:08.825739691Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-09-06T15:13:09.048 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:08 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:08.851017612Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-09-06T15:13:09.048 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:08 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:08.892961713Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-09-06T15:13:09.049 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:08 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:08.893238267Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-09-06T15:13:09.049 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:08 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:08.893438851Z level=info msg="alerts found to migrate" alerts=0 2024-09-06T15:13:09.049 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:08 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:08.918269067Z level=info msg="Executing migration" id="create library_element table v1" 2024-09-06T15:13:09.049 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:08 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:08.943523347Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-09-06T15:13:09.049 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:08 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:08.99555592Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-09-06T15:13:09.049 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:09 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:09.053237303Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-09-06T15:13:09.365 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:09 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:09.275212539Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-09-06T15:13:09.365 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:09 smithi181 bash[21841]: audit 2024-09-06T15:13:08.216578+0000 mon.a (mon.0) 784 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:09.365 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:09 smithi181 bash[21841]: audit 2024-09-06T15:13:08.222107+0000 mon.a (mon.0) 785 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:09.365 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:09 smithi181 bash[21841]: cephadm 2024-09-06T15:13:08.223541+0000 mgr.y (mgr.24284) 56 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-06T15:13:09.365 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:09 smithi181 bash[21841]: cephadm 2024-09-06T15:13:08.458328+0000 mgr.y (mgr.24284) 57 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi181 2024-09-06T15:13:09.366 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:09 smithi181 bash[21841]: cluster 2024-09-06T15:13:08.757045+0000 mgr.y (mgr.24284) 58 : cluster [DBG] pgmap v32: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:09.693 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:13:09 smithi169 bash[52263]: ts=2024-09-06T15:13:09.323Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-06T15:13:09.693 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:13:09 smithi169 bash[52263]: ts=2024-09-06T15:13:09.323Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-06T15:13:09.693 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:13:09 smithi169 bash[52263]: ts=2024-09-06T15:13:09.324Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.169 port=9094 2024-09-06T15:13:09.693 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:13:09 smithi169 bash[52263]: ts=2024-09-06T15:13:09.325Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-06T15:13:09.693 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:13:09 smithi169 bash[52263]: ts=2024-09-06T15:13:09.355Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-06T15:13:09.693 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:13:09 smithi169 bash[52263]: ts=2024-09-06T15:13:09.356Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-06T15:13:09.694 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:13:09 smithi169 bash[52263]: ts=2024-09-06T15:13:09.359Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-06T15:13:09.694 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:13:09 smithi169 bash[52263]: ts=2024-09-06T15:13:09.359Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-06T15:13:09.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:09 smithi169 bash[19820]: audit 2024-09-06T15:13:08.216578+0000 mon.a (mon.0) 784 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:09.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:09 smithi169 bash[19820]: audit 2024-09-06T15:13:08.222107+0000 mon.a (mon.0) 785 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:09.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:09 smithi169 bash[19820]: cephadm 2024-09-06T15:13:08.223541+0000 mgr.y (mgr.24284) 56 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-06T15:13:09.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:09 smithi169 bash[19820]: cephadm 2024-09-06T15:13:08.458328+0000 mgr.y (mgr.24284) 57 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi181 2024-09-06T15:13:09.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:09 smithi169 bash[19820]: cluster 2024-09-06T15:13:08.757045+0000 mgr.y (mgr.24284) 58 : cluster [DBG] pgmap v32: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:09.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:09 smithi169 bash[26469]: audit 2024-09-06T15:13:08.216578+0000 mon.a (mon.0) 784 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:09.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:09 smithi169 bash[26469]: audit 2024-09-06T15:13:08.222107+0000 mon.a (mon.0) 785 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:09.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:09 smithi169 bash[26469]: cephadm 2024-09-06T15:13:08.223541+0000 mgr.y (mgr.24284) 56 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-06T15:13:09.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:09 smithi169 bash[26469]: cephadm 2024-09-06T15:13:08.458328+0000 mgr.y (mgr.24284) 57 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi181 2024-09-06T15:13:09.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:09 smithi169 bash[26469]: cluster 2024-09-06T15:13:08.757045+0000 mgr.y (mgr.24284) 58 : cluster [DBG] pgmap v32: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:09.744 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:09 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:09.370466607Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-09-06T15:13:09.745 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:09 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:09.508857445Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-09-06T15:13:10.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:09 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:09.893496757Z level=info msg="Executing migration" id="create data_keys table" 2024-09-06T15:13:10.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:10 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:10.024376465Z level=info msg="Executing migration" id="create secrets table" 2024-09-06T15:13:10.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:10 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:10.100969641Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-09-06T15:13:10.689 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:10 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:10.38771157Z level=info msg="Executing migration" id="add name column into data_keys" 2024-09-06T15:13:10.690 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:10 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:10.510410575Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-09-06T15:13:10.690 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:10 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:10.586833242Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-09-06T15:13:10.991 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:10 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:10.695122431Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-09-06T15:13:10.991 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:10 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:10.796353592Z level=info msg="Executing migration" id="create kv_store table v1" 2024-09-06T15:13:10.991 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:10 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:10.863538059Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-09-06T15:13:10.991 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:10 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:10.929550428Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-09-06T15:13:11.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:10 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:10.996529542Z level=info msg="Executing migration" id="create permission table" 2024-09-06T15:13:11.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:11 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:11.063629658Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-09-06T15:13:11.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:11 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:11.114113554Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-09-06T15:13:11.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:11 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:11.181870169Z level=info msg="Executing migration" id="create role table" 2024-09-06T15:13:11.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:11 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:11.206838715Z level=info msg="Executing migration" id="add column display_name" 2024-09-06T15:13:11.645 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:11 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:11.263223617Z level=info msg="Executing migration" id="add column group_name" 2024-09-06T15:13:11.646 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:11 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:11.370613731Z level=info msg="Executing migration" id="add index role.org_id" 2024-09-06T15:13:11.646 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:11 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:11.462676845Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-09-06T15:13:11.692 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:13:11 smithi169 bash[52263]: ts=2024-09-06T15:13:11.326Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000799632s 2024-09-06T15:13:11.776 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:13:11.777 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:13:11.777 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:13:11.778 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:13:11.780 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:13:11.780 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:13:11.783 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:13:11.786 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:13:11.994 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:11 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:11.6511327Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-09-06T15:13:11.994 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:11 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:11.895798765Z level=info msg="Executing migration" id="create team role table" 2024-09-06T15:13:11.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:11 smithi181 bash[21841]: cluster 2024-09-06T15:13:10.757611+0000 mgr.y (mgr.24284) 59 : cluster [DBG] pgmap v33: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:11.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:11 smithi181 bash[21841]: audit 2024-09-06T15:13:10.817793+0000 mon.a (mon.0) 786 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:13:12.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:11 smithi169 bash[19820]: cluster 2024-09-06T15:13:10.757611+0000 mgr.y (mgr.24284) 59 : cluster [DBG] pgmap v33: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:12.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:11 smithi169 bash[19820]: audit 2024-09-06T15:13:10.817793+0000 mon.a (mon.0) 786 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:13:12.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:11 smithi169 bash[26469]: cluster 2024-09-06T15:13:10.757611+0000 mgr.y (mgr.24284) 59 : cluster [DBG] pgmap v33: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:12.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:11 smithi169 bash[26469]: audit 2024-09-06T15:13:10.817793+0000 mon.a (mon.0) 786 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:13:12.250 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:12 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:12.00226555Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-09-06T15:13:12.250 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:12 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:12.069477748Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-09-06T15:13:12.250 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:12 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:12.125687059Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-09-06T15:13:12.251 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:12 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:12.145618786Z level=info msg="Executing migration" id="create user role table" 2024-09-06T15:13:12.251 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:12 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:12.188576977Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-09-06T15:13:12.251 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:12 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:12.255663529Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-09-06T15:13:12.744 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:12 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:12.442587864Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-09-06T15:13:13.221 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:12 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:12.791721254Z level=info msg="Executing migration" id="create builtin role table" 2024-09-06T15:13:13.221 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:12 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:12.850231378Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-09-06T15:13:13.222 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:12 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:12.934569449Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-09-06T15:13:13.494 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:13 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:13.227053346Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-09-06T15:13:13.495 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:13 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:13.344492521Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-09-06T15:13:13.495 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:13 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:13.437237671Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-09-06T15:13:13.798 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:13 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:13.537502563Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-09-06T15:13:13.798 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:13 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:13.664302723Z level=info msg="Executing migration" id="add unique index role.uid" 2024-09-06T15:13:13.798 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:13 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:13.713255597Z level=info msg="Executing migration" id="create seed assignment table" 2024-09-06T15:13:14.064 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:13 smithi169 bash[19820]: cluster 2024-09-06T15:13:12.758296+0000 mgr.y (mgr.24284) 60 : cluster [DBG] pgmap v34: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:14.064 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:13 smithi169 bash[26469]: cluster 2024-09-06T15:13:12.758296+0000 mgr.y (mgr.24284) 60 : cluster [DBG] pgmap v34: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:14.085 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:13 smithi181 bash[21841]: cluster 2024-09-06T15:13:12.758296+0000 mgr.y (mgr.24284) 60 : cluster [DBG] pgmap v34: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:14.086 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:13 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:13.80380905Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-09-06T15:13:14.086 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:13 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:13.897722366Z level=info msg="Executing migration" id="add column hidden to role table" 2024-09-06T15:13:14.086 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:13 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:13.948166707Z level=info msg="Executing migration" id="create query_history table v1" 2024-09-06T15:13:14.086 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:13 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:13.973495255Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-09-06T15:13:14.086 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:14 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:14.024064594Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-09-06T15:13:14.086 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:14 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:14.091193751Z level=info msg="Executing migration" id="teams permissions migration" 2024-09-06T15:13:14.403 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:14 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:14.133392565Z level=info msg="Executing migration" id="dashboard permissions" 2024-09-06T15:13:14.403 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:14 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:14.228379517Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-09-06T15:13:14.403 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:14 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:14.311279816Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-09-06T15:13:14.745 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:14 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:14.408554408Z level=info msg="Executing migration" id="alerting notification permissions" 2024-09-06T15:13:14.745 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:14 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:14.625104581Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-09-06T15:13:15.133 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:14 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:14.869569103Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-09-06T15:13:15.133 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:14 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:14.986823025Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-09-06T15:13:15.134 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:15 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:15.062475979Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-09-06T15:13:15.428 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:15 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:15.138739632Z level=info msg="Executing migration" id="create correlation table v1" 2024-09-06T15:13:15.428 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:15 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:15.180636454Z level=info msg="Executing migration" id="add index correlations.uid" 2024-09-06T15:13:15.428 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:15 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:15.231178676Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-09-06T15:13:15.428 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:15 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:15.29873896Z level=info msg="Executing migration" id="add correlation config column" 2024-09-06T15:13:15.428 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:15 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:15.323940918Z level=info msg="Executing migration" id="create entity_events table" 2024-09-06T15:13:15.428 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:15 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:15.366182574Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-09-06T15:13:15.428 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:15 smithi181 systemd[1]: Stopping Ceph prometheus.a for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:13:15.429 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:15 smithi181 bash[45153]: ts=2024-09-06T15:13:15.323Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-06T15:13:15.429 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:15 smithi181 bash[45153]: ts=2024-09-06T15:13:15.323Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-06T15:13:15.429 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:15 smithi181 bash[45153]: ts=2024-09-06T15:13:15.323Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-06T15:13:15.429 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:15 smithi181 bash[45153]: ts=2024-09-06T15:13:15.323Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-06T15:13:15.429 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:15 smithi181 bash[45153]: ts=2024-09-06T15:13:15.323Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-06T15:13:15.429 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:15 smithi181 bash[45153]: ts=2024-09-06T15:13:15.323Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-06T15:13:15.429 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:15 smithi181 bash[45153]: ts=2024-09-06T15:13:15.323Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-06T15:13:15.429 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:15 smithi181 bash[45153]: ts=2024-09-06T15:13:15.323Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-06T15:13:15.429 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:15 smithi181 bash[45153]: ts=2024-09-06T15:13:15.323Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-06T15:13:15.429 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:15 smithi181 bash[45153]: ts=2024-09-06T15:13:15.324Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-06T15:13:15.429 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:15 smithi181 bash[45153]: ts=2024-09-06T15:13:15.324Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-06T15:13:15.430 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:15 smithi181 bash[45153]: ts=2024-09-06T15:13:15.324Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-06T15:13:15.744 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:15 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:15.433447821Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-09-06T15:13:15.745 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:15 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:15.433665096Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-09-06T15:13:15.745 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:15 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:15.50036815Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-06T15:13:15.745 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:15 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:15.50073414Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-06T15:13:15.745 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:15 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:15.602688473Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-09-06T15:13:16.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:15 smithi169 bash[19820]: cluster 2024-09-06T15:13:14.758867+0000 mgr.y (mgr.24284) 61 : cluster [DBG] pgmap v35: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:16.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:15 smithi169 bash[26469]: cluster 2024-09-06T15:13:14.758867+0000 mgr.y (mgr.24284) 61 : cluster [DBG] pgmap v35: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:16.209 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:15 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:15.784829159Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-09-06T15:13:16.209 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:15 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:15.982970399Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-09-06T15:13:16.209 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:15 smithi181 bash[21841]: cluster 2024-09-06T15:13:14.758867+0000 mgr.y (mgr.24284) 61 : cluster [DBG] pgmap v35: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:16.459 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:16 smithi181 bash[47269]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-prometheus-a 2024-09-06T15:13:16.459 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:16 smithi181 bash[47328]: Error response from daemon: No such container: ceph-bab55310-6c60-11ef-bce4-c7b262605968-prometheus-a 2024-09-06T15:13:16.460 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:16 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:16.316649455Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-06T15:13:16.460 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:16 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:16.387086906Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-09-06T15:13:16.460 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:16 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:16.4460896Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-09-06T15:13:16.745 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:16 smithi181 systemd[1]: ceph-bab55310-6c60-11ef-bce4-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-06T15:13:16.745 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:16 smithi181 systemd[1]: Stopped Ceph prometheus.a for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:13:16.745 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:16 smithi181 systemd[1]: Started Ceph prometheus.a for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:13:16.745 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:16 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:16.488855335Z level=info msg="Executing migration" id="Drop public config table" 2024-09-06T15:13:16.745 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:16 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:16.513946012Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-09-06T15:13:16.745 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:16 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:16.564910891Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-09-06T15:13:16.745 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:16 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:16.632824565Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-09-06T15:13:16.831 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:13:16 smithi169 bash[20072]: [06/Sep/2024:15:13:16] ENGINE Bus STOPPING 2024-09-06T15:13:16.831 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:13:16 smithi169 bash[20072]: [06/Sep/2024:15:13:16] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-06T15:13:16.831 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:13:16 smithi169 bash[20072]: [06/Sep/2024:15:13:16] ENGINE Bus STOPPED 2024-09-06T15:13:16.831 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:13:16 smithi169 bash[20072]: [06/Sep/2024:15:13:16] ENGINE Bus STARTING 2024-09-06T15:13:16.831 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:13:16 smithi169 bash[20072]: [06/Sep/2024:15:13:16] ENGINE Serving on http://:::9283 2024-09-06T15:13:16.831 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:13:16 smithi169 bash[20072]: [06/Sep/2024:15:13:16] ENGINE Bus STARTED 2024-09-06T15:13:16.831 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:13:16 smithi169 bash[20072]: [06/Sep/2024:15:13:16] ENGINE Bus STOPPING 2024-09-06T15:13:16.832 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:13:16 smithi169 bash[20072]: [06/Sep/2024:15:13:16] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-06T15:13:16.832 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:13:16 smithi169 bash[20072]: [06/Sep/2024:15:13:16] ENGINE Bus STOPPED 2024-09-06T15:13:16.832 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:13:16 smithi169 bash[20072]: [06/Sep/2024:15:13:16] ENGINE Bus STARTING 2024-09-06T15:13:16.928 INFO:teuthology.orchestra.run.smithi169.stdout:34359738466 2024-09-06T15:13:16.928 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-09-06T15:13:17.124 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:16 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:16.859046511Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-09-06T15:13:17.192 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:13:16 smithi169 bash[20072]: [06/Sep/2024:15:13:16] ENGINE Serving on http://:::9283 2024-09-06T15:13:17.192 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:13:16 smithi169 bash[20072]: [06/Sep/2024:15:13:16] ENGINE Bus STARTED 2024-09-06T15:13:17.192 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:13:16 smithi169 bash[20072]: [06/Sep/2024:15:13:16] ENGINE Bus STOPPING 2024-09-06T15:13:17.494 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:17 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:17.129471314Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-09-06T15:13:17.494 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:17 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:17.24404233Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-09-06T15:13:17.588 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[20072]: [06/Sep/2024:15:13:17] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-06T15:13:17.588 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[20072]: [06/Sep/2024:15:13:17] ENGINE Bus STOPPED 2024-09-06T15:13:17.588 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[20072]: [06/Sep/2024:15:13:17] ENGINE Bus STARTING 2024-09-06T15:13:17.589 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[20072]: [06/Sep/2024:15:13:17] ENGINE Serving on http://:::9283 2024-09-06T15:13:17.589 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[20072]: [06/Sep/2024:15:13:17] ENGINE Bus STARTED 2024-09-06T15:13:17.589 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[26469]: audit 2024-09-06T15:13:16.527537+0000 mon.a (mon.0) 787 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:17.589 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[26469]: audit 2024-09-06T15:13:16.537285+0000 mon.a (mon.0) 788 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:17.589 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[26469]: audit 2024-09-06T15:13:16.542936+0000 mon.a (mon.0) 789 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-06T15:13:17.589 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[26469]: audit 2024-09-06T15:13:16.543843+0000 mgr.y (mgr.24284) 62 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-06T15:13:17.589 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[26469]: audit 2024-09-06T15:13:16.545724+0000 mon.a (mon.0) 790 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi169.front.sepia.ceph.com:9093"}]: dispatch 2024-09-06T15:13:17.589 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[26469]: audit 2024-09-06T15:13:16.546531+0000 mgr.y (mgr.24284) 63 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi169.front.sepia.ceph.com:9093"}]: dispatch 2024-09-06T15:13:17.589 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[26469]: audit 2024-09-06T15:13:16.553699+0000 mon.a (mon.0) 791 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:17.590 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[26469]: audit 2024-09-06T15:13:16.568060+0000 mon.a (mon.0) 792 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-06T15:13:17.590 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[26469]: audit 2024-09-06T15:13:16.569112+0000 mgr.y (mgr.24284) 64 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-06T15:13:17.590 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[26469]: audit 2024-09-06T15:13:16.577055+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi181.front.sepia.ceph.com:9095"}]: dispatch 2024-09-06T15:13:17.590 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[26469]: audit 2024-09-06T15:13:16.578072+0000 mgr.y (mgr.24284) 65 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi181.front.sepia.ceph.com:9095"}]: dispatch 2024-09-06T15:13:17.590 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[19820]: audit 2024-09-06T15:13:16.527537+0000 mon.a (mon.0) 787 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:17.590 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[19820]: audit 2024-09-06T15:13:16.537285+0000 mon.a (mon.0) 788 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:17.591 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[19820]: audit 2024-09-06T15:13:16.542936+0000 mon.a (mon.0) 789 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-06T15:13:17.591 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[19820]: audit 2024-09-06T15:13:16.543843+0000 mgr.y (mgr.24284) 62 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-06T15:13:17.591 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[19820]: audit 2024-09-06T15:13:16.545724+0000 mon.a (mon.0) 790 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi169.front.sepia.ceph.com:9093"}]: dispatch 2024-09-06T15:13:17.591 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[19820]: audit 2024-09-06T15:13:16.546531+0000 mgr.y (mgr.24284) 63 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi169.front.sepia.ceph.com:9093"}]: dispatch 2024-09-06T15:13:17.591 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[19820]: audit 2024-09-06T15:13:16.553699+0000 mon.a (mon.0) 791 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:17.591 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[19820]: audit 2024-09-06T15:13:16.568060+0000 mon.a (mon.0) 792 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-06T15:13:17.591 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[19820]: audit 2024-09-06T15:13:16.569112+0000 mgr.y (mgr.24284) 64 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-06T15:13:17.591 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[19820]: audit 2024-09-06T15:13:16.577055+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi181.front.sepia.ceph.com:9095"}]: dispatch 2024-09-06T15:13:17.591 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[19820]: audit 2024-09-06T15:13:16.578072+0000 mgr.y (mgr.24284) 65 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi181.front.sepia.ceph.com:9095"}]: dispatch 2024-09-06T15:13:17.591 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[19820]: audit 2024-09-06T15:13:16.582559+0000 mon.a (mon.0) 794 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:17.591 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[19820]: audit 2024-09-06T15:13:16.597007+0000 mon.a (mon.0) 795 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-06T15:13:17.591 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[19820]: audit 2024-09-06T15:13:16.597585+0000 mgr.y (mgr.24284) 66 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-06T15:13:17.591 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[19820]: audit 2024-09-06T15:13:16.602435+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi181.front.sepia.ceph.com:3000"}]: dispatch 2024-09-06T15:13:17.592 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[19820]: audit 2024-09-06T15:13:16.602918+0000 mgr.y (mgr.24284) 67 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi181.front.sepia.ceph.com:3000"}]: dispatch 2024-09-06T15:13:17.592 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[19820]: audit 2024-09-06T15:13:16.606923+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:17.794 INFO:teuthology.orchestra.run.smithi169.stdout:133143986233 2024-09-06T15:13:17.794 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-09-06T15:13:17.817 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:17 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:17.515370408Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-09-06T15:13:17.817 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:17 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:17.608242218Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-09-06T15:13:17.817 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:17 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:17.721825648Z level=info msg="Executing migration" id="add share column" 2024-09-06T15:13:17.818 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:17 smithi181 bash[21841]: audit 2024-09-06T15:13:16.527537+0000 mon.a (mon.0) 787 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:17.818 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:17 smithi181 bash[21841]: audit 2024-09-06T15:13:16.537285+0000 mon.a (mon.0) 788 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:17.818 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:17 smithi181 bash[21841]: audit 2024-09-06T15:13:16.542936+0000 mon.a (mon.0) 789 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-06T15:13:17.818 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:17 smithi181 bash[21841]: audit 2024-09-06T15:13:16.543843+0000 mgr.y (mgr.24284) 62 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-06T15:13:17.818 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:17 smithi181 bash[21841]: audit 2024-09-06T15:13:16.545724+0000 mon.a (mon.0) 790 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi169.front.sepia.ceph.com:9093"}]: dispatch 2024-09-06T15:13:17.818 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:17 smithi181 bash[21841]: audit 2024-09-06T15:13:16.546531+0000 mgr.y (mgr.24284) 63 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi169.front.sepia.ceph.com:9093"}]: dispatch 2024-09-06T15:13:17.818 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:17 smithi181 bash[21841]: audit 2024-09-06T15:13:16.553699+0000 mon.a (mon.0) 791 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:17.818 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:17 smithi181 bash[21841]: audit 2024-09-06T15:13:16.568060+0000 mon.a (mon.0) 792 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-06T15:13:17.818 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:17 smithi181 bash[21841]: audit 2024-09-06T15:13:16.569112+0000 mgr.y (mgr.24284) 64 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-06T15:13:17.818 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:17 smithi181 bash[21841]: audit 2024-09-06T15:13:16.577055+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi181.front.sepia.ceph.com:9095"}]: dispatch 2024-09-06T15:13:17.819 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:17 smithi181 bash[21841]: audit 2024-09-06T15:13:16.578072+0000 mgr.y (mgr.24284) 65 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi181.front.sepia.ceph.com:9095"}]: dispatch 2024-09-06T15:13:17.819 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:17 smithi181 bash[21841]: audit 2024-09-06T15:13:16.582559+0000 mon.a (mon.0) 794 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:17.819 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:17 smithi181 bash[21841]: audit 2024-09-06T15:13:16.597007+0000 mon.a (mon.0) 795 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-06T15:13:17.819 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:17 smithi181 bash[21841]: audit 2024-09-06T15:13:16.597585+0000 mgr.y (mgr.24284) 66 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-06T15:13:17.819 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:17 smithi181 bash[21841]: audit 2024-09-06T15:13:16.602435+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi181.front.sepia.ceph.com:3000"}]: dispatch 2024-09-06T15:13:17.819 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:17 smithi181 bash[21841]: audit 2024-09-06T15:13:16.602918+0000 mgr.y (mgr.24284) 67 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi181.front.sepia.ceph.com:3000"}]: dispatch 2024-09-06T15:13:17.819 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:17 smithi181 bash[21841]: audit 2024-09-06T15:13:16.606923+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:17.819 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:17 smithi181 bash[21841]: audit 2024-09-06T15:13:16.757092+0000 mon.a (mon.0) 798 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:13:17.819 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:17 smithi181 bash[21841]: cluster 2024-09-06T15:13:16.759447+0000 mgr.y (mgr.24284) 68 : cluster [DBG] pgmap v36: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:17.983 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[19820]: audit 2024-09-06T15:13:16.757092+0000 mon.a (mon.0) 798 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:13:17.983 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[19820]: cluster 2024-09-06T15:13:16.759447+0000 mgr.y (mgr.24284) 68 : cluster [DBG] pgmap v36: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:17.984 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[26469]: audit 2024-09-06T15:13:16.582559+0000 mon.a (mon.0) 794 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:17.984 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[26469]: audit 2024-09-06T15:13:16.597007+0000 mon.a (mon.0) 795 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-06T15:13:17.984 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[26469]: audit 2024-09-06T15:13:16.597585+0000 mgr.y (mgr.24284) 66 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-06T15:13:17.985 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[26469]: audit 2024-09-06T15:13:16.602435+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi181.front.sepia.ceph.com:3000"}]: dispatch 2024-09-06T15:13:17.985 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[26469]: audit 2024-09-06T15:13:16.602918+0000 mgr.y (mgr.24284) 67 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi181.front.sepia.ceph.com:3000"}]: dispatch 2024-09-06T15:13:17.985 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[26469]: audit 2024-09-06T15:13:16.606923+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:17.985 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[26469]: audit 2024-09-06T15:13:16.757092+0000 mon.a (mon.0) 798 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:13:17.985 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:17 smithi169 bash[26469]: cluster 2024-09-06T15:13:16.759447+0000 mgr.y (mgr.24284) 68 : cluster [DBG] pgmap v36: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:18.069 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:17 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:17.822668363Z level=info msg="Executing migration" id="create default alerting folders" 2024-09-06T15:13:18.069 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:17 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:17.923216802Z level=info msg="Executing migration" id="create file table" 2024-09-06T15:13:18.069 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:18.024730899Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-09-06T15:13:18.069 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:18.074258296Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-09-06T15:13:18.351 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:18.161222086Z level=info msg="Executing migration" id="create file_meta table" 2024-09-06T15:13:18.351 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:18.233561994Z level=info msg="Executing migration" id="file table idx: path key" 2024-09-06T15:13:18.351 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:18.275434934Z level=info msg="Executing migration" id="set path collation in file table" 2024-09-06T15:13:18.351 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:18.317678159Z level=info msg="Executing migration" id="managed permissions migration" 2024-09-06T15:13:18.624 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:18.359647308Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-09-06T15:13:18.625 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:18.419062479Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-09-06T15:13:18.625 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:18.444248463Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-09-06T15:13:18.625 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:18.469528093Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-09-06T15:13:18.625 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:18.494770412Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-09-06T15:13:18.625 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:18.537011972Z level=info msg="Executing migration" id="update group index for alert rules" 2024-09-06T15:13:18.625 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:18.562202174Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-09-06T15:13:18.625 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:18.587523864Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-09-06T15:13:18.625 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:18.629564202Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-09-06T15:13:18.625 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[47355]: ts=2024-09-06T15:13:18.356Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-06T15:13:18.625 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[47355]: ts=2024-09-06T15:13:18.356Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-06T15:13:18.625 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[47355]: ts=2024-09-06T15:13:18.356Z caller=main.go:570 level=info host_details="(Linux 5.15.0-119-generic #129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024 x86_64 smithi181 (none))" 2024-09-06T15:13:18.625 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[47355]: ts=2024-09-06T15:13:18.356Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-06T15:13:18.626 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[47355]: ts=2024-09-06T15:13:18.356Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-06T15:13:18.626 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[47355]: ts=2024-09-06T15:13:18.358Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-06T15:13:18.626 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[47355]: ts=2024-09-06T15:13:18.358Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-06T15:13:18.626 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[47355]: ts=2024-09-06T15:13:18.359Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-06T15:13:18.626 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[47355]: ts=2024-09-06T15:13:18.359Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-06T15:13:18.626 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[47355]: ts=2024-09-06T15:13:18.362Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-06T15:13:18.626 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[47355]: ts=2024-09-06T15:13:18.362Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=4.138µs 2024-09-06T15:13:18.626 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[47355]: ts=2024-09-06T15:13:18.362Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-06T15:13:18.626 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[47355]: ts=2024-09-06T15:13:18.363Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-09-06T15:13:18.626 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[47355]: ts=2024-09-06T15:13:18.364Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-09-06T15:13:18.626 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[47355]: ts=2024-09-06T15:13:18.364Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=55.063µs wal_replay_duration=1.967432ms wbl_replay_duration=140ns total_replay_duration=2.085166ms 2024-09-06T15:13:18.626 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[47355]: ts=2024-09-06T15:13:18.365Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-06T15:13:18.626 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[47355]: ts=2024-09-06T15:13:18.365Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-06T15:13:18.626 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[47355]: ts=2024-09-06T15:13:18.365Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-06T15:13:18.626 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[47355]: ts=2024-09-06T15:13:18.390Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=25.591682ms db_storage=958ns remote_storage=1.448µs web_handler=443ns query_engine=752ns scrape=272.354µs scrape_sd=109.229µs notify=17.599µs notify_sd=26.44µs rules=24.726167ms tracing=7.945µs 2024-09-06T15:13:18.627 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[47355]: ts=2024-09-06T15:13:18.391Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-06T15:13:18.627 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[47355]: ts=2024-09-06T15:13:18.391Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-06T15:13:18.893 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:18.654822348Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-09-06T15:13:18.893 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:18.680104099Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-09-06T15:13:18.893 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:18.705364213Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-09-06T15:13:18.893 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:18.772245354Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-09-06T15:13:18.894 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:18.814078315Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-09-06T15:13:18.894 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:18.856235751Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-09-06T15:13:18.894 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:18.898188961Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-09-06T15:13:19.179 INFO:teuthology.orchestra.run.smithi169.stdout:167503724590 2024-09-06T15:13:19.180 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-09-06T15:13:19.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:18.923668231Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-09-06T15:13:19.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:18.948980914Z level=info msg="Executing migration" id="create folder table" 2024-09-06T15:13:19.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:18 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:18.974164106Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-09-06T15:13:19.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:19 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:19.01613368Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-09-06T15:13:19.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:19 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:19.041605858Z level=info msg="Executing migration" id="Update folder title length" 2024-09-06T15:13:19.246 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:19 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:19.066778244Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-09-06T15:13:19.246 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:19 smithi181 bash[46683]: logger=migrator t=2024-09-06T15:13:19.108738215Z level=info msg="migrations completed" performed=485 skipped=0 duration=21.947334221s 2024-09-06T15:13:19.246 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:19 smithi181 bash[46683]: logger=sqlstore t=2024-09-06T15:13:19.110186318Z level=info msg="Created default organization" 2024-09-06T15:13:19.432 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:13:19 smithi169 bash[52263]: ts=2024-09-06T15:13:19.329Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003875605s 2024-09-06T15:13:19.433 INFO:teuthology.orchestra.run.smithi169.stdout:201863462948 2024-09-06T15:13:19.433 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-09-06T15:13:19.639 INFO:teuthology.orchestra.run.smithi169.stdout:77309411407 2024-09-06T15:13:19.639 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-09-06T15:13:19.744 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:19 smithi181 bash[46683]: logger=plugin.finder t=2024-09-06T15:13:19.256824684Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-09-06T15:13:19.745 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:19 smithi181 bash[46683]: logger=secrets t=2024-09-06T15:13:19.256982881Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-06T15:13:19.745 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:19 smithi181 bash[46683]: logger=query_data t=2024-09-06T15:13:19.260758084Z level=info msg="Query Service initialization" 2024-09-06T15:13:19.745 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:19 smithi181 bash[46683]: logger=live.push_http t=2024-09-06T15:13:19.265879597Z level=info msg="Live Push Gateway initialization" 2024-09-06T15:13:19.810 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:19 smithi169 bash[26469]: cluster 2024-09-06T15:13:18.759959+0000 mgr.y (mgr.24284) 69 : cluster [DBG] pgmap v37: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:20.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:19 smithi169 bash[19820]: cluster 2024-09-06T15:13:18.759959+0000 mgr.y (mgr.24284) 69 : cluster [DBG] pgmap v37: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:20.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:19 smithi181 bash[21841]: cluster 2024-09-06T15:13:18.759959+0000 mgr.y (mgr.24284) 69 : cluster [DBG] pgmap v37: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:20.708 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:20 smithi181 bash[46683]: logger=infra.usagestats.collector t=2024-09-06T15:13:20.450712736Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-06T15:13:20.708 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:20 smithi181 bash[46683]: logger=provisioning.datasources t=2024-09-06T15:13:20.453148294Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-06T15:13:20.708 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:20 smithi181 bash[46683]: logger=provisioning.datasources t=2024-09-06T15:13:20.510172438Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-09-06T15:13:20.708 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:20 smithi181 bash[46683]: logger=provisioning.alerting t=2024-09-06T15:13:20.560228872Z level=info msg="starting to provision alerting" 2024-09-06T15:13:20.708 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:20 smithi181 bash[46683]: logger=provisioning.alerting t=2024-09-06T15:13:20.560259848Z level=info msg="finished to provision alerting" 2024-09-06T15:13:20.708 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:20 smithi181 bash[46683]: logger=ngalert.state.manager t=2024-09-06T15:13:20.56069404Z level=info msg="Warming state cache for startup" 2024-09-06T15:13:20.708 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:20 smithi181 bash[46683]: logger=ngalert.state.manager t=2024-09-06T15:13:20.561305889Z level=info msg="State cache has been initialized" states=0 duration=608.459µs 2024-09-06T15:13:20.708 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:20 smithi181 bash[46683]: logger=ticker t=2024-09-06T15:13:20.561457926Z level=info msg=starting first_tick=2024-09-06T15:13:30Z 2024-09-06T15:13:20.709 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:20 smithi181 bash[46683]: logger=ngalert.multiorg.alertmanager t=2024-09-06T15:13:20.561506835Z level=info msg="starting MultiOrg Alertmanager" 2024-09-06T15:13:20.709 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:20 smithi181 bash[46683]: logger=grafanaStorageLogger t=2024-09-06T15:13:20.562198505Z level=info msg="storage starting" 2024-09-06T15:13:20.709 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:20 smithi181 bash[46683]: logger=http.server t=2024-09-06T15:13:20.564386521Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-06T15:13:20.709 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:20 smithi181 bash[46683]: logger=sqlstore.transactions t=2024-09-06T15:13:20.573290716Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-06T15:13:20.709 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:20 smithi181 bash[46683]: logger=sqlstore.transactions t=2024-09-06T15:13:20.637461393Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-09-06T15:13:20.709 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:20 smithi181 bash[46683]: logger=sqlstore.transactions t=2024-09-06T15:13:20.648536612Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=2 code="database is locked" 2024-09-06T15:13:20.709 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:20 smithi181 bash[46683]: logger=sqlstore.transactions t=2024-09-06T15:13:20.713005445Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=3 code="database is locked" 2024-09-06T15:13:20.994 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:13:20 smithi181 bash[46683]: logger=sqlstore.transactions t=2024-09-06T15:13:20.723852355Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=4 code="database is locked" 2024-09-06T15:13:21.099 INFO:teuthology.orchestra.run.smithi169.stdout:55834574938 2024-09-06T15:13:21.100 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-09-06T15:13:21.106 INFO:teuthology.orchestra.run.smithi169.stdout:111669149763 2024-09-06T15:13:21.107 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-09-06T15:13:21.244 INFO:teuthology.orchestra.run.smithi169.stdout:236223201305 2024-09-06T15:13:21.244 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-09-06T15:13:22.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:21 smithi169 bash[19820]: cluster 2024-09-06T15:13:20.760611+0000 mgr.y (mgr.24284) 70 : cluster [DBG] pgmap v38: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:22.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:21 smithi169 bash[26469]: cluster 2024-09-06T15:13:20.760611+0000 mgr.y (mgr.24284) 70 : cluster [DBG] pgmap v38: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:22.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:21 smithi181 bash[21841]: cluster 2024-09-06T15:13:20.760611+0000 mgr.y (mgr.24284) 70 : cluster [DBG] pgmap v38: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:23.776 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:13:23.776 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:13:23.777 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:13:23.781 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:13:23.781 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:13:24.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:23 smithi169 bash[19820]: cluster 2024-09-06T15:13:22.761257+0000 mgr.y (mgr.24284) 71 : cluster [DBG] pgmap v39: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:24.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:23 smithi169 bash[19820]: audit 2024-09-06T15:13:23.619323+0000 mon.a (mon.0) 799 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:24.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:23 smithi169 bash[19820]: audit 2024-09-06T15:13:23.629258+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:24.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:23 smithi169 bash[26469]: cluster 2024-09-06T15:13:22.761257+0000 mgr.y (mgr.24284) 71 : cluster [DBG] pgmap v39: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:24.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:23 smithi169 bash[26469]: audit 2024-09-06T15:13:23.619323+0000 mon.a (mon.0) 799 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:24.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:23 smithi169 bash[26469]: audit 2024-09-06T15:13:23.629258+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:24.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:23 smithi181 bash[21841]: cluster 2024-09-06T15:13:22.761257+0000 mgr.y (mgr.24284) 71 : cluster [DBG] pgmap v39: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:24.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:23 smithi181 bash[21841]: audit 2024-09-06T15:13:23.619323+0000 mon.a (mon.0) 799 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:24.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:23 smithi181 bash[21841]: audit 2024-09-06T15:13:23.629258+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:25.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:25 smithi169 bash[19820]: audit 2024-09-06T15:13:24.407084+0000 mon.a (mon.0) 801 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:25.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:25 smithi169 bash[19820]: audit 2024-09-06T15:13:24.413009+0000 mon.a (mon.0) 802 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:25.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:25 smithi169 bash[19820]: cluster 2024-09-06T15:13:24.761787+0000 mgr.y (mgr.24284) 72 : cluster [DBG] pgmap v40: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:25.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:25 smithi169 bash[19820]: audit 2024-09-06T15:13:25.007044+0000 mon.a (mon.0) 803 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:13:25.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:25 smithi169 bash[19820]: audit 2024-09-06T15:13:25.007968+0000 mon.a (mon.0) 804 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:13:25.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:25 smithi169 bash[19820]: audit 2024-09-06T15:13:25.013323+0000 mon.a (mon.0) 805 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:25.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:25 smithi169 bash[26469]: audit 2024-09-06T15:13:24.407084+0000 mon.a (mon.0) 801 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:25.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:25 smithi169 bash[26469]: audit 2024-09-06T15:13:24.413009+0000 mon.a (mon.0) 802 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:25.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:25 smithi169 bash[26469]: cluster 2024-09-06T15:13:24.761787+0000 mgr.y (mgr.24284) 72 : cluster [DBG] pgmap v40: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:25.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:25 smithi169 bash[26469]: audit 2024-09-06T15:13:25.007044+0000 mon.a (mon.0) 803 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:13:25.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:25 smithi169 bash[26469]: audit 2024-09-06T15:13:25.007968+0000 mon.a (mon.0) 804 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:13:25.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:25 smithi169 bash[26469]: audit 2024-09-06T15:13:25.013323+0000 mon.a (mon.0) 805 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:25.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:25 smithi181 bash[21841]: audit 2024-09-06T15:13:24.407084+0000 mon.a (mon.0) 801 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:25.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:25 smithi181 bash[21841]: audit 2024-09-06T15:13:24.413009+0000 mon.a (mon.0) 802 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:25.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:25 smithi181 bash[21841]: cluster 2024-09-06T15:13:24.761787+0000 mgr.y (mgr.24284) 72 : cluster [DBG] pgmap v40: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:25.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:25 smithi181 bash[21841]: audit 2024-09-06T15:13:25.007044+0000 mon.a (mon.0) 803 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:13:25.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:25 smithi181 bash[21841]: audit 2024-09-06T15:13:25.007968+0000 mon.a (mon.0) 804 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:13:25.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:25 smithi181 bash[21841]: audit 2024-09-06T15:13:25.013323+0000 mon.a (mon.0) 805 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:13:25.808 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:13:25.809 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:13:25.809 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:13:26.462 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:13:26 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:13:26] "GET /metrics HTTP/1.1" 200 26217 "" "Prometheus/2.43.0" 2024-09-06T15:13:26.723 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:26 smithi169 bash[19820]: audit 2024-09-06T15:13:25.818337+0000 mon.a (mon.0) 806 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:13:26.724 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:26 smithi169 bash[26469]: audit 2024-09-06T15:13:25.818337+0000 mon.a (mon.0) 806 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:13:26.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:26 smithi181 bash[21841]: audit 2024-09-06T15:13:25.818337+0000 mon.a (mon.0) 806 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:13:27.042 INFO:teuthology.orchestra.run.smithi169.stdout:77309411408 2024-09-06T15:13:27.106 INFO:teuthology.orchestra.run.smithi169.stdout:201863462950 2024-09-06T15:13:27.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:27 smithi169 bash[19820]: cluster 2024-09-06T15:13:26.762309+0000 mgr.y (mgr.24284) 73 : cluster [DBG] pgmap v41: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:27.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:27 smithi169 bash[19820]: audit 2024-09-06T15:13:27.047029+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.169:0/2165945940' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-06T15:13:27.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:27 smithi169 bash[19820]: audit 2024-09-06T15:13:27.111438+0000 mon.a (mon.0) 807 : audit [DBG] from='client.? 172.21.15.169:0/3196338273' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-06T15:13:27.693 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:27 smithi169 bash[26469]: cluster 2024-09-06T15:13:26.762309+0000 mgr.y (mgr.24284) 73 : cluster [DBG] pgmap v41: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:27.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:27 smithi169 bash[26469]: audit 2024-09-06T15:13:27.047029+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.169:0/2165945940' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-06T15:13:27.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:27 smithi169 bash[26469]: audit 2024-09-06T15:13:27.111438+0000 mon.a (mon.0) 807 : audit [DBG] from='client.? 172.21.15.169:0/3196338273' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-06T15:13:27.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:27 smithi181 bash[21841]: cluster 2024-09-06T15:13:26.762309+0000 mgr.y (mgr.24284) 73 : cluster [DBG] pgmap v41: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:27.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:27 smithi181 bash[21841]: audit 2024-09-06T15:13:27.047029+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.169:0/2165945940' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-06T15:13:27.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:27 smithi181 bash[21841]: audit 2024-09-06T15:13:27.111438+0000 mon.a (mon.0) 807 : audit [DBG] from='client.? 172.21.15.169:0/3196338273' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-06T15:13:28.677 INFO:teuthology.orchestra.run.smithi169.stdout:34359738469 2024-09-06T15:13:28.835 INFO:teuthology.orchestra.run.smithi169.stdout:167503724593 2024-09-06T15:13:28.943 INFO:teuthology.orchestra.run.smithi169.stdout:133143986236 2024-09-06T15:13:28.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:28 smithi181 bash[21841]: audit 2024-09-06T15:13:28.682429+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.169:0/1666925527' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-06T15:13:29.026 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:28 smithi169 bash[19820]: audit 2024-09-06T15:13:28.682429+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.169:0/1666925527' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-06T15:13:29.026 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:28 smithi169 bash[26469]: audit 2024-09-06T15:13:28.682429+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.169:0/1666925527' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-06T15:13:29.367 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462948 got 201863462950 for osd.6 2024-09-06T15:13:29.367 DEBUG:teuthology.parallel:result is None 2024-09-06T15:13:29.784 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411407 got 77309411408 for osd.2 2024-09-06T15:13:29.784 DEBUG:teuthology.parallel:result is None 2024-09-06T15:13:29.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:29 smithi181 bash[21841]: cluster 2024-09-06T15:13:28.762595+0000 mgr.y (mgr.24284) 74 : cluster [DBG] pgmap v42: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:29.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:29 smithi181 bash[21841]: audit 2024-09-06T15:13:28.839632+0000 mon.c (mon.2) 20 : audit [DBG] from='client.? 172.21.15.169:0/2720253673' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-06T15:13:29.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:29 smithi181 bash[21841]: audit 2024-09-06T15:13:28.948335+0000 mon.a (mon.0) 808 : audit [DBG] from='client.? 172.21.15.169:0/1877750580' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-06T15:13:30.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:29 smithi169 bash[19820]: cluster 2024-09-06T15:13:28.762595+0000 mgr.y (mgr.24284) 74 : cluster [DBG] pgmap v42: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:30.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:29 smithi169 bash[19820]: audit 2024-09-06T15:13:28.839632+0000 mon.c (mon.2) 20 : audit [DBG] from='client.? 172.21.15.169:0/2720253673' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-06T15:13:30.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:29 smithi169 bash[19820]: audit 2024-09-06T15:13:28.948335+0000 mon.a (mon.0) 808 : audit [DBG] from='client.? 172.21.15.169:0/1877750580' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-06T15:13:30.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:29 smithi169 bash[26469]: cluster 2024-09-06T15:13:28.762595+0000 mgr.y (mgr.24284) 74 : cluster [DBG] pgmap v42: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:30.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:29 smithi169 bash[26469]: audit 2024-09-06T15:13:28.839632+0000 mon.c (mon.2) 20 : audit [DBG] from='client.? 172.21.15.169:0/2720253673' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-06T15:13:30.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:29 smithi169 bash[26469]: audit 2024-09-06T15:13:28.948335+0000 mon.a (mon.0) 808 : audit [DBG] from='client.? 172.21.15.169:0/1877750580' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-06T15:13:30.919 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724590 got 167503724593 for osd.5 2024-09-06T15:13:30.919 DEBUG:teuthology.parallel:result is None 2024-09-06T15:13:30.994 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738466 got 34359738469 for osd.0 2024-09-06T15:13:30.995 DEBUG:teuthology.parallel:result is None 2024-09-06T15:13:31.296 INFO:teuthology.orchestra.run.smithi169.stdout:111669149765 2024-09-06T15:13:32.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:31 smithi169 bash[19820]: cluster 2024-09-06T15:13:30.763211+0000 mgr.y (mgr.24284) 75 : cluster [DBG] pgmap v43: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:32.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:31 smithi169 bash[19820]: audit 2024-09-06T15:13:31.300708+0000 mon.a (mon.0) 809 : audit [DBG] from='client.? 172.21.15.169:0/469048157' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-06T15:13:32.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:31 smithi169 bash[26469]: cluster 2024-09-06T15:13:30.763211+0000 mgr.y (mgr.24284) 75 : cluster [DBG] pgmap v43: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:32.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:31 smithi169 bash[26469]: audit 2024-09-06T15:13:31.300708+0000 mon.a (mon.0) 809 : audit [DBG] from='client.? 172.21.15.169:0/469048157' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-06T15:13:32.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:31 smithi181 bash[21841]: cluster 2024-09-06T15:13:30.763211+0000 mgr.y (mgr.24284) 75 : cluster [DBG] pgmap v43: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:32.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:31 smithi181 bash[21841]: audit 2024-09-06T15:13:31.300708+0000 mon.a (mon.0) 809 : audit [DBG] from='client.? 172.21.15.169:0/469048157' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-06T15:13:32.366 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986233 got 133143986236 for osd.4 2024-09-06T15:13:32.366 DEBUG:teuthology.parallel:result is None 2024-09-06T15:13:32.816 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149763 got 111669149765 for osd.3 2024-09-06T15:13:32.816 DEBUG:teuthology.parallel:result is None 2024-09-06T15:13:33.089 INFO:teuthology.orchestra.run.smithi169.stdout:55834574941 2024-09-06T15:13:33.128 INFO:teuthology.orchestra.run.smithi169.stdout:236223201308 2024-09-06T15:13:33.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:33 smithi169 bash[19820]: cluster 2024-09-06T15:13:32.763779+0000 mgr.y (mgr.24284) 76 : cluster [DBG] pgmap v44: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:33.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:33 smithi169 bash[19820]: audit 2024-09-06T15:13:33.094165+0000 mon.c (mon.2) 21 : audit [DBG] from='client.? 172.21.15.169:0/4047015445' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-06T15:13:33.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:33 smithi169 bash[19820]: audit 2024-09-06T15:13:33.133716+0000 mon.c (mon.2) 22 : audit [DBG] from='client.? 172.21.15.169:0/2851094500' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-06T15:13:33.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:33 smithi169 bash[26469]: cluster 2024-09-06T15:13:32.763779+0000 mgr.y (mgr.24284) 76 : cluster [DBG] pgmap v44: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:33.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:33 smithi169 bash[26469]: audit 2024-09-06T15:13:33.094165+0000 mon.c (mon.2) 21 : audit [DBG] from='client.? 172.21.15.169:0/4047015445' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-06T15:13:33.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:33 smithi169 bash[26469]: audit 2024-09-06T15:13:33.133716+0000 mon.c (mon.2) 22 : audit [DBG] from='client.? 172.21.15.169:0/2851094500' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-06T15:13:34.179 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201305 got 236223201308 for osd.7 2024-09-06T15:13:34.179 DEBUG:teuthology.parallel:result is None 2024-09-06T15:13:34.204 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574938 got 55834574941 for osd.1 2024-09-06T15:13:34.204 DEBUG:teuthology.parallel:result is None 2024-09-06T15:13:34.204 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-06T15:13:34.205 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph pg dump --format=json 2024-09-06T15:13:34.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:33 smithi181 bash[21841]: cluster 2024-09-06T15:13:32.763779+0000 mgr.y (mgr.24284) 76 : cluster [DBG] pgmap v44: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:34.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:33 smithi181 bash[21841]: audit 2024-09-06T15:13:33.094165+0000 mon.c (mon.2) 21 : audit [DBG] from='client.? 172.21.15.169:0/4047015445' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-06T15:13:34.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:33 smithi181 bash[21841]: audit 2024-09-06T15:13:33.133716+0000 mon.c (mon.2) 22 : audit [DBG] from='client.? 172.21.15.169:0/2851094500' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-06T15:13:36.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:35 smithi169 bash[19820]: cluster 2024-09-06T15:13:34.764262+0000 mgr.y (mgr.24284) 77 : cluster [DBG] pgmap v45: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:36.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:35 smithi169 bash[26469]: cluster 2024-09-06T15:13:34.764262+0000 mgr.y (mgr.24284) 77 : cluster [DBG] pgmap v45: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:36.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:35 smithi181 bash[21841]: cluster 2024-09-06T15:13:34.764262+0000 mgr.y (mgr.24284) 77 : cluster [DBG] pgmap v45: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:36.692 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:13:36 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:13:36] "GET /metrics HTTP/1.1" 200 26217 "" "Prometheus/2.43.0" 2024-09-06T15:13:38.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:37 smithi169 bash[19820]: cluster 2024-09-06T15:13:36.764844+0000 mgr.y (mgr.24284) 78 : cluster [DBG] pgmap v46: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:38.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:37 smithi169 bash[26469]: cluster 2024-09-06T15:13:36.764844+0000 mgr.y (mgr.24284) 78 : cluster [DBG] pgmap v46: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:38.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:37 smithi181 bash[21841]: cluster 2024-09-06T15:13:36.764844+0000 mgr.y (mgr.24284) 78 : cluster [DBG] pgmap v46: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:39.027 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:13:40.130 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:39 smithi169 bash[26469]: cluster 2024-09-06T15:13:38.765385+0000 mgr.y (mgr.24284) 79 : cluster [DBG] pgmap v47: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:40.130 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:39 smithi169 bash[19820]: cluster 2024-09-06T15:13:38.765385+0000 mgr.y (mgr.24284) 79 : cluster [DBG] pgmap v47: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:40.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:39 smithi181 bash[21841]: cluster 2024-09-06T15:13:38.765385+0000 mgr.y (mgr.24284) 79 : cluster [DBG] pgmap v47: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:40.468 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-09-06T15:13:40.468 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:13:41.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:40 smithi169 bash[19820]: audit 2024-09-06T15:13:40.818367+0000 mon.a (mon.0) 810 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:13:41.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:40 smithi169 bash[26469]: audit 2024-09-06T15:13:40.818367+0000 mon.a (mon.0) 810 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:13:41.193 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":47,"stamp":"2024-09-06T15:13:38.765127+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":243392,"kb_used_data":6380,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":749717824,"statfs":{"total":767960285184,"available":767711051776,"internally_reserved":0,"allocated":6533120,"data_stored":3703392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003091"},"pg_stats":[{"pgid":"1.0","version":"60'128","reported_seq":253,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-06T15:12:12.854332+0000","last_change":"2024-09-06T15:11:25.210245+0000","last_active":"2024-09-06T15:12:12.854332+0000","last_peered":"2024-09-06T15:12:12.854332+0000","last_clean":"2024-09-06T15:12:12.854332+0000","last_became_active":"2024-09-06T15:11:25.209434+0000","last_became_peered":"2024-09-06T15:11:25.209434+0000","last_unstale":"2024-09-06T15:12:12.854332+0000","last_undegraded":"2024-09-06T15:12:12.854332+0000","last_fullsized":"2024-09-06T15:12:12.854332+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-06T15:06:58.388136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-06T15:06:58.388136+0000","last_clean_scrub_stamp":"2024-09-06T15:06:58.388136+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-07T16:02:25.615916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201309,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32344,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712808,"statfs":{"total":95995035648,"available":95961915392,"internally_reserved":0,"allocated":1187840,"data_stored":831904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462953,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32344,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712808,"statfs":{"total":95995035648,"available":95961915392,"internally_reserved":0,"allocated":1187840,"data_stored":831904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724595,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27608,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717544,"statfs":{"total":95995035648,"available":95966765056,"internally_reserved":0,"allocated":593920,"data_stored":241536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986238,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31768,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713384,"statfs":{"total":95995035648,"available":95962505216,"internally_reserved":0,"allocated":593920,"data_stored":241536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149767,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27608,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717544,"statfs":{"total":95995035648,"available":95966765056,"internally_reserved":0,"allocated":593920,"data_stored":241536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411411,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31768,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713384,"statfs":{"total":95995035648,"available":95962505216,"internally_reserved":0,"allocated":593920,"data_stored":241536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574942,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31768,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713384,"statfs":{"total":95995035648,"available":95962505216,"internally_reserved":0,"allocated":593920,"data_stored":241536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738471,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28184,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716968,"statfs":{"total":95995035648,"available":95966175232,"internally_reserved":0,"allocated":1187840,"data_stored":831904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-06T15:13:41.194 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph pg dump --format=json 2024-09-06T15:13:41.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:40 smithi181 bash[21841]: audit 2024-09-06T15:13:40.818367+0000 mon.a (mon.0) 810 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:13:42.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:41 smithi169 bash[19820]: audit 2024-09-06T15:13:40.471174+0000 mgr.y (mgr.24284) 80 : audit [DBG] from='client.24449 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-06T15:13:42.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:41 smithi169 bash[19820]: cluster 2024-09-06T15:13:40.765946+0000 mgr.y (mgr.24284) 81 : cluster [DBG] pgmap v48: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:42.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:41 smithi169 bash[26469]: audit 2024-09-06T15:13:40.471174+0000 mgr.y (mgr.24284) 80 : audit [DBG] from='client.24449 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-06T15:13:42.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:41 smithi169 bash[26469]: cluster 2024-09-06T15:13:40.765946+0000 mgr.y (mgr.24284) 81 : cluster [DBG] pgmap v48: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:42.313 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:41 smithi181 bash[21841]: audit 2024-09-06T15:13:40.471174+0000 mgr.y (mgr.24284) 80 : audit [DBG] from='client.24449 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-06T15:13:42.313 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:41 smithi181 bash[21841]: cluster 2024-09-06T15:13:40.765946+0000 mgr.y (mgr.24284) 81 : cluster [DBG] pgmap v48: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:44.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:43 smithi169 bash[19820]: cluster 2024-09-06T15:13:42.766631+0000 mgr.y (mgr.24284) 82 : cluster [DBG] pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:44.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:43 smithi169 bash[26469]: cluster 2024-09-06T15:13:42.766631+0000 mgr.y (mgr.24284) 82 : cluster [DBG] pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:44.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:43 smithi181 bash[21841]: cluster 2024-09-06T15:13:42.766631+0000 mgr.y (mgr.24284) 82 : cluster [DBG] pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:45.977 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:13:46.111 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:45 smithi169 bash[19820]: cluster 2024-09-06T15:13:44.767238+0000 mgr.y (mgr.24284) 83 : cluster [DBG] pgmap v50: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:46.111 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:45 smithi169 bash[26469]: cluster 2024-09-06T15:13:44.767238+0000 mgr.y (mgr.24284) 83 : cluster [DBG] pgmap v50: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:46.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:45 smithi181 bash[21841]: cluster 2024-09-06T15:13:44.767238+0000 mgr.y (mgr.24284) 83 : cluster [DBG] pgmap v50: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:46.442 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:13:46 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:13:46] "GET /metrics HTTP/1.1" 200 26216 "" "Prometheus/2.43.0" 2024-09-06T15:13:47.481 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:13:47.481 INFO:teuthology.orchestra.run.smithi169.stderr:dumped all 2024-09-06T15:13:48.077 INFO:teuthology.orchestra.run.smithi169.stdout:{"pg_ready":true,"pg_map":{"version":51,"stamp":"2024-09-06T15:13:46.767485+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":243392,"kb_used_data":6380,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":749717824,"statfs":{"total":767960285184,"available":767711051776,"internally_reserved":0,"allocated":6533120,"data_stored":3703392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003481"},"pg_stats":[{"pgid":"1.0","version":"60'128","reported_seq":253,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-06T15:12:12.854332+0000","last_change":"2024-09-06T15:11:25.210245+0000","last_active":"2024-09-06T15:12:12.854332+0000","last_peered":"2024-09-06T15:12:12.854332+0000","last_clean":"2024-09-06T15:12:12.854332+0000","last_became_active":"2024-09-06T15:11:25.209434+0000","last_became_peered":"2024-09-06T15:11:25.209434+0000","last_unstale":"2024-09-06T15:12:12.854332+0000","last_undegraded":"2024-09-06T15:12:12.854332+0000","last_fullsized":"2024-09-06T15:12:12.854332+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-06T15:06:58.388136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-06T15:06:58.388136+0000","last_clean_scrub_stamp":"2024-09-06T15:06:58.388136+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-07T16:02:25.615916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201311,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32344,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712808,"statfs":{"total":95995035648,"available":95961915392,"internally_reserved":0,"allocated":1187840,"data_stored":831904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462955,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32344,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712808,"statfs":{"total":95995035648,"available":95961915392,"internally_reserved":0,"allocated":1187840,"data_stored":831904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724597,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27608,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717544,"statfs":{"total":95995035648,"available":95966765056,"internally_reserved":0,"allocated":593920,"data_stored":241536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986240,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31768,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713384,"statfs":{"total":95995035648,"available":95962505216,"internally_reserved":0,"allocated":593920,"data_stored":241536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149769,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27608,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717544,"statfs":{"total":95995035648,"available":95966765056,"internally_reserved":0,"allocated":593920,"data_stored":241536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411413,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31768,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713384,"statfs":{"total":95995035648,"available":95962505216,"internally_reserved":0,"allocated":593920,"data_stored":241536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574944,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31768,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713384,"statfs":{"total":95995035648,"available":95962505216,"internally_reserved":0,"allocated":593920,"data_stored":241536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738473,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28184,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716968,"statfs":{"total":95995035648,"available":95966175232,"internally_reserved":0,"allocated":1187840,"data_stored":831904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-06T15:13:48.078 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-06T15:13:48.078 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-06T15:13:48.078 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-09-06T15:13:48.078 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- ceph health --format=json 2024-09-06T15:13:48.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:47 smithi169 bash[19820]: cluster 2024-09-06T15:13:46.767785+0000 mgr.y (mgr.24284) 84 : cluster [DBG] pgmap v51: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:48.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:47 smithi169 bash[26469]: cluster 2024-09-06T15:13:46.767785+0000 mgr.y (mgr.24284) 84 : cluster [DBG] pgmap v51: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:48.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:47 smithi181 bash[21841]: cluster 2024-09-06T15:13:46.767785+0000 mgr.y (mgr.24284) 84 : cluster [DBG] pgmap v51: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:49.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:48 smithi169 bash[19820]: audit 2024-09-06T15:13:47.484111+0000 mgr.y (mgr.24284) 85 : audit [DBG] from='client.24455 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-06T15:13:49.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:48 smithi169 bash[26469]: audit 2024-09-06T15:13:47.484111+0000 mgr.y (mgr.24284) 85 : audit [DBG] from='client.24455 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-06T15:13:49.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:48 smithi181 bash[21841]: audit 2024-09-06T15:13:47.484111+0000 mgr.y (mgr.24284) 85 : audit [DBG] from='client.24455 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-06T15:13:50.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:49 smithi169 bash[19820]: cluster 2024-09-06T15:13:48.768366+0000 mgr.y (mgr.24284) 86 : cluster [DBG] pgmap v52: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:50.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:49 smithi169 bash[26469]: cluster 2024-09-06T15:13:48.768366+0000 mgr.y (mgr.24284) 86 : cluster [DBG] pgmap v52: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:50.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:49 smithi181 bash[21841]: cluster 2024-09-06T15:13:48.768366+0000 mgr.y (mgr.24284) 86 : cluster [DBG] pgmap v52: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:52.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:51 smithi169 bash[19820]: cluster 2024-09-06T15:13:50.768901+0000 mgr.y (mgr.24284) 87 : cluster [DBG] pgmap v53: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:52.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:51 smithi169 bash[26469]: cluster 2024-09-06T15:13:50.768901+0000 mgr.y (mgr.24284) 87 : cluster [DBG] pgmap v53: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:52.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:51 smithi181 bash[21841]: cluster 2024-09-06T15:13:50.768901+0000 mgr.y (mgr.24284) 87 : cluster [DBG] pgmap v53: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:52.868 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:13:54.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:53 smithi169 bash[19820]: cluster 2024-09-06T15:13:52.769519+0000 mgr.y (mgr.24284) 88 : cluster [DBG] pgmap v54: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:54.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:53 smithi169 bash[26469]: cluster 2024-09-06T15:13:52.769519+0000 mgr.y (mgr.24284) 88 : cluster [DBG] pgmap v54: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:54.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:53 smithi181 bash[21841]: cluster 2024-09-06T15:13:52.769519+0000 mgr.y (mgr.24284) 88 : cluster [DBG] pgmap v54: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:54.411 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:13:54.412 INFO:teuthology.orchestra.run.smithi169.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-06T15:13:55.101 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-09-06T15:13:55.101 INFO:tasks.cephadm:Setup complete, yielding 2024-09-06T15:13:55.101 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-06T15:13:55.116 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi169.front.sepia.ceph.com 2024-09-06T15:13:55.116 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest false --force' 2024-09-06T15:13:55.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:55 smithi169 bash[19820]: audit 2024-09-06T15:13:54.416320+0000 mon.c (mon.2) 23 : audit [DBG] from='client.? 172.21.15.169:0/4059302843' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-06T15:13:55.443 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:55 smithi169 bash[19820]: cluster 2024-09-06T15:13:54.770107+0000 mgr.y (mgr.24284) 89 : cluster [DBG] pgmap v55: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:55.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:55 smithi169 bash[26469]: audit 2024-09-06T15:13:54.416320+0000 mon.c (mon.2) 23 : audit [DBG] from='client.? 172.21.15.169:0/4059302843' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-06T15:13:55.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:55 smithi169 bash[26469]: cluster 2024-09-06T15:13:54.770107+0000 mgr.y (mgr.24284) 89 : cluster [DBG] pgmap v55: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:55.494 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:55 smithi181 bash[21841]: audit 2024-09-06T15:13:54.416320+0000 mon.c (mon.2) 23 : audit [DBG] from='client.? 172.21.15.169:0/4059302843' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-06T15:13:55.494 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:55 smithi181 bash[21841]: cluster 2024-09-06T15:13:54.770107+0000 mgr.y (mgr.24284) 89 : cluster [DBG] pgmap v55: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:56.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:56 smithi169 bash[19820]: audit 2024-09-06T15:13:55.819034+0000 mon.a (mon.0) 811 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:13:56.693 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:13:56 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:13:56] "GET /metrics HTTP/1.1" 200 26216 "" "Prometheus/2.43.0" 2024-09-06T15:13:56.693 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:56 smithi169 bash[26469]: audit 2024-09-06T15:13:55.819034+0000 mon.a (mon.0) 811 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:13:56.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:56 smithi181 bash[21841]: audit 2024-09-06T15:13:55.819034+0000 mon.a (mon.0) 811 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:13:57.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:57 smithi169 bash[19820]: cluster 2024-09-06T15:13:56.770700+0000 mgr.y (mgr.24284) 90 : cluster [DBG] pgmap v56: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:57.693 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:57 smithi169 bash[26469]: cluster 2024-09-06T15:13:56.770700+0000 mgr.y (mgr.24284) 90 : cluster [DBG] pgmap v56: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:57.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:57 smithi181 bash[21841]: cluster 2024-09-06T15:13:56.770700+0000 mgr.y (mgr.24284) 90 : cluster [DBG] pgmap v56: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:13:59.913 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:14:00.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:13:59 smithi169 bash[19820]: cluster 2024-09-06T15:13:58.771268+0000 mgr.y (mgr.24284) 91 : cluster [DBG] pgmap v57: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:14:00.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:13:59 smithi169 bash[26469]: cluster 2024-09-06T15:13:58.771268+0000 mgr.y (mgr.24284) 91 : cluster [DBG] pgmap v57: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:14:00.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:13:59 smithi181 bash[21841]: cluster 2024-09-06T15:13:58.771268+0000 mgr.y (mgr.24284) 91 : cluster [DBG] pgmap v57: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:14:01.516 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:14:01 smithi169 bash[20072]: [06/Sep/2024:15:14:01] ENGINE Bus STOPPING 2024-09-06T15:14:01.516 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:14:01 smithi169 bash[20072]: [06/Sep/2024:15:14:01] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-06T15:14:01.516 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:14:01 smithi169 bash[20072]: [06/Sep/2024:15:14:01] ENGINE Bus STOPPED 2024-09-06T15:14:01.517 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:14:01 smithi169 bash[20072]: [06/Sep/2024:15:14:01] ENGINE Bus STARTING 2024-09-06T15:14:01.517 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:14:01 smithi169 bash[20072]: [06/Sep/2024:15:14:01] ENGINE Serving on http://:::9283 2024-09-06T15:14:01.517 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:14:01 smithi169 bash[20072]: [06/Sep/2024:15:14:01] ENGINE Bus STARTED 2024-09-06T15:14:02.018 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-06T15:14:02.027 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi169.front.sepia.ceph.com 2024-09-06T15:14:02.027 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'radosgw-admin realm create --rgw-realm=r --default' 2024-09-06T15:14:02.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:01 smithi169 bash[19820]: cluster 2024-09-06T15:14:00.771829+0000 mgr.y (mgr.24284) 92 : cluster [DBG] pgmap v58: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:14:02.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:01 smithi169 bash[19820]: audit 2024-09-06T15:14:01.260341+0000 mon.a (mon.0) 812 : audit [INF] from='client.? ' entity='client.admin' 2024-09-06T15:14:02.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:01 smithi169 bash[26469]: cluster 2024-09-06T15:14:00.771829+0000 mgr.y (mgr.24284) 92 : cluster [DBG] pgmap v58: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:14:02.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:01 smithi169 bash[26469]: audit 2024-09-06T15:14:01.260341+0000 mon.a (mon.0) 812 : audit [INF] from='client.? ' entity='client.admin' 2024-09-06T15:14:02.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:01 smithi181 bash[21841]: cluster 2024-09-06T15:14:00.771829+0000 mgr.y (mgr.24284) 92 : cluster [DBG] pgmap v58: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:14:02.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:01 smithi181 bash[21841]: audit 2024-09-06T15:14:01.260341+0000 mon.a (mon.0) 812 : audit [INF] from='client.? ' entity='client.admin' 2024-09-06T15:14:03.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:02 smithi169 bash[19820]: audit 2024-09-06T15:14:01.831644+0000 mon.a (mon.0) 813 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:03.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:02 smithi169 bash[19820]: audit 2024-09-06T15:14:01.847634+0000 mon.a (mon.0) 814 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:03.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:02 smithi169 bash[19820]: audit 2024-09-06T15:14:01.849956+0000 mon.a (mon.0) 815 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:14:03.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:02 smithi169 bash[19820]: audit 2024-09-06T15:14:01.851647+0000 mon.a (mon.0) 816 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:14:03.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:02 smithi169 bash[19820]: audit 2024-09-06T15:14:01.861581+0000 mon.a (mon.0) 817 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:03.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:02 smithi169 bash[26469]: audit 2024-09-06T15:14:01.831644+0000 mon.a (mon.0) 813 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:03.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:02 smithi169 bash[26469]: audit 2024-09-06T15:14:01.847634+0000 mon.a (mon.0) 814 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:03.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:02 smithi169 bash[26469]: audit 2024-09-06T15:14:01.849956+0000 mon.a (mon.0) 815 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:14:03.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:02 smithi169 bash[26469]: audit 2024-09-06T15:14:01.851647+0000 mon.a (mon.0) 816 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:14:03.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:02 smithi169 bash[26469]: audit 2024-09-06T15:14:01.861581+0000 mon.a (mon.0) 817 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:03.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:02 smithi181 bash[21841]: audit 2024-09-06T15:14:01.831644+0000 mon.a (mon.0) 813 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:03.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:02 smithi181 bash[21841]: audit 2024-09-06T15:14:01.847634+0000 mon.a (mon.0) 814 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:03.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:02 smithi181 bash[21841]: audit 2024-09-06T15:14:01.849956+0000 mon.a (mon.0) 815 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:14:03.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:02 smithi181 bash[21841]: audit 2024-09-06T15:14:01.851647+0000 mon.a (mon.0) 816 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:14:03.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:02 smithi181 bash[21841]: audit 2024-09-06T15:14:01.861581+0000 mon.a (mon.0) 817 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:04.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:03 smithi169 bash[19820]: cluster 2024-09-06T15:14:02.772390+0000 mgr.y (mgr.24284) 93 : cluster [DBG] pgmap v59: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:14:04.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:03 smithi169 bash[26469]: cluster 2024-09-06T15:14:02.772390+0000 mgr.y (mgr.24284) 93 : cluster [DBG] pgmap v59: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:14:04.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:03 smithi181 bash[21841]: cluster 2024-09-06T15:14:02.772390+0000 mgr.y (mgr.24284) 93 : cluster [DBG] pgmap v59: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:14:06.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:05 smithi169 bash[19820]: cluster 2024-09-06T15:14:04.773007+0000 mgr.y (mgr.24284) 94 : cluster [DBG] pgmap v60: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:14:06.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:05 smithi169 bash[26469]: cluster 2024-09-06T15:14:04.773007+0000 mgr.y (mgr.24284) 94 : cluster [DBG] pgmap v60: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:14:06.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:05 smithi181 bash[21841]: cluster 2024-09-06T15:14:04.773007+0000 mgr.y (mgr.24284) 94 : cluster [DBG] pgmap v60: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:14:06.692 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:14:06 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:14:06] "GET /metrics HTTP/1.1" 200 26216 "" "Prometheus/2.43.0" 2024-09-06T15:14:06.816 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:14:08.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:07 smithi169 bash[19820]: cluster 2024-09-06T15:14:06.773584+0000 mgr.y (mgr.24284) 95 : cluster [DBG] pgmap v61: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:14:08.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:07 smithi169 bash[26469]: cluster 2024-09-06T15:14:06.773584+0000 mgr.y (mgr.24284) 95 : cluster [DBG] pgmap v61: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:14:16.721 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:14:16.721 INFO:teuthology.orchestra.run.smithi169.stdout: "id": "735f153c-36ac-4cee-99a9-bda62c435f72", 2024-09-06T15:14:16.721 INFO:teuthology.orchestra.run.smithi169.stdout: "name": "r", 2024-09-06T15:14:16.721 INFO:teuthology.orchestra.run.smithi169.stdout: "current_period": "e96eaf6e-cfd0-4820-bc35-7e3f690db79c", 2024-09-06T15:14:16.721 INFO:teuthology.orchestra.run.smithi169.stdout: "epoch": 1 2024-09-06T15:14:16.721 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:14:16.722 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:09 smithi169 bash[26469]: cluster 2024-09-06T15:14:08.774235+0000 mgr.y (mgr.24284) 96 : cluster [DBG] pgmap v62: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:14:16.722 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:09 smithi169 bash[26469]: cluster 2024-09-06T15:14:08.887977+0000 mon.a (mon.0) 818 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2024-09-06T15:14:16.722 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:09 smithi169 bash[26469]: audit 2024-09-06T15:14:08.891748+0000 mon.a (mon.0) 819 : audit [INF] from='client.? 172.21.15.169:0/390811161' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-09-06T15:14:16.722 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:09 smithi169 bash[19820]: cluster 2024-09-06T15:14:08.774235+0000 mgr.y (mgr.24284) 96 : cluster [DBG] pgmap v62: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:14:16.723 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:09 smithi169 bash[19820]: cluster 2024-09-06T15:14:08.887977+0000 mon.a (mon.0) 818 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2024-09-06T15:14:16.723 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:09 smithi169 bash[19820]: audit 2024-09-06T15:14:08.891748+0000 mon.a (mon.0) 819 : audit [INF] from='client.? 172.21.15.169:0/390811161' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-09-06T15:14:16.723 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:07 smithi181 bash[21841]: cluster 2024-09-06T15:14:06.773584+0000 mgr.y (mgr.24284) 95 : cluster [DBG] pgmap v61: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:14:16.723 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:09 smithi181 bash[21841]: cluster 2024-09-06T15:14:08.774235+0000 mgr.y (mgr.24284) 96 : cluster [DBG] pgmap v62: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:14:16.724 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:09 smithi181 bash[21841]: cluster 2024-09-06T15:14:08.887977+0000 mon.a (mon.0) 818 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2024-09-06T15:14:16.724 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:09 smithi181 bash[21841]: audit 2024-09-06T15:14:08.891748+0000 mon.a (mon.0) 819 : audit [INF] from='client.? 172.21.15.169:0/390811161' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-09-06T15:14:16.724 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:10 smithi181 bash[21841]: audit 2024-09-06T15:14:09.883019+0000 mon.a (mon.0) 820 : audit [INF] from='client.? 172.21.15.169:0/390811161' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2024-09-06T15:14:16.724 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:10 smithi181 bash[21841]: cluster 2024-09-06T15:14:09.891049+0000 mon.a (mon.0) 821 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2024-09-06T15:14:16.724 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:10 smithi181 bash[21841]: audit 2024-09-06T15:14:10.819429+0000 mon.a (mon.0) 822 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:14:16.724 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:11 smithi181 bash[21841]: cluster 2024-09-06T15:14:10.774822+0000 mgr.y (mgr.24284) 97 : cluster [DBG] pgmap v65: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:14:16.724 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:11 smithi181 bash[21841]: cluster 2024-09-06T15:14:10.916005+0000 mon.a (mon.0) 823 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2024-09-06T15:14:16.724 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:13 smithi181 bash[21841]: cluster 2024-09-06T15:14:12.775615+0000 mgr.y (mgr.24284) 98 : cluster [DBG] pgmap v67: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-06T15:14:16.724 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:15 smithi181 bash[21841]: cluster 2024-09-06T15:14:14.776222+0000 mgr.y (mgr.24284) 99 : cluster [DBG] pgmap v68: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-06T15:14:16.725 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'radosgw-admin zonegroup create --rgw-zonegroup=default --master --default' 2024-09-06T15:14:16.725 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:10 smithi169 bash[19820]: audit 2024-09-06T15:14:09.883019+0000 mon.a (mon.0) 820 : audit [INF] from='client.? 172.21.15.169:0/390811161' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2024-09-06T15:14:16.726 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:10 smithi169 bash[19820]: cluster 2024-09-06T15:14:09.891049+0000 mon.a (mon.0) 821 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2024-09-06T15:14:16.726 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:10 smithi169 bash[19820]: audit 2024-09-06T15:14:10.819429+0000 mon.a (mon.0) 822 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:14:16.726 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:10 smithi169 bash[26469]: audit 2024-09-06T15:14:09.883019+0000 mon.a (mon.0) 820 : audit [INF] from='client.? 172.21.15.169:0/390811161' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2024-09-06T15:14:16.726 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:10 smithi169 bash[26469]: cluster 2024-09-06T15:14:09.891049+0000 mon.a (mon.0) 821 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2024-09-06T15:14:16.726 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:10 smithi169 bash[26469]: audit 2024-09-06T15:14:10.819429+0000 mon.a (mon.0) 822 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:14:16.726 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:11 smithi169 bash[19820]: cluster 2024-09-06T15:14:10.774822+0000 mgr.y (mgr.24284) 97 : cluster [DBG] pgmap v65: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:14:16.727 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:11 smithi169 bash[19820]: cluster 2024-09-06T15:14:10.916005+0000 mon.a (mon.0) 823 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2024-09-06T15:14:16.727 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:11 smithi169 bash[26469]: cluster 2024-09-06T15:14:10.774822+0000 mgr.y (mgr.24284) 97 : cluster [DBG] pgmap v65: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:14:16.727 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:11 smithi169 bash[26469]: cluster 2024-09-06T15:14:10.916005+0000 mon.a (mon.0) 823 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2024-09-06T15:14:16.727 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:13 smithi169 bash[19820]: cluster 2024-09-06T15:14:12.775615+0000 mgr.y (mgr.24284) 98 : cluster [DBG] pgmap v67: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-06T15:14:16.727 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:13 smithi169 bash[26469]: cluster 2024-09-06T15:14:12.775615+0000 mgr.y (mgr.24284) 98 : cluster [DBG] pgmap v67: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-06T15:14:16.728 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:15 smithi169 bash[19820]: cluster 2024-09-06T15:14:14.776222+0000 mgr.y (mgr.24284) 99 : cluster [DBG] pgmap v68: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-06T15:14:16.728 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:15 smithi169 bash[26469]: cluster 2024-09-06T15:14:14.776222+0000 mgr.y (mgr.24284) 99 : cluster [DBG] pgmap v68: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-06T15:14:16.728 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:14:16 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:14:16] "GET /metrics HTTP/1.1" 200 28497 "" "Prometheus/2.43.0" 2024-09-06T15:14:18.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:17 smithi169 bash[19820]: cluster 2024-09-06T15:14:16.777129+0000 mgr.y (mgr.24284) 100 : cluster [DBG] pgmap v69: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 259 B/s rd, 907 B/s wr, 2 op/s 2024-09-06T15:14:18.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:17 smithi169 bash[26469]: cluster 2024-09-06T15:14:16.777129+0000 mgr.y (mgr.24284) 100 : cluster [DBG] pgmap v69: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 259 B/s rd, 907 B/s wr, 2 op/s 2024-09-06T15:14:18.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:17 smithi181 bash[21841]: cluster 2024-09-06T15:14:16.777129+0000 mgr.y (mgr.24284) 100 : cluster [DBG] pgmap v69: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 259 B/s rd, 907 B/s wr, 2 op/s 2024-09-06T15:14:20.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:19 smithi169 bash[19820]: cluster 2024-09-06T15:14:18.778095+0000 mgr.y (mgr.24284) 101 : cluster [DBG] pgmap v70: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 230 B/s rd, 805 B/s wr, 1 op/s 2024-09-06T15:14:20.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:19 smithi169 bash[26469]: cluster 2024-09-06T15:14:18.778095+0000 mgr.y (mgr.24284) 101 : cluster [DBG] pgmap v70: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 230 B/s rd, 805 B/s wr, 1 op/s 2024-09-06T15:14:20.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:19 smithi181 bash[21841]: cluster 2024-09-06T15:14:18.778095+0000 mgr.y (mgr.24284) 101 : cluster [DBG] pgmap v70: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 230 B/s rd, 805 B/s wr, 1 op/s 2024-09-06T15:14:21.519 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:14:22.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:21 smithi169 bash[19820]: cluster 2024-09-06T15:14:20.778705+0000 mgr.y (mgr.24284) 102 : cluster [DBG] pgmap v71: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 204 B/s rd, 716 B/s wr, 1 op/s 2024-09-06T15:14:22.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:21 smithi169 bash[26469]: cluster 2024-09-06T15:14:20.778705+0000 mgr.y (mgr.24284) 102 : cluster [DBG] pgmap v71: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 204 B/s rd, 716 B/s wr, 1 op/s 2024-09-06T15:14:22.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:21 smithi181 bash[21841]: cluster 2024-09-06T15:14:20.778705+0000 mgr.y (mgr.24284) 102 : cluster [DBG] pgmap v71: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 204 B/s rd, 716 B/s wr, 1 op/s 2024-09-06T15:14:22.760 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:14:22.760 INFO:teuthology.orchestra.run.smithi169.stdout: "id": "b3a7aa1c-0933-4fb9-bcf7-bf3a225e0d0b", 2024-09-06T15:14:22.760 INFO:teuthology.orchestra.run.smithi169.stdout: "name": "default", 2024-09-06T15:14:22.760 INFO:teuthology.orchestra.run.smithi169.stdout: "api_name": "default", 2024-09-06T15:14:22.761 INFO:teuthology.orchestra.run.smithi169.stdout: "is_master": true, 2024-09-06T15:14:22.761 INFO:teuthology.orchestra.run.smithi169.stdout: "endpoints": [], 2024-09-06T15:14:22.761 INFO:teuthology.orchestra.run.smithi169.stdout: "hostnames": [], 2024-09-06T15:14:22.761 INFO:teuthology.orchestra.run.smithi169.stdout: "hostnames_s3website": [], 2024-09-06T15:14:22.761 INFO:teuthology.orchestra.run.smithi169.stdout: "master_zone": "", 2024-09-06T15:14:22.761 INFO:teuthology.orchestra.run.smithi169.stdout: "zones": [], 2024-09-06T15:14:22.761 INFO:teuthology.orchestra.run.smithi169.stdout: "placement_targets": [ 2024-09-06T15:14:22.761 INFO:teuthology.orchestra.run.smithi169.stdout: { 2024-09-06T15:14:22.761 INFO:teuthology.orchestra.run.smithi169.stdout: "name": "default-placement", 2024-09-06T15:14:22.761 INFO:teuthology.orchestra.run.smithi169.stdout: "tags": [], 2024-09-06T15:14:22.761 INFO:teuthology.orchestra.run.smithi169.stdout: "storage_classes": [] 2024-09-06T15:14:22.761 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-09-06T15:14:22.761 INFO:teuthology.orchestra.run.smithi169.stdout: ], 2024-09-06T15:14:22.762 INFO:teuthology.orchestra.run.smithi169.stdout: "default_placement": "default-placement", 2024-09-06T15:14:22.762 INFO:teuthology.orchestra.run.smithi169.stdout: "realm_id": "735f153c-36ac-4cee-99a9-bda62c435f72", 2024-09-06T15:14:22.762 INFO:teuthology.orchestra.run.smithi169.stdout: "sync_policy": { 2024-09-06T15:14:22.762 INFO:teuthology.orchestra.run.smithi169.stdout: "groups": [] 2024-09-06T15:14:22.762 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:14:22.762 INFO:teuthology.orchestra.run.smithi169.stdout: "enabled_features": [ 2024-09-06T15:14:22.762 INFO:teuthology.orchestra.run.smithi169.stdout: "notification_v2", 2024-09-06T15:14:22.762 INFO:teuthology.orchestra.run.smithi169.stdout: "resharding" 2024-09-06T15:14:22.762 INFO:teuthology.orchestra.run.smithi169.stdout: ] 2024-09-06T15:14:22.762 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:14:23.392 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'radosgw-admin zone create --rgw-zonegroup=default --rgw-zone=z --master --default' 2024-09-06T15:14:24.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:23 smithi169 bash[19820]: cluster 2024-09-06T15:14:22.779310+0000 mgr.y (mgr.24284) 103 : cluster [DBG] pgmap v72: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 172 B/s rd, 603 B/s wr, 1 op/s 2024-09-06T15:14:24.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:23 smithi169 bash[26469]: cluster 2024-09-06T15:14:22.779310+0000 mgr.y (mgr.24284) 103 : cluster [DBG] pgmap v72: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 172 B/s rd, 603 B/s wr, 1 op/s 2024-09-06T15:14:24.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:23 smithi181 bash[21841]: cluster 2024-09-06T15:14:22.779310+0000 mgr.y (mgr.24284) 103 : cluster [DBG] pgmap v72: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 172 B/s rd, 603 B/s wr, 1 op/s 2024-09-06T15:14:26.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:25 smithi169 bash[19820]: cluster 2024-09-06T15:14:24.779802+0000 mgr.y (mgr.24284) 104 : cluster [DBG] pgmap v73: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:14:26.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:25 smithi169 bash[19820]: audit 2024-09-06T15:14:25.819920+0000 mon.a (mon.0) 824 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:14:26.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:25 smithi169 bash[26469]: cluster 2024-09-06T15:14:24.779802+0000 mgr.y (mgr.24284) 104 : cluster [DBG] pgmap v73: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:14:26.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:25 smithi169 bash[26469]: audit 2024-09-06T15:14:25.819920+0000 mon.a (mon.0) 824 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:14:26.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:25 smithi181 bash[21841]: cluster 2024-09-06T15:14:24.779802+0000 mgr.y (mgr.24284) 104 : cluster [DBG] pgmap v73: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:14:26.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:25 smithi181 bash[21841]: audit 2024-09-06T15:14:25.819920+0000 mon.a (mon.0) 824 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:14:26.692 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:14:26 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:14:26] "GET /metrics HTTP/1.1" 200 28541 "" "Prometheus/2.43.0" 2024-09-06T15:14:28.184 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:14:28.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:27 smithi169 bash[19820]: cluster 2024-09-06T15:14:26.780596+0000 mgr.y (mgr.24284) 105 : cluster [DBG] pgmap v74: 33 pgs: 33 active+clean; 578 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 341 B/s wr, 0 op/s 2024-09-06T15:14:28.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:27 smithi169 bash[26469]: cluster 2024-09-06T15:14:26.780596+0000 mgr.y (mgr.24284) 105 : cluster [DBG] pgmap v74: 33 pgs: 33 active+clean; 578 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 341 B/s wr, 0 op/s 2024-09-06T15:14:28.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:27 smithi181 bash[21841]: cluster 2024-09-06T15:14:26.780596+0000 mgr.y (mgr.24284) 105 : cluster [DBG] pgmap v74: 33 pgs: 33 active+clean; 578 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 341 B/s wr, 0 op/s 2024-09-06T15:14:29.480 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:14:29.480 INFO:teuthology.orchestra.run.smithi169.stdout: "id": "694f235a-554d-4483-a6f1-ce0fca7ef232", 2024-09-06T15:14:29.481 INFO:teuthology.orchestra.run.smithi169.stdout: "name": "z", 2024-09-06T15:14:29.481 INFO:teuthology.orchestra.run.smithi169.stdout: "domain_root": "z.rgw.meta:root", 2024-09-06T15:14:29.481 INFO:teuthology.orchestra.run.smithi169.stdout: "control_pool": "z.rgw.control", 2024-09-06T15:14:29.481 INFO:teuthology.orchestra.run.smithi169.stdout: "gc_pool": "z.rgw.log:gc", 2024-09-06T15:14:29.481 INFO:teuthology.orchestra.run.smithi169.stdout: "lc_pool": "z.rgw.log:lc", 2024-09-06T15:14:29.481 INFO:teuthology.orchestra.run.smithi169.stdout: "log_pool": "z.rgw.log", 2024-09-06T15:14:29.481 INFO:teuthology.orchestra.run.smithi169.stdout: "intent_log_pool": "z.rgw.log:intent", 2024-09-06T15:14:29.481 INFO:teuthology.orchestra.run.smithi169.stdout: "usage_log_pool": "z.rgw.log:usage", 2024-09-06T15:14:29.481 INFO:teuthology.orchestra.run.smithi169.stdout: "roles_pool": "z.rgw.meta:roles", 2024-09-06T15:14:29.481 INFO:teuthology.orchestra.run.smithi169.stdout: "reshard_pool": "z.rgw.log:reshard", 2024-09-06T15:14:29.481 INFO:teuthology.orchestra.run.smithi169.stdout: "user_keys_pool": "z.rgw.meta:users.keys", 2024-09-06T15:14:29.481 INFO:teuthology.orchestra.run.smithi169.stdout: "user_email_pool": "z.rgw.meta:users.email", 2024-09-06T15:14:29.482 INFO:teuthology.orchestra.run.smithi169.stdout: "user_swift_pool": "z.rgw.meta:users.swift", 2024-09-06T15:14:29.482 INFO:teuthology.orchestra.run.smithi169.stdout: "user_uid_pool": "z.rgw.meta:users.uid", 2024-09-06T15:14:29.482 INFO:teuthology.orchestra.run.smithi169.stdout: "otp_pool": "z.rgw.otp", 2024-09-06T15:14:29.482 INFO:teuthology.orchestra.run.smithi169.stdout: "notif_pool": "z.rgw.log:notif", 2024-09-06T15:14:29.482 INFO:teuthology.orchestra.run.smithi169.stdout: "topics_pool": "z.rgw.meta:topics", 2024-09-06T15:14:29.482 INFO:teuthology.orchestra.run.smithi169.stdout: "account_pool": "z.rgw.meta:accounts", 2024-09-06T15:14:29.482 INFO:teuthology.orchestra.run.smithi169.stdout: "group_pool": "z.rgw.meta:groups", 2024-09-06T15:14:29.482 INFO:teuthology.orchestra.run.smithi169.stdout: "system_key": { 2024-09-06T15:14:29.482 INFO:teuthology.orchestra.run.smithi169.stdout: "access_key": "", 2024-09-06T15:14:29.482 INFO:teuthology.orchestra.run.smithi169.stdout: "secret_key": "" 2024-09-06T15:14:29.482 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:14:29.482 INFO:teuthology.orchestra.run.smithi169.stdout: "placement_pools": [ 2024-09-06T15:14:29.482 INFO:teuthology.orchestra.run.smithi169.stdout: { 2024-09-06T15:14:29.483 INFO:teuthology.orchestra.run.smithi169.stdout: "key": "default-placement", 2024-09-06T15:14:29.483 INFO:teuthology.orchestra.run.smithi169.stdout: "val": { 2024-09-06T15:14:29.483 INFO:teuthology.orchestra.run.smithi169.stdout: "index_pool": "z.rgw.buckets.index", 2024-09-06T15:14:29.483 INFO:teuthology.orchestra.run.smithi169.stdout: "storage_classes": { 2024-09-06T15:14:29.483 INFO:teuthology.orchestra.run.smithi169.stdout: "STANDARD": { 2024-09-06T15:14:29.483 INFO:teuthology.orchestra.run.smithi169.stdout: "data_pool": "z.rgw.buckets.data" 2024-09-06T15:14:29.483 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-09-06T15:14:29.483 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:14:29.483 INFO:teuthology.orchestra.run.smithi169.stdout: "data_extra_pool": "z.rgw.buckets.non-ec", 2024-09-06T15:14:29.483 INFO:teuthology.orchestra.run.smithi169.stdout: "index_type": 0, 2024-09-06T15:14:29.484 INFO:teuthology.orchestra.run.smithi169.stdout: "inline_data": true 2024-09-06T15:14:29.484 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-09-06T15:14:29.484 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-09-06T15:14:29.484 INFO:teuthology.orchestra.run.smithi169.stdout: ], 2024-09-06T15:14:29.484 INFO:teuthology.orchestra.run.smithi169.stdout: "realm_id": "735f153c-36ac-4cee-99a9-bda62c435f72" 2024-09-06T15:14:29.484 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:14:30.164 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:29 smithi169 bash[26469]: cluster 2024-09-06T15:14:28.781135+0000 mgr.y (mgr.24284) 106 : cluster [DBG] pgmap v75: 33 pgs: 33 active+clean; 578 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 341 B/s wr, 0 op/s 2024-09-06T15:14:30.164 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:29 smithi169 bash[19820]: cluster 2024-09-06T15:14:28.781135+0000 mgr.y (mgr.24284) 106 : cluster [DBG] pgmap v75: 33 pgs: 33 active+clean; 578 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 341 B/s wr, 0 op/s 2024-09-06T15:14:30.165 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'radosgw-admin period update --rgw-realm=r --commit' 2024-09-06T15:14:30.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:29 smithi181 bash[21841]: cluster 2024-09-06T15:14:28.781135+0000 mgr.y (mgr.24284) 106 : cluster [DBG] pgmap v75: 33 pgs: 33 active+clean; 578 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 341 B/s wr, 0 op/s 2024-09-06T15:14:32.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:31 smithi181 bash[21841]: cluster 2024-09-06T15:14:30.781717+0000 mgr.y (mgr.24284) 107 : cluster [DBG] pgmap v76: 33 pgs: 33 active+clean; 578 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 341 B/s wr, 0 op/s 2024-09-06T15:14:32.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:31 smithi169 bash[19820]: cluster 2024-09-06T15:14:30.781717+0000 mgr.y (mgr.24284) 107 : cluster [DBG] pgmap v76: 33 pgs: 33 active+clean; 578 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 341 B/s wr, 0 op/s 2024-09-06T15:14:32.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:31 smithi169 bash[26469]: cluster 2024-09-06T15:14:30.781717+0000 mgr.y (mgr.24284) 107 : cluster [DBG] pgmap v76: 33 pgs: 33 active+clean; 578 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 341 B/s wr, 0 op/s 2024-09-06T15:14:34.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:33 smithi181 bash[21841]: cluster 2024-09-06T15:14:32.782533+0000 mgr.y (mgr.24284) 108 : cluster [DBG] pgmap v77: 33 pgs: 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 767 B/s wr, 1 op/s 2024-09-06T15:14:34.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:33 smithi169 bash[19820]: cluster 2024-09-06T15:14:32.782533+0000 mgr.y (mgr.24284) 108 : cluster [DBG] pgmap v77: 33 pgs: 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 767 B/s wr, 1 op/s 2024-09-06T15:14:34.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:33 smithi169 bash[26469]: cluster 2024-09-06T15:14:32.782533+0000 mgr.y (mgr.24284) 108 : cluster [DBG] pgmap v77: 33 pgs: 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 767 B/s wr, 1 op/s 2024-09-06T15:14:34.954 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:14:36.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:35 smithi181 bash[21841]: cluster 2024-09-06T15:14:34.783165+0000 mgr.y (mgr.24284) 109 : cluster [DBG] pgmap v78: 33 pgs: 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 767 B/s wr, 1 op/s 2024-09-06T15:14:36.329 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:35 smithi169 bash[19820]: cluster 2024-09-06T15:14:34.783165+0000 mgr.y (mgr.24284) 109 : cluster [DBG] pgmap v78: 33 pgs: 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 767 B/s wr, 1 op/s 2024-09-06T15:14:36.329 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:35 smithi169 bash[26469]: cluster 2024-09-06T15:14:34.783165+0000 mgr.y (mgr.24284) 109 : cluster [DBG] pgmap v78: 33 pgs: 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 767 B/s wr, 1 op/s 2024-09-06T15:14:36.692 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:14:36 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:14:36] "GET /metrics HTTP/1.1" 200 28541 "" "Prometheus/2.43.0" 2024-09-06T15:14:38.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:37 smithi181 bash[21841]: cluster 2024-09-06T15:14:36.783875+0000 mgr.y (mgr.24284) 110 : cluster [DBG] pgmap v79: 33 pgs: 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 767 B/s wr, 4 op/s 2024-09-06T15:14:38.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:37 smithi181 bash[21841]: cluster 2024-09-06T15:14:36.975495+0000 mon.a (mon.0) 825 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2024-09-06T15:14:38.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:37 smithi181 bash[21841]: audit 2024-09-06T15:14:36.984793+0000 mon.a (mon.0) 826 : audit [INF] from='client.? 172.21.15.169:0/3084818797' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-09-06T15:14:38.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:37 smithi169 bash[19820]: cluster 2024-09-06T15:14:36.783875+0000 mgr.y (mgr.24284) 110 : cluster [DBG] pgmap v79: 33 pgs: 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 767 B/s wr, 4 op/s 2024-09-06T15:14:38.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:37 smithi169 bash[19820]: cluster 2024-09-06T15:14:36.975495+0000 mon.a (mon.0) 825 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2024-09-06T15:14:38.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:37 smithi169 bash[19820]: audit 2024-09-06T15:14:36.984793+0000 mon.a (mon.0) 826 : audit [INF] from='client.? 172.21.15.169:0/3084818797' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-09-06T15:14:38.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:37 smithi169 bash[26469]: cluster 2024-09-06T15:14:36.783875+0000 mgr.y (mgr.24284) 110 : cluster [DBG] pgmap v79: 33 pgs: 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 767 B/s wr, 4 op/s 2024-09-06T15:14:38.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:37 smithi169 bash[26469]: cluster 2024-09-06T15:14:36.975495+0000 mon.a (mon.0) 825 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2024-09-06T15:14:38.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:37 smithi169 bash[26469]: audit 2024-09-06T15:14:36.984793+0000 mon.a (mon.0) 826 : audit [INF] from='client.? 172.21.15.169:0/3084818797' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-09-06T15:14:39.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:38 smithi181 bash[21841]: audit 2024-09-06T15:14:37.981064+0000 mon.a (mon.0) 827 : audit [INF] from='client.? 172.21.15.169:0/3084818797' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2024-09-06T15:14:39.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:38 smithi181 bash[21841]: cluster 2024-09-06T15:14:37.988833+0000 mon.a (mon.0) 828 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2024-09-06T15:14:39.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:38 smithi169 bash[19820]: audit 2024-09-06T15:14:37.981064+0000 mon.a (mon.0) 827 : audit [INF] from='client.? 172.21.15.169:0/3084818797' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2024-09-06T15:14:39.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:38 smithi169 bash[19820]: cluster 2024-09-06T15:14:37.988833+0000 mon.a (mon.0) 828 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2024-09-06T15:14:39.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:38 smithi169 bash[26469]: audit 2024-09-06T15:14:37.981064+0000 mon.a (mon.0) 827 : audit [INF] from='client.? 172.21.15.169:0/3084818797' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2024-09-06T15:14:39.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:38 smithi169 bash[26469]: cluster 2024-09-06T15:14:37.988833+0000 mon.a (mon.0) 828 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2024-09-06T15:14:40.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:40 smithi169 bash[19820]: cluster 2024-09-06T15:14:38.784516+0000 mgr.y (mgr.24284) 111 : cluster [DBG] pgmap v82: 65 pgs: 32 unknown, 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 4.1 KiB/s rd, 639 B/s wr, 5 op/s 2024-09-06T15:14:40.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:40 smithi169 bash[19820]: cluster 2024-09-06T15:14:38.999843+0000 mon.a (mon.0) 829 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2024-09-06T15:14:40.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:40 smithi169 bash[19820]: audit 2024-09-06T15:14:39.007354+0000 mon.a (mon.0) 830 : audit [INF] from='client.? 172.21.15.169:0/3084818797' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-09-06T15:14:40.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:40 smithi169 bash[26469]: cluster 2024-09-06T15:14:38.784516+0000 mgr.y (mgr.24284) 111 : cluster [DBG] pgmap v82: 65 pgs: 32 unknown, 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 4.1 KiB/s rd, 639 B/s wr, 5 op/s 2024-09-06T15:14:40.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:40 smithi169 bash[26469]: cluster 2024-09-06T15:14:38.999843+0000 mon.a (mon.0) 829 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2024-09-06T15:14:40.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:40 smithi169 bash[26469]: audit 2024-09-06T15:14:39.007354+0000 mon.a (mon.0) 830 : audit [INF] from='client.? 172.21.15.169:0/3084818797' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-09-06T15:14:40.494 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:40 smithi181 bash[21841]: cluster 2024-09-06T15:14:38.784516+0000 mgr.y (mgr.24284) 111 : cluster [DBG] pgmap v82: 65 pgs: 32 unknown, 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 4.1 KiB/s rd, 639 B/s wr, 5 op/s 2024-09-06T15:14:40.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:40 smithi181 bash[21841]: cluster 2024-09-06T15:14:38.999843+0000 mon.a (mon.0) 829 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2024-09-06T15:14:40.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:40 smithi181 bash[21841]: audit 2024-09-06T15:14:39.007354+0000 mon.a (mon.0) 830 : audit [INF] from='client.? 172.21.15.169:0/3084818797' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-09-06T15:14:41.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:41 smithi169 bash[19820]: audit 2024-09-06T15:14:39.994064+0000 mon.a (mon.0) 831 : audit [INF] from='client.? 172.21.15.169:0/3084818797' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2024-09-06T15:14:41.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:41 smithi169 bash[19820]: cluster 2024-09-06T15:14:40.001794+0000 mon.a (mon.0) 832 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2024-09-06T15:14:41.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:41 smithi169 bash[19820]: cluster 2024-09-06T15:14:40.785165+0000 mgr.y (mgr.24284) 112 : cluster [DBG] pgmap v85: 97 pgs: 64 unknown, 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:14:41.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:41 smithi169 bash[19820]: audit 2024-09-06T15:14:40.845297+0000 mon.a (mon.0) 833 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:14:41.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:41 smithi169 bash[26469]: audit 2024-09-06T15:14:39.994064+0000 mon.a (mon.0) 831 : audit [INF] from='client.? 172.21.15.169:0/3084818797' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2024-09-06T15:14:41.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:41 smithi169 bash[26469]: cluster 2024-09-06T15:14:40.001794+0000 mon.a (mon.0) 832 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2024-09-06T15:14:41.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:41 smithi169 bash[26469]: cluster 2024-09-06T15:14:40.785165+0000 mgr.y (mgr.24284) 112 : cluster [DBG] pgmap v85: 97 pgs: 64 unknown, 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:14:41.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:41 smithi169 bash[26469]: audit 2024-09-06T15:14:40.845297+0000 mon.a (mon.0) 833 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:14:41.494 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:41 smithi181 bash[21841]: audit 2024-09-06T15:14:39.994064+0000 mon.a (mon.0) 831 : audit [INF] from='client.? 172.21.15.169:0/3084818797' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2024-09-06T15:14:41.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:41 smithi181 bash[21841]: cluster 2024-09-06T15:14:40.001794+0000 mon.a (mon.0) 832 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2024-09-06T15:14:41.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:41 smithi181 bash[21841]: cluster 2024-09-06T15:14:40.785165+0000 mgr.y (mgr.24284) 112 : cluster [DBG] pgmap v85: 97 pgs: 64 unknown, 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:14:41.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:41 smithi181 bash[21841]: audit 2024-09-06T15:14:40.845297+0000 mon.a (mon.0) 833 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:14:42.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:42 smithi169 bash[19820]: cluster 2024-09-06T15:14:41.034443+0000 mon.a (mon.0) 834 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2024-09-06T15:14:42.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:42 smithi169 bash[19820]: audit 2024-09-06T15:14:41.038111+0000 mon.a (mon.0) 835 : audit [INF] from='client.? 172.21.15.169:0/3084818797' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-09-06T15:14:42.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:42 smithi169 bash[26469]: cluster 2024-09-06T15:14:41.034443+0000 mon.a (mon.0) 834 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2024-09-06T15:14:42.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:42 smithi169 bash[26469]: audit 2024-09-06T15:14:41.038111+0000 mon.a (mon.0) 835 : audit [INF] from='client.? 172.21.15.169:0/3084818797' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-09-06T15:14:42.494 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:42 smithi181 bash[21841]: cluster 2024-09-06T15:14:41.034443+0000 mon.a (mon.0) 834 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2024-09-06T15:14:42.494 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:42 smithi181 bash[21841]: audit 2024-09-06T15:14:41.038111+0000 mon.a (mon.0) 835 : audit [INF] from='client.? 172.21.15.169:0/3084818797' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-09-06T15:14:43.149 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:14:43.149 INFO:teuthology.orchestra.run.smithi169.stdout: "id": "53b6b3de-ce69-4c5c-ab21-66e7e374af1a", 2024-09-06T15:14:43.149 INFO:teuthology.orchestra.run.smithi169.stdout: "epoch": 1, 2024-09-06T15:14:43.149 INFO:teuthology.orchestra.run.smithi169.stdout: "predecessor_uuid": "e96eaf6e-cfd0-4820-bc35-7e3f690db79c", 2024-09-06T15:14:43.149 INFO:teuthology.orchestra.run.smithi169.stdout: "sync_status": [], 2024-09-06T15:14:43.149 INFO:teuthology.orchestra.run.smithi169.stdout: "period_map": { 2024-09-06T15:14:43.149 INFO:teuthology.orchestra.run.smithi169.stdout: "id": "53b6b3de-ce69-4c5c-ab21-66e7e374af1a", 2024-09-06T15:14:43.149 INFO:teuthology.orchestra.run.smithi169.stdout: "zonegroups": [ 2024-09-06T15:14:43.150 INFO:teuthology.orchestra.run.smithi169.stdout: { 2024-09-06T15:14:43.150 INFO:teuthology.orchestra.run.smithi169.stdout: "id": "b3a7aa1c-0933-4fb9-bcf7-bf3a225e0d0b", 2024-09-06T15:14:43.150 INFO:teuthology.orchestra.run.smithi169.stdout: "name": "default", 2024-09-06T15:14:43.150 INFO:teuthology.orchestra.run.smithi169.stdout: "api_name": "default", 2024-09-06T15:14:43.150 INFO:teuthology.orchestra.run.smithi169.stdout: "is_master": true, 2024-09-06T15:14:43.150 INFO:teuthology.orchestra.run.smithi169.stdout: "endpoints": [], 2024-09-06T15:14:43.150 INFO:teuthology.orchestra.run.smithi169.stdout: "hostnames": [], 2024-09-06T15:14:43.150 INFO:teuthology.orchestra.run.smithi169.stdout: "hostnames_s3website": [], 2024-09-06T15:14:43.150 INFO:teuthology.orchestra.run.smithi169.stdout: "master_zone": "694f235a-554d-4483-a6f1-ce0fca7ef232", 2024-09-06T15:14:43.150 INFO:teuthology.orchestra.run.smithi169.stdout: "zones": [ 2024-09-06T15:14:43.150 INFO:teuthology.orchestra.run.smithi169.stdout: { 2024-09-06T15:14:43.151 INFO:teuthology.orchestra.run.smithi169.stdout: "id": "694f235a-554d-4483-a6f1-ce0fca7ef232", 2024-09-06T15:14:43.151 INFO:teuthology.orchestra.run.smithi169.stdout: "name": "z", 2024-09-06T15:14:43.151 INFO:teuthology.orchestra.run.smithi169.stdout: "endpoints": [], 2024-09-06T15:14:43.151 INFO:teuthology.orchestra.run.smithi169.stdout: "log_meta": false, 2024-09-06T15:14:43.151 INFO:teuthology.orchestra.run.smithi169.stdout: "log_data": false, 2024-09-06T15:14:43.151 INFO:teuthology.orchestra.run.smithi169.stdout: "bucket_index_max_shards": 11, 2024-09-06T15:14:43.151 INFO:teuthology.orchestra.run.smithi169.stdout: "read_only": false, 2024-09-06T15:14:43.151 INFO:teuthology.orchestra.run.smithi169.stdout: "tier_type": "", 2024-09-06T15:14:43.151 INFO:teuthology.orchestra.run.smithi169.stdout: "sync_from_all": true, 2024-09-06T15:14:43.151 INFO:teuthology.orchestra.run.smithi169.stdout: "sync_from": [], 2024-09-06T15:14:43.151 INFO:teuthology.orchestra.run.smithi169.stdout: "redirect_zone": "", 2024-09-06T15:14:43.152 INFO:teuthology.orchestra.run.smithi169.stdout: "supported_features": [ 2024-09-06T15:14:43.152 INFO:teuthology.orchestra.run.smithi169.stdout: "compress-encrypted", 2024-09-06T15:14:43.152 INFO:teuthology.orchestra.run.smithi169.stdout: "notification_v2", 2024-09-06T15:14:43.152 INFO:teuthology.orchestra.run.smithi169.stdout: "resharding" 2024-09-06T15:14:43.152 INFO:teuthology.orchestra.run.smithi169.stdout: ] 2024-09-06T15:14:43.152 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-09-06T15:14:43.152 INFO:teuthology.orchestra.run.smithi169.stdout: ], 2024-09-06T15:14:43.152 INFO:teuthology.orchestra.run.smithi169.stdout: "placement_targets": [ 2024-09-06T15:14:43.152 INFO:teuthology.orchestra.run.smithi169.stdout: { 2024-09-06T15:14:43.152 INFO:teuthology.orchestra.run.smithi169.stdout: "name": "default-placement", 2024-09-06T15:14:43.152 INFO:teuthology.orchestra.run.smithi169.stdout: "tags": [], 2024-09-06T15:14:43.153 INFO:teuthology.orchestra.run.smithi169.stdout: "storage_classes": [ 2024-09-06T15:14:43.153 INFO:teuthology.orchestra.run.smithi169.stdout: "STANDARD" 2024-09-06T15:14:43.153 INFO:teuthology.orchestra.run.smithi169.stdout: ] 2024-09-06T15:14:43.153 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-09-06T15:14:43.153 INFO:teuthology.orchestra.run.smithi169.stdout: ], 2024-09-06T15:14:43.154 INFO:teuthology.orchestra.run.smithi169.stdout: "default_placement": "default-placement", 2024-09-06T15:14:43.154 INFO:teuthology.orchestra.run.smithi169.stdout: "realm_id": "735f153c-36ac-4cee-99a9-bda62c435f72", 2024-09-06T15:14:43.154 INFO:teuthology.orchestra.run.smithi169.stdout: "sync_policy": { 2024-09-06T15:14:43.154 INFO:teuthology.orchestra.run.smithi169.stdout: "groups": [] 2024-09-06T15:14:43.154 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:14:43.154 INFO:teuthology.orchestra.run.smithi169.stdout: "enabled_features": [ 2024-09-06T15:14:43.154 INFO:teuthology.orchestra.run.smithi169.stdout: "notification_v2", 2024-09-06T15:14:43.154 INFO:teuthology.orchestra.run.smithi169.stdout: "resharding" 2024-09-06T15:14:43.155 INFO:teuthology.orchestra.run.smithi169.stdout: ] 2024-09-06T15:14:43.155 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-09-06T15:14:43.155 INFO:teuthology.orchestra.run.smithi169.stdout: ], 2024-09-06T15:14:43.155 INFO:teuthology.orchestra.run.smithi169.stdout: "short_zone_ids": [ 2024-09-06T15:14:43.155 INFO:teuthology.orchestra.run.smithi169.stdout: { 2024-09-06T15:14:43.155 INFO:teuthology.orchestra.run.smithi169.stdout: "key": "694f235a-554d-4483-a6f1-ce0fca7ef232", 2024-09-06T15:14:43.155 INFO:teuthology.orchestra.run.smithi169.stdout: "val": 258399123 2024-09-06T15:14:43.155 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-09-06T15:14:43.155 INFO:teuthology.orchestra.run.smithi169.stdout: ] 2024-09-06T15:14:43.156 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:14:43.156 INFO:teuthology.orchestra.run.smithi169.stdout: "master_zonegroup": "b3a7aa1c-0933-4fb9-bcf7-bf3a225e0d0b", 2024-09-06T15:14:43.156 INFO:teuthology.orchestra.run.smithi169.stdout: "master_zone": "694f235a-554d-4483-a6f1-ce0fca7ef232", 2024-09-06T15:14:43.156 INFO:teuthology.orchestra.run.smithi169.stdout: "period_config": { 2024-09-06T15:14:43.156 INFO:teuthology.orchestra.run.smithi169.stdout: "bucket_quota": { 2024-09-06T15:14:43.156 INFO:teuthology.orchestra.run.smithi169.stdout: "enabled": false, 2024-09-06T15:14:43.156 INFO:teuthology.orchestra.run.smithi169.stdout: "check_on_raw": false, 2024-09-06T15:14:43.156 INFO:teuthology.orchestra.run.smithi169.stdout: "max_size": -1, 2024-09-06T15:14:43.156 INFO:teuthology.orchestra.run.smithi169.stdout: "max_size_kb": 0, 2024-09-06T15:14:43.157 INFO:teuthology.orchestra.run.smithi169.stdout: "max_objects": -1 2024-09-06T15:14:43.157 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:14:43.157 INFO:teuthology.orchestra.run.smithi169.stdout: "user_quota": { 2024-09-06T15:14:43.157 INFO:teuthology.orchestra.run.smithi169.stdout: "enabled": false, 2024-09-06T15:14:43.157 INFO:teuthology.orchestra.run.smithi169.stdout: "check_on_raw": false, 2024-09-06T15:14:43.157 INFO:teuthology.orchestra.run.smithi169.stdout: "max_size": -1, 2024-09-06T15:14:43.157 INFO:teuthology.orchestra.run.smithi169.stdout: "max_size_kb": 0, 2024-09-06T15:14:43.157 INFO:teuthology.orchestra.run.smithi169.stdout: "max_objects": -1 2024-09-06T15:14:43.158 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:14:43.158 INFO:teuthology.orchestra.run.smithi169.stdout: "user_ratelimit": { 2024-09-06T15:14:43.158 INFO:teuthology.orchestra.run.smithi169.stdout: "max_read_ops": 0, 2024-09-06T15:14:43.158 INFO:teuthology.orchestra.run.smithi169.stdout: "max_write_ops": 0, 2024-09-06T15:14:43.158 INFO:teuthology.orchestra.run.smithi169.stdout: "max_read_bytes": 0, 2024-09-06T15:14:43.158 INFO:teuthology.orchestra.run.smithi169.stdout: "max_write_bytes": 0, 2024-09-06T15:14:43.158 INFO:teuthology.orchestra.run.smithi169.stdout: "enabled": false 2024-09-06T15:14:43.158 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:14:43.158 INFO:teuthology.orchestra.run.smithi169.stdout: "bucket_ratelimit": { 2024-09-06T15:14:43.158 INFO:teuthology.orchestra.run.smithi169.stdout: "max_read_ops": 0, 2024-09-06T15:14:43.158 INFO:teuthology.orchestra.run.smithi169.stdout: "max_write_ops": 0, 2024-09-06T15:14:43.159 INFO:teuthology.orchestra.run.smithi169.stdout: "max_read_bytes": 0, 2024-09-06T15:14:43.159 INFO:teuthology.orchestra.run.smithi169.stdout: "max_write_bytes": 0, 2024-09-06T15:14:43.159 INFO:teuthology.orchestra.run.smithi169.stdout: "enabled": false 2024-09-06T15:14:43.159 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:14:43.159 INFO:teuthology.orchestra.run.smithi169.stdout: "anonymous_ratelimit": { 2024-09-06T15:14:43.159 INFO:teuthology.orchestra.run.smithi169.stdout: "max_read_ops": 0, 2024-09-06T15:14:43.159 INFO:teuthology.orchestra.run.smithi169.stdout: "max_write_ops": 0, 2024-09-06T15:14:43.159 INFO:teuthology.orchestra.run.smithi169.stdout: "max_read_bytes": 0, 2024-09-06T15:14:43.159 INFO:teuthology.orchestra.run.smithi169.stdout: "max_write_bytes": 0, 2024-09-06T15:14:43.159 INFO:teuthology.orchestra.run.smithi169.stdout: "enabled": false 2024-09-06T15:14:43.160 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-09-06T15:14:43.160 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:14:43.160 INFO:teuthology.orchestra.run.smithi169.stdout: "realm_id": "735f153c-36ac-4cee-99a9-bda62c435f72", 2024-09-06T15:14:43.160 INFO:teuthology.orchestra.run.smithi169.stdout: "realm_epoch": 2 2024-09-06T15:14:43.160 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:14:43.369 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:43 smithi169 bash[26469]: audit 2024-09-06T15:14:42.025993+0000 mon.a (mon.0) 836 : audit [INF] from='client.? 172.21.15.169:0/3084818797' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2024-09-06T15:14:43.369 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:43 smithi169 bash[26469]: cluster 2024-09-06T15:14:42.034735+0000 mon.a (mon.0) 837 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2024-09-06T15:14:43.369 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:43 smithi169 bash[26469]: audit 2024-09-06T15:14:42.041392+0000 mon.a (mon.0) 838 : audit [INF] from='client.? 172.21.15.169:0/3084818797' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-09-06T15:14:43.369 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:43 smithi169 bash[26469]: cluster 2024-09-06T15:14:42.785896+0000 mgr.y (mgr.24284) 113 : cluster [DBG] pgmap v88: 129 pgs: 32 creating+peering, 97 active+clean; 579 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 1 op/s 2024-09-06T15:14:43.369 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:43 smithi169 bash[26469]: audit 2024-09-06T15:14:43.028826+0000 mon.a (mon.0) 839 : audit [INF] from='client.? 172.21.15.169:0/3084818797' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2024-09-06T15:14:43.369 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:43 smithi169 bash[26469]: cluster 2024-09-06T15:14:43.038834+0000 mon.a (mon.0) 840 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2024-09-06T15:14:43.369 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:43 smithi169 bash[19820]: audit 2024-09-06T15:14:42.025993+0000 mon.a (mon.0) 836 : audit [INF] from='client.? 172.21.15.169:0/3084818797' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2024-09-06T15:14:43.369 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:43 smithi169 bash[19820]: cluster 2024-09-06T15:14:42.034735+0000 mon.a (mon.0) 837 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2024-09-06T15:14:43.370 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:43 smithi169 bash[19820]: audit 2024-09-06T15:14:42.041392+0000 mon.a (mon.0) 838 : audit [INF] from='client.? 172.21.15.169:0/3084818797' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-09-06T15:14:43.370 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:43 smithi169 bash[19820]: cluster 2024-09-06T15:14:42.785896+0000 mgr.y (mgr.24284) 113 : cluster [DBG] pgmap v88: 129 pgs: 32 creating+peering, 97 active+clean; 579 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 1 op/s 2024-09-06T15:14:43.370 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:43 smithi169 bash[19820]: audit 2024-09-06T15:14:43.028826+0000 mon.a (mon.0) 839 : audit [INF] from='client.? 172.21.15.169:0/3084818797' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2024-09-06T15:14:43.370 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:43 smithi169 bash[19820]: cluster 2024-09-06T15:14:43.038834+0000 mon.a (mon.0) 840 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2024-09-06T15:14:43.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:43 smithi181 bash[21841]: audit 2024-09-06T15:14:42.025993+0000 mon.a (mon.0) 836 : audit [INF] from='client.? 172.21.15.169:0/3084818797' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2024-09-06T15:14:43.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:43 smithi181 bash[21841]: cluster 2024-09-06T15:14:42.034735+0000 mon.a (mon.0) 837 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2024-09-06T15:14:43.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:43 smithi181 bash[21841]: audit 2024-09-06T15:14:42.041392+0000 mon.a (mon.0) 838 : audit [INF] from='client.? 172.21.15.169:0/3084818797' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-09-06T15:14:43.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:43 smithi181 bash[21841]: cluster 2024-09-06T15:14:42.785896+0000 mgr.y (mgr.24284) 113 : cluster [DBG] pgmap v88: 129 pgs: 32 creating+peering, 97 active+clean; 579 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 1 op/s 2024-09-06T15:14:43.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:43 smithi181 bash[21841]: audit 2024-09-06T15:14:43.028826+0000 mon.a (mon.0) 839 : audit [INF] from='client.? 172.21.15.169:0/3084818797' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2024-09-06T15:14:43.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:43 smithi181 bash[21841]: cluster 2024-09-06T15:14:43.038834+0000 mon.a (mon.0) 840 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2024-09-06T15:14:43.942 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph orch apply rgw foo --realm r --zone z --placement=2 --port=8000' 2024-09-06T15:14:46.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:45 smithi169 bash[19820]: cluster 2024-09-06T15:14:44.786662+0000 mgr.y (mgr.24284) 114 : cluster [DBG] pgmap v90: 129 pgs: 32 creating+peering, 97 active+clean; 579 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 213 B/s rd, 427 B/s wr, 1 op/s 2024-09-06T15:14:46.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:45 smithi169 bash[26469]: cluster 2024-09-06T15:14:44.786662+0000 mgr.y (mgr.24284) 114 : cluster [DBG] pgmap v90: 129 pgs: 32 creating+peering, 97 active+clean; 579 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 213 B/s rd, 427 B/s wr, 1 op/s 2024-09-06T15:14:46.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:45 smithi181 bash[21841]: cluster 2024-09-06T15:14:44.786662+0000 mgr.y (mgr.24284) 114 : cluster [DBG] pgmap v90: 129 pgs: 32 creating+peering, 97 active+clean; 579 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 213 B/s rd, 427 B/s wr, 1 op/s 2024-09-06T15:14:46.692 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:14:46 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:14:46] "GET /metrics HTTP/1.1" 200 33124 "" "Prometheus/2.43.0" 2024-09-06T15:14:48.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:47 smithi169 bash[19820]: cluster 2024-09-06T15:14:46.788115+0000 mgr.y (mgr.24284) 115 : cluster [DBG] pgmap v91: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s rd, 2.0 KiB/s wr, 5 op/s 2024-09-06T15:14:48.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:47 smithi169 bash[26469]: cluster 2024-09-06T15:14:46.788115+0000 mgr.y (mgr.24284) 115 : cluster [DBG] pgmap v91: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s rd, 2.0 KiB/s wr, 5 op/s 2024-09-06T15:14:48.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:47 smithi181 bash[21841]: cluster 2024-09-06T15:14:46.788115+0000 mgr.y (mgr.24284) 115 : cluster [DBG] pgmap v91: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s rd, 2.0 KiB/s wr, 5 op/s 2024-09-06T15:14:48.731 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:14:50.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:49 smithi169 bash[19820]: cluster 2024-09-06T15:14:48.788827+0000 mgr.y (mgr.24284) 116 : cluster [DBG] pgmap v92: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 1.5 KiB/s wr, 4 op/s 2024-09-06T15:14:50.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:49 smithi169 bash[26469]: cluster 2024-09-06T15:14:48.788827+0000 mgr.y (mgr.24284) 116 : cluster [DBG] pgmap v92: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 1.5 KiB/s wr, 4 op/s 2024-09-06T15:14:50.199 INFO:teuthology.orchestra.run.smithi169.stdout:Scheduled rgw.foo update... 2024-09-06T15:14:50.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:49 smithi181 bash[21841]: cluster 2024-09-06T15:14:48.788827+0000 mgr.y (mgr.24284) 116 : cluster [DBG] pgmap v92: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 1.5 KiB/s wr, 4 op/s 2024-09-06T15:14:50.850 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph osd pool create foo' 2024-09-06T15:14:51.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:51 smithi181 bash[21841]: audit 2024-09-06T15:14:50.191298+0000 mgr.y (mgr.24284) 117 : audit [DBG] from='client.24542 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:14:51.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:51 smithi181 bash[21841]: cephadm 2024-09-06T15:14:50.195113+0000 mgr.y (mgr.24284) 118 : cephadm [INF] Saving service rgw.foo spec with placement count:2 2024-09-06T15:14:51.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:51 smithi181 bash[21841]: audit 2024-09-06T15:14:50.203430+0000 mon.a (mon.0) 841 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:51.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:51 smithi181 bash[21841]: cluster 2024-09-06T15:14:50.789419+0000 mgr.y (mgr.24284) 119 : cluster [DBG] pgmap v93: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.1 KiB/s wr, 3 op/s 2024-09-06T15:14:51.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:51 smithi181 bash[21841]: audit 2024-09-06T15:14:50.904798+0000 mon.a (mon.0) 842 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:14:51.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:51 smithi181 bash[21841]: audit 2024-09-06T15:14:50.905714+0000 mon.a (mon.0) 843 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:14:51.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:51 smithi181 bash[21841]: audit 2024-09-06T15:14:50.912018+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:51.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:51 smithi181 bash[21841]: audit 2024-09-06T15:14:50.915890+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi181.fqbtai", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-06T15:14:51.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:51 smithi181 bash[21841]: audit 2024-09-06T15:14:50.920708+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi181.fqbtai", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-09-06T15:14:51.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:51 smithi181 bash[21841]: audit 2024-09-06T15:14:50.932289+0000 mon.a (mon.0) 847 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:51.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:51 smithi181 bash[21841]: audit 2024-09-06T15:14:50.935569+0000 mon.a (mon.0) 848 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:14:51.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:51 smithi181 bash[21841]: cephadm 2024-09-06T15:14:50.936589+0000 mgr.y (mgr.24284) 120 : cephadm [INF] Deploying daemon rgw.foo.smithi181.fqbtai on smithi181 2024-09-06T15:14:51.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:51 smithi169 bash[19820]: audit 2024-09-06T15:14:50.191298+0000 mgr.y (mgr.24284) 117 : audit [DBG] from='client.24542 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:14:51.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:51 smithi169 bash[19820]: cephadm 2024-09-06T15:14:50.195113+0000 mgr.y (mgr.24284) 118 : cephadm [INF] Saving service rgw.foo spec with placement count:2 2024-09-06T15:14:51.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:51 smithi169 bash[19820]: audit 2024-09-06T15:14:50.203430+0000 mon.a (mon.0) 841 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:51.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:51 smithi169 bash[19820]: cluster 2024-09-06T15:14:50.789419+0000 mgr.y (mgr.24284) 119 : cluster [DBG] pgmap v93: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.1 KiB/s wr, 3 op/s 2024-09-06T15:14:51.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:51 smithi169 bash[19820]: audit 2024-09-06T15:14:50.904798+0000 mon.a (mon.0) 842 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:14:51.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:51 smithi169 bash[19820]: audit 2024-09-06T15:14:50.905714+0000 mon.a (mon.0) 843 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:14:51.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:51 smithi169 bash[19820]: audit 2024-09-06T15:14:50.912018+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:51.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:51 smithi169 bash[19820]: audit 2024-09-06T15:14:50.915890+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi181.fqbtai", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-06T15:14:51.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:51 smithi169 bash[19820]: audit 2024-09-06T15:14:50.920708+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi181.fqbtai", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-09-06T15:14:51.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:51 smithi169 bash[19820]: audit 2024-09-06T15:14:50.932289+0000 mon.a (mon.0) 847 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:51.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:51 smithi169 bash[19820]: audit 2024-09-06T15:14:50.935569+0000 mon.a (mon.0) 848 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:14:51.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:51 smithi169 bash[19820]: cephadm 2024-09-06T15:14:50.936589+0000 mgr.y (mgr.24284) 120 : cephadm [INF] Deploying daemon rgw.foo.smithi181.fqbtai on smithi181 2024-09-06T15:14:51.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:51 smithi169 bash[26469]: audit 2024-09-06T15:14:50.191298+0000 mgr.y (mgr.24284) 117 : audit [DBG] from='client.24542 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:14:51.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:51 smithi169 bash[26469]: cephadm 2024-09-06T15:14:50.195113+0000 mgr.y (mgr.24284) 118 : cephadm [INF] Saving service rgw.foo spec with placement count:2 2024-09-06T15:14:51.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:51 smithi169 bash[26469]: audit 2024-09-06T15:14:50.203430+0000 mon.a (mon.0) 841 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:51.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:51 smithi169 bash[26469]: cluster 2024-09-06T15:14:50.789419+0000 mgr.y (mgr.24284) 119 : cluster [DBG] pgmap v93: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.1 KiB/s wr, 3 op/s 2024-09-06T15:14:51.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:51 smithi169 bash[26469]: audit 2024-09-06T15:14:50.904798+0000 mon.a (mon.0) 842 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:14:51.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:51 smithi169 bash[26469]: audit 2024-09-06T15:14:50.905714+0000 mon.a (mon.0) 843 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:14:51.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:51 smithi169 bash[26469]: audit 2024-09-06T15:14:50.912018+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:51.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:51 smithi169 bash[26469]: audit 2024-09-06T15:14:50.915890+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi181.fqbtai", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-06T15:14:51.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:51 smithi169 bash[26469]: audit 2024-09-06T15:14:50.920708+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi181.fqbtai", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-09-06T15:14:51.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:51 smithi169 bash[26469]: audit 2024-09-06T15:14:50.932289+0000 mon.a (mon.0) 847 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:51.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:51 smithi169 bash[26469]: audit 2024-09-06T15:14:50.935569+0000 mon.a (mon.0) 848 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:14:51.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:51 smithi169 bash[26469]: cephadm 2024-09-06T15:14:50.936589+0000 mgr.y (mgr.24284) 120 : cephadm [INF] Deploying daemon rgw.foo.smithi181.fqbtai on smithi181 2024-09-06T15:14:53.776 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:14:53 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:14:53.776 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:14:53 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:14:53.777 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:14:53 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:14:53.777 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:14:53 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:14:53.777 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:14:53 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:14:53.778 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:53 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:14:53.778 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:14:53 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:14:53.778 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:14:53 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:14:53.779 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:14:53 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:14:54.028 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:14:53 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:14:54.028 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:14:53 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:14:54.029 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:14:53 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:14:54.029 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:14:53 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:14:54.029 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:14:53 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:14:54.029 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:14:53 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:14:54.030 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:14:53 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:14:54.030 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:53 smithi181 bash[21841]: cluster 2024-09-06T15:14:52.790893+0000 mgr.y (mgr.24284) 121 : cluster [DBG] pgmap v94: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-06T15:14:54.030 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:53 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:14:54.030 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:14:53 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:14:54.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:53 smithi169 bash[19820]: cluster 2024-09-06T15:14:52.790893+0000 mgr.y (mgr.24284) 121 : cluster [DBG] pgmap v94: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-06T15:14:54.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:53 smithi169 bash[26469]: cluster 2024-09-06T15:14:52.790893+0000 mgr.y (mgr.24284) 121 : cluster [DBG] pgmap v94: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-06T15:14:55.345 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:55 smithi181 bash[21841]: audit 2024-09-06T15:14:54.090101+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:55.345 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:55 smithi181 bash[21841]: audit 2024-09-06T15:14:54.101773+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:55.345 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:55 smithi181 bash[21841]: audit 2024-09-06T15:14:54.110648+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:55.345 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:55 smithi181 bash[21841]: audit 2024-09-06T15:14:54.112232+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi169.svrjnx", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-06T15:14:55.345 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:55 smithi181 bash[21841]: audit 2024-09-06T15:14:54.115643+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi169.svrjnx", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-09-06T15:14:55.346 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:55 smithi181 bash[21841]: audit 2024-09-06T15:14:54.126679+0000 mon.a (mon.0) 854 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:55.346 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:55 smithi181 bash[21841]: audit 2024-09-06T15:14:54.130462+0000 mon.a (mon.0) 855 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:14:55.346 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:55 smithi181 bash[21841]: cephadm 2024-09-06T15:14:54.132363+0000 mgr.y (mgr.24284) 122 : cephadm [INF] Deploying daemon rgw.foo.smithi169.svrjnx on smithi169 2024-09-06T15:14:55.346 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:55 smithi181 bash[21841]: cluster 2024-09-06T15:14:54.791583+0000 mgr.y (mgr.24284) 123 : cluster [DBG] pgmap v95: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 870 B/s wr, 2 op/s 2024-09-06T15:14:55.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:55 smithi169 bash[19820]: audit 2024-09-06T15:14:54.090101+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:55.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:55 smithi169 bash[19820]: audit 2024-09-06T15:14:54.101773+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:55.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:55 smithi169 bash[19820]: audit 2024-09-06T15:14:54.110648+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:55.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:55 smithi169 bash[19820]: audit 2024-09-06T15:14:54.112232+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi169.svrjnx", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-06T15:14:55.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:55 smithi169 bash[19820]: audit 2024-09-06T15:14:54.115643+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi169.svrjnx", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-09-06T15:14:55.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:55 smithi169 bash[19820]: audit 2024-09-06T15:14:54.126679+0000 mon.a (mon.0) 854 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:55.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:55 smithi169 bash[19820]: audit 2024-09-06T15:14:54.130462+0000 mon.a (mon.0) 855 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:14:55.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:55 smithi169 bash[19820]: cephadm 2024-09-06T15:14:54.132363+0000 mgr.y (mgr.24284) 122 : cephadm [INF] Deploying daemon rgw.foo.smithi169.svrjnx on smithi169 2024-09-06T15:14:55.443 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:55 smithi169 bash[19820]: cluster 2024-09-06T15:14:54.791583+0000 mgr.y (mgr.24284) 123 : cluster [DBG] pgmap v95: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 870 B/s wr, 2 op/s 2024-09-06T15:14:55.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:55 smithi169 bash[26469]: audit 2024-09-06T15:14:54.090101+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:55.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:55 smithi169 bash[26469]: audit 2024-09-06T15:14:54.101773+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:55.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:55 smithi169 bash[26469]: audit 2024-09-06T15:14:54.110648+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:55.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:55 smithi169 bash[26469]: audit 2024-09-06T15:14:54.112232+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi169.svrjnx", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-06T15:14:55.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:55 smithi169 bash[26469]: audit 2024-09-06T15:14:54.115643+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi169.svrjnx", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-09-06T15:14:55.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:55 smithi169 bash[26469]: audit 2024-09-06T15:14:54.126679+0000 mon.a (mon.0) 854 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:55.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:55 smithi169 bash[26469]: audit 2024-09-06T15:14:54.130462+0000 mon.a (mon.0) 855 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:14:55.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:55 smithi169 bash[26469]: cephadm 2024-09-06T15:14:54.132363+0000 mgr.y (mgr.24284) 122 : cephadm [INF] Deploying daemon rgw.foo.smithi169.svrjnx on smithi169 2024-09-06T15:14:55.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:55 smithi169 bash[26469]: cluster 2024-09-06T15:14:54.791583+0000 mgr.y (mgr.24284) 123 : cluster [DBG] pgmap v95: 129 pgs: 129 active+clean; 581 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 870 B/s wr, 2 op/s 2024-09-06T15:14:55.620 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:14:56.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:56 smithi169 bash[19820]: audit 2024-09-06T15:14:55.820277+0000 mon.a (mon.0) 856 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:14:56.442 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:14:56 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:14:56] "GET /metrics HTTP/1.1" 200 35574 "" "Prometheus/2.43.0" 2024-09-06T15:14:56.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:56 smithi169 bash[26469]: audit 2024-09-06T15:14:55.820277+0000 mon.a (mon.0) 856 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:14:56.494 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:56 smithi181 bash[21841]: audit 2024-09-06T15:14:55.820277+0000 mon.a (mon.0) 856 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:14:57.383 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:57 smithi169 bash[19820]: cluster 2024-09-06T15:14:56.792576+0000 mgr.y (mgr.24284) 124 : cluster [DBG] pgmap v96: 129 pgs: 129 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 3.6 KiB/s wr, 96 op/s 2024-09-06T15:14:57.383 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:57 smithi169 bash[26469]: cluster 2024-09-06T15:14:56.792576+0000 mgr.y (mgr.24284) 124 : cluster [DBG] pgmap v96: 129 pgs: 129 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 3.6 KiB/s wr, 96 op/s 2024-09-06T15:14:57.494 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:57 smithi181 bash[21841]: cluster 2024-09-06T15:14:56.792576+0000 mgr.y (mgr.24284) 124 : cluster [DBG] pgmap v96: 129 pgs: 129 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 3.6 KiB/s wr, 96 op/s 2024-09-06T15:14:58.149 INFO:teuthology.orchestra.run.smithi169.stderr:pool 'foo' created 2024-09-06T15:14:58.187 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:14:58 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:14:58.187 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:14:58 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:14:58.188 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:14:58 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:14:58.188 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:14:58 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:14:58.188 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:14:58 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:14:58.189 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:14:58 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:14:58.189 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:58 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:14:58.189 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:58 smithi169 bash[19820]: audit 2024-09-06T15:14:57.685017+0000 mon.c (mon.2) 24 : audit [INF] from='client.? 172.21.15.169:0/3838677298' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-09-06T15:14:58.189 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:58 smithi169 bash[19820]: audit 2024-09-06T15:14:57.685626+0000 mon.a (mon.0) 857 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-09-06T15:14:58.189 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:14:58 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:14:58.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:58 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:14:58.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:58 smithi169 bash[26469]: audit 2024-09-06T15:14:57.685017+0000 mon.c (mon.2) 24 : audit [INF] from='client.? 172.21.15.169:0/3838677298' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-09-06T15:14:58.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:58 smithi169 bash[26469]: audit 2024-09-06T15:14:57.685626+0000 mon.a (mon.0) 857 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-09-06T15:14:58.444 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:14:58 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:14:58.444 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:14:58 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:14:58.444 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:14:58 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:14:58.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:14:58 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:14:58.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:58 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:14:58.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:58 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:14:58.446 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:14:58 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:14:58.446 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:14:58 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:14:58.446 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:14:58 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:14:58.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:58 smithi181 bash[21841]: audit 2024-09-06T15:14:57.685017+0000 mon.c (mon.2) 24 : audit [INF] from='client.? 172.21.15.169:0/3838677298' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-09-06T15:14:58.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:58 smithi181 bash[21841]: audit 2024-09-06T15:14:57.685626+0000 mon.a (mon.0) 857 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-09-06T15:14:59.291 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:59 smithi169 bash[26469]: audit 2024-09-06T15:14:58.146166+0000 mon.a (mon.0) 858 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2024-09-06T15:14:59.292 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:59 smithi169 bash[26469]: cluster 2024-09-06T15:14:58.149079+0000 mon.a (mon.0) 859 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2024-09-06T15:14:59.292 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:59 smithi169 bash[26469]: audit 2024-09-06T15:14:58.476889+0000 mon.a (mon.0) 860 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:59.292 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:59 smithi169 bash[26469]: audit 2024-09-06T15:14:58.483420+0000 mon.a (mon.0) 861 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:59.292 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:59 smithi169 bash[26469]: audit 2024-09-06T15:14:58.489068+0000 mon.a (mon.0) 862 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:59.292 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:59 smithi169 bash[26469]: audit 2024-09-06T15:14:58.494679+0000 mon.a (mon.0) 863 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:59.292 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:59 smithi169 bash[26469]: audit 2024-09-06T15:14:58.501791+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:59.292 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:59 smithi169 bash[26469]: cephadm 2024-09-06T15:14:58.503168+0000 mgr.y (mgr.24284) 125 : cephadm [INF] Saving service rgw.foo spec with placement count:2 2024-09-06T15:14:59.292 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:59 smithi169 bash[26469]: audit 2024-09-06T15:14:58.510479+0000 mon.a (mon.0) 865 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:59.292 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:59 smithi169 bash[26469]: audit 2024-09-06T15:14:58.515539+0000 mon.a (mon.0) 866 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:59.292 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:14:59 smithi169 bash[26469]: cluster 2024-09-06T15:14:58.793285+0000 mgr.y (mgr.24284) 126 : cluster [DBG] pgmap v98: 161 pgs: 32 unknown, 129 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 47 KiB/s rd, 3.3 KiB/s wr, 112 op/s 2024-09-06T15:14:59.293 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:59 smithi169 bash[19820]: audit 2024-09-06T15:14:58.146166+0000 mon.a (mon.0) 858 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2024-09-06T15:14:59.293 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:59 smithi169 bash[19820]: cluster 2024-09-06T15:14:58.149079+0000 mon.a (mon.0) 859 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2024-09-06T15:14:59.293 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:59 smithi169 bash[19820]: audit 2024-09-06T15:14:58.476889+0000 mon.a (mon.0) 860 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:59.293 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:59 smithi169 bash[19820]: audit 2024-09-06T15:14:58.483420+0000 mon.a (mon.0) 861 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:59.293 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:59 smithi169 bash[19820]: audit 2024-09-06T15:14:58.489068+0000 mon.a (mon.0) 862 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:59.293 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:59 smithi169 bash[19820]: audit 2024-09-06T15:14:58.494679+0000 mon.a (mon.0) 863 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:59.294 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:59 smithi169 bash[19820]: audit 2024-09-06T15:14:58.501791+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:59.294 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:59 smithi169 bash[19820]: cephadm 2024-09-06T15:14:58.503168+0000 mgr.y (mgr.24284) 125 : cephadm [INF] Saving service rgw.foo spec with placement count:2 2024-09-06T15:14:59.294 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:59 smithi169 bash[19820]: audit 2024-09-06T15:14:58.510479+0000 mon.a (mon.0) 865 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:59.294 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:59 smithi169 bash[19820]: audit 2024-09-06T15:14:58.515539+0000 mon.a (mon.0) 866 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:59.294 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:14:59 smithi169 bash[19820]: cluster 2024-09-06T15:14:58.793285+0000 mgr.y (mgr.24284) 126 : cluster [DBG] pgmap v98: 161 pgs: 32 unknown, 129 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 47 KiB/s rd, 3.3 KiB/s wr, 112 op/s 2024-09-06T15:14:59.295 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'rbd pool init foo' 2024-09-06T15:14:59.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:59 smithi181 bash[21841]: audit 2024-09-06T15:14:58.146166+0000 mon.a (mon.0) 858 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2024-09-06T15:14:59.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:59 smithi181 bash[21841]: cluster 2024-09-06T15:14:58.149079+0000 mon.a (mon.0) 859 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2024-09-06T15:14:59.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:59 smithi181 bash[21841]: audit 2024-09-06T15:14:58.476889+0000 mon.a (mon.0) 860 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:59.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:59 smithi181 bash[21841]: audit 2024-09-06T15:14:58.483420+0000 mon.a (mon.0) 861 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:59.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:59 smithi181 bash[21841]: audit 2024-09-06T15:14:58.489068+0000 mon.a (mon.0) 862 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:59.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:59 smithi181 bash[21841]: audit 2024-09-06T15:14:58.494679+0000 mon.a (mon.0) 863 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:59.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:59 smithi181 bash[21841]: audit 2024-09-06T15:14:58.501791+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:59.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:59 smithi181 bash[21841]: cephadm 2024-09-06T15:14:58.503168+0000 mgr.y (mgr.24284) 125 : cephadm [INF] Saving service rgw.foo spec with placement count:2 2024-09-06T15:14:59.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:59 smithi181 bash[21841]: audit 2024-09-06T15:14:58.510479+0000 mon.a (mon.0) 865 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:59.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:59 smithi181 bash[21841]: audit 2024-09-06T15:14:58.515539+0000 mon.a (mon.0) 866 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:14:59.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:14:59 smithi181 bash[21841]: cluster 2024-09-06T15:14:58.793285+0000 mgr.y (mgr.24284) 126 : cluster [DBG] pgmap v98: 161 pgs: 32 unknown, 129 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 47 KiB/s rd, 3.3 KiB/s wr, 112 op/s 2024-09-06T15:15:00.327 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:00 smithi169 bash[19820]: cluster 2024-09-06T15:14:59.165635+0000 mon.a (mon.0) 867 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2024-09-06T15:15:00.327 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:00 smithi169 bash[19820]: cluster 2024-09-06T15:14:59.514087+0000 mon.a (mon.0) 868 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-06T15:15:00.328 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:00 smithi169 bash[26469]: cluster 2024-09-06T15:14:59.165635+0000 mon.a (mon.0) 867 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2024-09-06T15:15:00.328 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:00 smithi169 bash[26469]: cluster 2024-09-06T15:14:59.514087+0000 mon.a (mon.0) 868 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-06T15:15:00.494 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:00 smithi181 bash[21841]: cluster 2024-09-06T15:14:59.165635+0000 mon.a (mon.0) 867 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2024-09-06T15:15:00.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:00 smithi181 bash[21841]: cluster 2024-09-06T15:14:59.514087+0000 mon.a (mon.0) 868 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-06T15:15:01.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:01 smithi169 bash[19820]: cluster 2024-09-06T15:15:00.168945+0000 mon.a (mon.0) 869 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2024-09-06T15:15:01.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:01 smithi169 bash[19820]: cluster 2024-09-06T15:15:00.794024+0000 mgr.y (mgr.24284) 127 : cluster [DBG] pgmap v101: 161 pgs: 32 unknown, 129 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 79 KiB/s rd, 5.5 KiB/s wr, 187 op/s 2024-09-06T15:15:01.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:01 smithi169 bash[19820]: audit 2024-09-06T15:15:00.903188+0000 mon.a (mon.0) 870 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:01.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:01 smithi169 bash[26469]: cluster 2024-09-06T15:15:00.168945+0000 mon.a (mon.0) 869 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2024-09-06T15:15:01.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:01 smithi169 bash[26469]: cluster 2024-09-06T15:15:00.794024+0000 mgr.y (mgr.24284) 127 : cluster [DBG] pgmap v101: 161 pgs: 32 unknown, 129 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 79 KiB/s rd, 5.5 KiB/s wr, 187 op/s 2024-09-06T15:15:01.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:01 smithi169 bash[26469]: audit 2024-09-06T15:15:00.903188+0000 mon.a (mon.0) 870 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:01.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:01 smithi181 bash[21841]: cluster 2024-09-06T15:15:00.168945+0000 mon.a (mon.0) 869 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2024-09-06T15:15:01.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:01 smithi181 bash[21841]: cluster 2024-09-06T15:15:00.794024+0000 mgr.y (mgr.24284) 127 : cluster [DBG] pgmap v101: 161 pgs: 32 unknown, 129 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 79 KiB/s rd, 5.5 KiB/s wr, 187 op/s 2024-09-06T15:15:01.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:01 smithi181 bash[21841]: audit 2024-09-06T15:15:00.903188+0000 mon.a (mon.0) 870 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:04.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:03 smithi169 bash[19820]: cluster 2024-09-06T15:15:02.795780+0000 mgr.y (mgr.24284) 128 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 109 KiB/s rd, 170 B/s wr, 166 op/s 2024-09-06T15:15:04.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:03 smithi169 bash[26469]: cluster 2024-09-06T15:15:02.795780+0000 mgr.y (mgr.24284) 128 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 109 KiB/s rd, 170 B/s wr, 166 op/s 2024-09-06T15:15:04.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:03 smithi181 bash[21841]: cluster 2024-09-06T15:15:02.795780+0000 mgr.y (mgr.24284) 128 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 109 KiB/s rd, 170 B/s wr, 166 op/s 2024-09-06T15:15:04.590 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:15:05.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:05 smithi181 bash[21841]: audit 2024-09-06T15:15:04.453816+0000 mon.a (mon.0) 871 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:05.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:05 smithi181 bash[21841]: audit 2024-09-06T15:15:04.464189+0000 mon.a (mon.0) 872 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:05.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:05 smithi181 bash[21841]: cluster 2024-09-06T15:15:04.796250+0000 mgr.y (mgr.24284) 129 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 98 KiB/s rd, 154 B/s wr, 150 op/s 2024-09-06T15:15:05.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:05 smithi181 bash[21841]: audit 2024-09-06T15:15:05.084453+0000 mon.a (mon.0) 873 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:05.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:05 smithi181 bash[21841]: audit 2024-09-06T15:15:05.089773+0000 mon.a (mon.0) 874 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:05.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:05 smithi181 bash[21841]: audit 2024-09-06T15:15:05.090620+0000 mon.a (mon.0) 875 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:15:05.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:05 smithi181 bash[21841]: audit 2024-09-06T15:15:05.091276+0000 mon.a (mon.0) 876 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:15:05.849 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:15:05 smithi169 bash[20072]: [06/Sep/2024:15:15:05] ENGINE Bus STOPPING 2024-09-06T15:15:05.849 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:05 smithi169 bash[19820]: audit 2024-09-06T15:15:04.453816+0000 mon.a (mon.0) 871 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:05.849 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:05 smithi169 bash[19820]: audit 2024-09-06T15:15:04.464189+0000 mon.a (mon.0) 872 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:05.849 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:05 smithi169 bash[19820]: cluster 2024-09-06T15:15:04.796250+0000 mgr.y (mgr.24284) 129 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 98 KiB/s rd, 154 B/s wr, 150 op/s 2024-09-06T15:15:05.849 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:05 smithi169 bash[19820]: audit 2024-09-06T15:15:05.084453+0000 mon.a (mon.0) 873 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:05.849 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:05 smithi169 bash[19820]: audit 2024-09-06T15:15:05.089773+0000 mon.a (mon.0) 874 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:05.849 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:05 smithi169 bash[19820]: audit 2024-09-06T15:15:05.090620+0000 mon.a (mon.0) 875 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:15:05.850 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:05 smithi169 bash[19820]: audit 2024-09-06T15:15:05.091276+0000 mon.a (mon.0) 876 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:15:05.850 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:05 smithi169 bash[26469]: audit 2024-09-06T15:15:04.453816+0000 mon.a (mon.0) 871 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:05.850 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:05 smithi169 bash[26469]: audit 2024-09-06T15:15:04.464189+0000 mon.a (mon.0) 872 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:05.850 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:05 smithi169 bash[26469]: cluster 2024-09-06T15:15:04.796250+0000 mgr.y (mgr.24284) 129 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 98 KiB/s rd, 154 B/s wr, 150 op/s 2024-09-06T15:15:05.850 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:05 smithi169 bash[26469]: audit 2024-09-06T15:15:05.084453+0000 mon.a (mon.0) 873 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:05.850 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:05 smithi169 bash[26469]: audit 2024-09-06T15:15:05.089773+0000 mon.a (mon.0) 874 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:05.850 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:05 smithi169 bash[26469]: audit 2024-09-06T15:15:05.090620+0000 mon.a (mon.0) 875 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:15:05.850 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:05 smithi169 bash[26469]: audit 2024-09-06T15:15:05.091276+0000 mon.a (mon.0) 876 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:15:06.192 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:15:05 smithi169 bash[20072]: [06/Sep/2024:15:15:05] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-06T15:15:06.192 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:15:05 smithi169 bash[20072]: [06/Sep/2024:15:15:05] ENGINE Bus STOPPED 2024-09-06T15:15:06.192 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:15:05 smithi169 bash[20072]: [06/Sep/2024:15:15:05] ENGINE Bus STARTING 2024-09-06T15:15:06.192 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:15:05 smithi169 bash[20072]: [06/Sep/2024:15:15:05] ENGINE Serving on http://:::9283 2024-09-06T15:15:06.192 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:15:05 smithi169 bash[20072]: [06/Sep/2024:15:15:05] ENGINE Bus STARTED 2024-09-06T15:15:06.192 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:15:05 smithi169 bash[20072]: [06/Sep/2024:15:15:05] ENGINE Bus STOPPING 2024-09-06T15:15:06.692 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:15:06 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:15:06] "GET /metrics HTTP/1.1" 200 35574 "" "Prometheus/2.43.0" 2024-09-06T15:15:06.692 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:15:06 smithi169 bash[20072]: [06/Sep/2024:15:15:06] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-06T15:15:06.692 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:15:06 smithi169 bash[20072]: [06/Sep/2024:15:15:06] ENGINE Bus STOPPED 2024-09-06T15:15:06.692 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:15:06 smithi169 bash[20072]: [06/Sep/2024:15:15:06] ENGINE Bus STARTING 2024-09-06T15:15:06.692 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:15:06 smithi169 bash[20072]: [06/Sep/2024:15:15:06] ENGINE Serving on http://:::9283 2024-09-06T15:15:06.692 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:15:06 smithi169 bash[20072]: [06/Sep/2024:15:15:06] ENGINE Bus STARTED 2024-09-06T15:15:06.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:06 smithi169 bash[19820]: cephadm 2024-09-06T15:15:05.095192+0000 mgr.y (mgr.24284) 130 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-06T15:15:06.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:06 smithi169 bash[19820]: audit 2024-09-06T15:15:05.502746+0000 mon.a (mon.0) 877 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:06.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:06 smithi169 bash[19820]: audit 2024-09-06T15:15:05.510322+0000 mon.a (mon.0) 878 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:06.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:06 smithi169 bash[19820]: audit 2024-09-06T15:15:05.518974+0000 mon.a (mon.0) 879 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:06.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:06 smithi169 bash[19820]: audit 2024-09-06T15:15:05.599280+0000 mon.a (mon.0) 880 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:15:06.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:06 smithi169 bash[19820]: audit 2024-09-06T15:15:05.600103+0000 mon.a (mon.0) 881 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:15:06.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:06 smithi169 bash[19820]: cephadm 2024-09-06T15:15:05.603729+0000 mgr.y (mgr.24284) 131 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-06T15:15:06.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:06 smithi169 bash[19820]: audit 2024-09-06T15:15:05.860269+0000 mon.a (mon.0) 882 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:06.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:06 smithi169 bash[19820]: audit 2024-09-06T15:15:05.950114+0000 mon.a (mon.0) 883 : audit [INF] from='client.? 172.21.15.169:0/1290608541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-09-06T15:15:06.693 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:06 smithi169 bash[26469]: cephadm 2024-09-06T15:15:05.095192+0000 mgr.y (mgr.24284) 130 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-06T15:15:06.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:06 smithi169 bash[26469]: audit 2024-09-06T15:15:05.502746+0000 mon.a (mon.0) 877 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:06.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:06 smithi169 bash[26469]: audit 2024-09-06T15:15:05.510322+0000 mon.a (mon.0) 878 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:06.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:06 smithi169 bash[26469]: audit 2024-09-06T15:15:05.518974+0000 mon.a (mon.0) 879 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:06.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:06 smithi169 bash[26469]: audit 2024-09-06T15:15:05.599280+0000 mon.a (mon.0) 880 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:15:06.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:06 smithi169 bash[26469]: audit 2024-09-06T15:15:05.600103+0000 mon.a (mon.0) 881 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:15:06.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:06 smithi169 bash[26469]: cephadm 2024-09-06T15:15:05.603729+0000 mgr.y (mgr.24284) 131 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-06T15:15:06.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:06 smithi169 bash[26469]: audit 2024-09-06T15:15:05.860269+0000 mon.a (mon.0) 882 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:06.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:06 smithi169 bash[26469]: audit 2024-09-06T15:15:05.950114+0000 mon.a (mon.0) 883 : audit [INF] from='client.? 172.21.15.169:0/1290608541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-09-06T15:15:06.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:06 smithi181 bash[21841]: cephadm 2024-09-06T15:15:05.095192+0000 mgr.y (mgr.24284) 130 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-06T15:15:06.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:06 smithi181 bash[21841]: audit 2024-09-06T15:15:05.502746+0000 mon.a (mon.0) 877 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:06.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:06 smithi181 bash[21841]: audit 2024-09-06T15:15:05.510322+0000 mon.a (mon.0) 878 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:06.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:06 smithi181 bash[21841]: audit 2024-09-06T15:15:05.518974+0000 mon.a (mon.0) 879 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:06.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:06 smithi181 bash[21841]: audit 2024-09-06T15:15:05.599280+0000 mon.a (mon.0) 880 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:15:06.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:06 smithi181 bash[21841]: audit 2024-09-06T15:15:05.600103+0000 mon.a (mon.0) 881 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:15:06.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:06 smithi181 bash[21841]: cephadm 2024-09-06T15:15:05.603729+0000 mgr.y (mgr.24284) 131 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-06T15:15:06.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:06 smithi181 bash[21841]: audit 2024-09-06T15:15:05.860269+0000 mon.a (mon.0) 882 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:06.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:06 smithi181 bash[21841]: audit 2024-09-06T15:15:05.950114+0000 mon.a (mon.0) 883 : audit [INF] from='client.? 172.21.15.169:0/1290608541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-09-06T15:15:08.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:07 smithi169 bash[19820]: cluster 2024-09-06T15:15:06.798208+0000 mgr.y (mgr.24284) 132 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 90 KiB/s rd, 383 B/s wr, 133 op/s 2024-09-06T15:15:08.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:07 smithi169 bash[19820]: audit 2024-09-06T15:15:06.861155+0000 mon.a (mon.0) 884 : audit [INF] from='client.? 172.21.15.169:0/1290608541' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2024-09-06T15:15:08.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:07 smithi169 bash[19820]: cluster 2024-09-06T15:15:06.868800+0000 mon.a (mon.0) 885 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2024-09-06T15:15:08.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:07 smithi169 bash[26469]: cluster 2024-09-06T15:15:06.798208+0000 mgr.y (mgr.24284) 132 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 90 KiB/s rd, 383 B/s wr, 133 op/s 2024-09-06T15:15:08.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:07 smithi169 bash[26469]: audit 2024-09-06T15:15:06.861155+0000 mon.a (mon.0) 884 : audit [INF] from='client.? 172.21.15.169:0/1290608541' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2024-09-06T15:15:08.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:07 smithi169 bash[26469]: cluster 2024-09-06T15:15:06.868800+0000 mon.a (mon.0) 885 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2024-09-06T15:15:08.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:07 smithi181 bash[21841]: cluster 2024-09-06T15:15:06.798208+0000 mgr.y (mgr.24284) 132 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 90 KiB/s rd, 383 B/s wr, 133 op/s 2024-09-06T15:15:08.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:07 smithi181 bash[21841]: audit 2024-09-06T15:15:06.861155+0000 mon.a (mon.0) 884 : audit [INF] from='client.? 172.21.15.169:0/1290608541' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2024-09-06T15:15:15.892 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:07 smithi181 bash[21841]: cluster 2024-09-06T15:15:06.868800+0000 mon.a (mon.0) 885 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2024-09-06T15:15:15.894 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:08 smithi169 bash[19820]: cluster 2024-09-06T15:15:07.872457+0000 mon.a (mon.0) 886 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2024-09-06T15:15:15.894 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:08 smithi169 bash[26469]: cluster 2024-09-06T15:15:07.872457+0000 mon.a (mon.0) 886 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2024-09-06T15:15:15.896 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:08 smithi181 bash[21841]: cluster 2024-09-06T15:15:07.872457+0000 mon.a (mon.0) 886 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2024-09-06T15:15:15.896 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:09 smithi181 bash[21841]: cluster 2024-09-06T15:15:08.799091+0000 mgr.y (mgr.24284) 133 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 90 KiB/s rd, 383 B/s wr, 133 op/s 2024-09-06T15:15:15.896 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:09 smithi181 bash[21841]: cluster 2024-09-06T15:15:08.874919+0000 mon.a (mon.0) 887 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-06T15:15:15.896 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:09 smithi181 bash[21841]: cluster 2024-09-06T15:15:08.874983+0000 mon.a (mon.0) 888 : cluster [INF] Cluster is now healthy 2024-09-06T15:15:15.896 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:09 smithi181 bash[21841]: cluster 2024-09-06T15:15:08.893015+0000 mon.a (mon.0) 889 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-09-06T15:15:15.896 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:10 smithi181 bash[21841]: audit 2024-09-06T15:15:10.795792+0000 mon.a (mon.0) 890 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 2]}]: dispatch 2024-09-06T15:15:15.896 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:10 smithi181 bash[21841]: audit 2024-09-06T15:15:10.796327+0000 mon.a (mon.0) 891 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-09-06T15:15:15.897 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:10 smithi181 bash[21841]: audit 2024-09-06T15:15:10.796695+0000 mon.a (mon.0) 892 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2024-09-06T15:15:15.897 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:10 smithi181 bash[21841]: audit 2024-09-06T15:15:10.797048+0000 mon.a (mon.0) 893 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2024-09-06T15:15:15.897 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:10 smithi181 bash[21841]: audit 2024-09-06T15:15:10.821009+0000 mon.a (mon.0) 894 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:15:15.897 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:11 smithi181 bash[21841]: cluster 2024-09-06T15:15:10.799872+0000 mgr.y (mgr.24284) 134 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 341 B/s wr, 11 op/s 2024-09-06T15:15:15.897 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:11 smithi181 bash[21841]: audit 2024-09-06T15:15:10.899393+0000 mon.a (mon.0) 895 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 2]}]': finished 2024-09-06T15:15:15.897 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:11 smithi181 bash[21841]: audit 2024-09-06T15:15:10.899570+0000 mon.a (mon.0) 896 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]': finished 2024-09-06T15:15:15.897 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:11 smithi181 bash[21841]: audit 2024-09-06T15:15:10.899788+0000 mon.a (mon.0) 897 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]': finished 2024-09-06T15:15:15.897 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:11 smithi181 bash[21841]: audit 2024-09-06T15:15:10.899963+0000 mon.a (mon.0) 898 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]': finished 2024-09-06T15:15:15.897 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:11 smithi181 bash[21841]: cluster 2024-09-06T15:15:10.907601+0000 mon.a (mon.0) 899 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2024-09-06T15:15:15.897 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:12 smithi181 bash[21841]: cluster 2024-09-06T15:15:11.917238+0000 mon.a (mon.0) 900 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2024-09-06T15:15:15.897 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:13 smithi181 bash[21841]: cluster 2024-09-06T15:15:12.800633+0000 mgr.y (mgr.24284) 135 : cluster [DBG] pgmap v112: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 415 B/s wr, 0 op/s 2024-09-06T15:15:15.897 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:15 smithi181 bash[21841]: cluster 2024-09-06T15:15:14.265309+0000 mon.a (mon.0) 901 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2024-09-06T15:15:15.898 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:15 smithi181 bash[21841]: cluster 2024-09-06T15:15:14.801356+0000 mgr.y (mgr.24284) 136 : cluster [DBG] pgmap v114: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 346 B/s wr, 0 op/s 2024-09-06T15:15:15.898 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph orch apply iscsi foo u p' 2024-09-06T15:15:15.899 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:09 smithi169 bash[19820]: cluster 2024-09-06T15:15:08.799091+0000 mgr.y (mgr.24284) 133 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 90 KiB/s rd, 383 B/s wr, 133 op/s 2024-09-06T15:15:15.899 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:09 smithi169 bash[19820]: cluster 2024-09-06T15:15:08.874919+0000 mon.a (mon.0) 887 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-06T15:15:15.899 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:09 smithi169 bash[19820]: cluster 2024-09-06T15:15:08.874983+0000 mon.a (mon.0) 888 : cluster [INF] Cluster is now healthy 2024-09-06T15:15:15.899 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:09 smithi169 bash[19820]: cluster 2024-09-06T15:15:08.893015+0000 mon.a (mon.0) 889 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-09-06T15:15:15.899 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:09 smithi169 bash[26469]: cluster 2024-09-06T15:15:08.799091+0000 mgr.y (mgr.24284) 133 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 90 KiB/s rd, 383 B/s wr, 133 op/s 2024-09-06T15:15:15.899 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:09 smithi169 bash[26469]: cluster 2024-09-06T15:15:08.874919+0000 mon.a (mon.0) 887 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-06T15:15:15.899 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:09 smithi169 bash[26469]: cluster 2024-09-06T15:15:08.874983+0000 mon.a (mon.0) 888 : cluster [INF] Cluster is now healthy 2024-09-06T15:15:15.899 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:09 smithi169 bash[26469]: cluster 2024-09-06T15:15:08.893015+0000 mon.a (mon.0) 889 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-09-06T15:15:15.900 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:10 smithi169 bash[19820]: audit 2024-09-06T15:15:10.795792+0000 mon.a (mon.0) 890 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 2]}]: dispatch 2024-09-06T15:15:15.900 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:10 smithi169 bash[19820]: audit 2024-09-06T15:15:10.796327+0000 mon.a (mon.0) 891 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-09-06T15:15:15.900 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:10 smithi169 bash[19820]: audit 2024-09-06T15:15:10.796695+0000 mon.a (mon.0) 892 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2024-09-06T15:15:15.900 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:10 smithi169 bash[19820]: audit 2024-09-06T15:15:10.797048+0000 mon.a (mon.0) 893 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2024-09-06T15:15:15.900 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:10 smithi169 bash[19820]: audit 2024-09-06T15:15:10.821009+0000 mon.a (mon.0) 894 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:15:15.900 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:10 smithi169 bash[26469]: audit 2024-09-06T15:15:10.795792+0000 mon.a (mon.0) 890 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 2]}]: dispatch 2024-09-06T15:15:15.900 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:10 smithi169 bash[26469]: audit 2024-09-06T15:15:10.796327+0000 mon.a (mon.0) 891 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-09-06T15:15:15.901 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:10 smithi169 bash[26469]: audit 2024-09-06T15:15:10.796695+0000 mon.a (mon.0) 892 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2024-09-06T15:15:15.901 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:10 smithi169 bash[26469]: audit 2024-09-06T15:15:10.797048+0000 mon.a (mon.0) 893 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2024-09-06T15:15:15.901 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:10 smithi169 bash[26469]: audit 2024-09-06T15:15:10.821009+0000 mon.a (mon.0) 894 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:15:15.901 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:11 smithi169 bash[19820]: cluster 2024-09-06T15:15:10.799872+0000 mgr.y (mgr.24284) 134 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 341 B/s wr, 11 op/s 2024-09-06T15:15:15.901 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:11 smithi169 bash[19820]: audit 2024-09-06T15:15:10.899393+0000 mon.a (mon.0) 895 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 2]}]': finished 2024-09-06T15:15:15.901 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:11 smithi169 bash[19820]: audit 2024-09-06T15:15:10.899570+0000 mon.a (mon.0) 896 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]': finished 2024-09-06T15:15:15.901 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:11 smithi169 bash[19820]: audit 2024-09-06T15:15:10.899788+0000 mon.a (mon.0) 897 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]': finished 2024-09-06T15:15:15.901 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:11 smithi169 bash[19820]: audit 2024-09-06T15:15:10.899963+0000 mon.a (mon.0) 898 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]': finished 2024-09-06T15:15:15.901 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:11 smithi169 bash[19820]: cluster 2024-09-06T15:15:10.907601+0000 mon.a (mon.0) 899 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2024-09-06T15:15:15.902 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:11 smithi169 bash[26469]: cluster 2024-09-06T15:15:10.799872+0000 mgr.y (mgr.24284) 134 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 341 B/s wr, 11 op/s 2024-09-06T15:15:15.902 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:11 smithi169 bash[26469]: audit 2024-09-06T15:15:10.899393+0000 mon.a (mon.0) 895 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 2]}]': finished 2024-09-06T15:15:15.902 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:11 smithi169 bash[26469]: audit 2024-09-06T15:15:10.899570+0000 mon.a (mon.0) 896 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]': finished 2024-09-06T15:15:15.902 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:11 smithi169 bash[26469]: audit 2024-09-06T15:15:10.899788+0000 mon.a (mon.0) 897 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]': finished 2024-09-06T15:15:15.902 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:11 smithi169 bash[26469]: audit 2024-09-06T15:15:10.899963+0000 mon.a (mon.0) 898 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]': finished 2024-09-06T15:15:15.902 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:11 smithi169 bash[26469]: cluster 2024-09-06T15:15:10.907601+0000 mon.a (mon.0) 899 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2024-09-06T15:15:15.902 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:12 smithi169 bash[19820]: cluster 2024-09-06T15:15:11.917238+0000 mon.a (mon.0) 900 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2024-09-06T15:15:15.903 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:12 smithi169 bash[26469]: cluster 2024-09-06T15:15:11.917238+0000 mon.a (mon.0) 900 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2024-09-06T15:15:15.903 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:13 smithi169 bash[19820]: cluster 2024-09-06T15:15:12.800633+0000 mgr.y (mgr.24284) 135 : cluster [DBG] pgmap v112: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 415 B/s wr, 0 op/s 2024-09-06T15:15:15.903 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:13 smithi169 bash[26469]: cluster 2024-09-06T15:15:12.800633+0000 mgr.y (mgr.24284) 135 : cluster [DBG] pgmap v112: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 415 B/s wr, 0 op/s 2024-09-06T15:15:15.904 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:15 smithi169 bash[19820]: cluster 2024-09-06T15:15:14.265309+0000 mon.a (mon.0) 901 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2024-09-06T15:15:15.904 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:15 smithi169 bash[19820]: cluster 2024-09-06T15:15:14.801356+0000 mgr.y (mgr.24284) 136 : cluster [DBG] pgmap v114: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 346 B/s wr, 0 op/s 2024-09-06T15:15:15.904 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:15 smithi169 bash[26469]: cluster 2024-09-06T15:15:14.265309+0000 mon.a (mon.0) 901 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2024-09-06T15:15:15.904 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:15 smithi169 bash[26469]: cluster 2024-09-06T15:15:14.801356+0000 mgr.y (mgr.24284) 136 : cluster [DBG] pgmap v114: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 346 B/s wr, 0 op/s 2024-09-06T15:15:16.691 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:15:16 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:15:16] "GET /metrics HTTP/1.1" 200 38058 "" "Prometheus/2.43.0" 2024-09-06T15:15:18.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:17 smithi169 bash[19820]: cluster 2024-09-06T15:15:16.803020+0000 mgr.y (mgr.24284) 137 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 341 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-06T15:15:18.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:17 smithi169 bash[26469]: cluster 2024-09-06T15:15:16.803020+0000 mgr.y (mgr.24284) 137 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 341 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-06T15:15:18.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:17 smithi181 bash[21841]: cluster 2024-09-06T15:15:16.803020+0000 mgr.y (mgr.24284) 137 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 341 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-06T15:15:20.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:19 smithi169 bash[19820]: cluster 2024-09-06T15:15:18.803735+0000 mgr.y (mgr.24284) 138 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 259 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-06T15:15:20.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:19 smithi169 bash[26469]: cluster 2024-09-06T15:15:18.803735+0000 mgr.y (mgr.24284) 138 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 259 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-06T15:15:20.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:19 smithi181 bash[21841]: cluster 2024-09-06T15:15:18.803735+0000 mgr.y (mgr.24284) 138 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 259 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-06T15:15:20.702 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:15:22.144 INFO:teuthology.orchestra.run.smithi169.stdout:Scheduled iscsi.foo update... 2024-09-06T15:15:22.157 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:21 smithi169 bash[19820]: cluster 2024-09-06T15:15:20.804634+0000 mgr.y (mgr.24284) 139 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-06T15:15:22.158 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:21 smithi169 bash[26469]: cluster 2024-09-06T15:15:20.804634+0000 mgr.y (mgr.24284) 139 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-06T15:15:22.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:21 smithi181 bash[21841]: cluster 2024-09-06T15:15:20.804634+0000 mgr.y (mgr.24284) 139 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-06T15:15:22.961 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'sleep 180' 2024-09-06T15:15:23.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:23 smithi169 bash[19820]: audit 2024-09-06T15:15:22.136489+0000 mgr.y (mgr.24284) 140 : audit [DBG] from='client.14802 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:15:23.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:23 smithi169 bash[19820]: cephadm 2024-09-06T15:15:22.140533+0000 mgr.y (mgr.24284) 141 : cephadm [INF] Saving service iscsi.foo spec with placement count:1 2024-09-06T15:15:23.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:23 smithi169 bash[19820]: audit 2024-09-06T15:15:22.149427+0000 mon.a (mon.0) 902 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:23.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:23 smithi169 bash[19820]: audit 2024-09-06T15:15:22.151689+0000 mon.a (mon.0) 903 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:15:23.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:23 smithi169 bash[19820]: audit 2024-09-06T15:15:22.153009+0000 mon.a (mon.0) 904 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:15:23.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:23 smithi169 bash[19820]: audit 2024-09-06T15:15:22.163961+0000 mon.a (mon.0) 905 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:23.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:23 smithi169 bash[19820]: audit 2024-09-06T15:15:22.170437+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi169.yxosuq", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-06T15:15:23.443 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:23 smithi169 bash[19820]: audit 2024-09-06T15:15:22.174422+0000 mon.a (mon.0) 907 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi169.yxosuq", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2024-09-06T15:15:23.443 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:23 smithi169 bash[19820]: audit 2024-09-06T15:15:22.181812+0000 mon.a (mon.0) 908 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:15:23.443 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:23 smithi169 bash[19820]: cephadm 2024-09-06T15:15:22.182790+0000 mgr.y (mgr.24284) 142 : cephadm [INF] Deploying daemon iscsi.foo.smithi169.yxosuq on smithi169 2024-09-06T15:15:23.443 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:23 smithi169 bash[19820]: cluster 2024-09-06T15:15:22.806284+0000 mgr.y (mgr.24284) 143 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-06T15:15:23.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:23 smithi169 bash[26469]: audit 2024-09-06T15:15:22.136489+0000 mgr.y (mgr.24284) 140 : audit [DBG] from='client.14802 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:15:23.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:23 smithi169 bash[26469]: cephadm 2024-09-06T15:15:22.140533+0000 mgr.y (mgr.24284) 141 : cephadm [INF] Saving service iscsi.foo spec with placement count:1 2024-09-06T15:15:23.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:23 smithi169 bash[26469]: audit 2024-09-06T15:15:22.149427+0000 mon.a (mon.0) 902 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:23.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:23 smithi169 bash[26469]: audit 2024-09-06T15:15:22.151689+0000 mon.a (mon.0) 903 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:15:23.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:23 smithi169 bash[26469]: audit 2024-09-06T15:15:22.153009+0000 mon.a (mon.0) 904 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:15:23.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:23 smithi169 bash[26469]: audit 2024-09-06T15:15:22.163961+0000 mon.a (mon.0) 905 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:23.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:23 smithi169 bash[26469]: audit 2024-09-06T15:15:22.170437+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi169.yxosuq", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-06T15:15:23.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:23 smithi169 bash[26469]: audit 2024-09-06T15:15:22.174422+0000 mon.a (mon.0) 907 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi169.yxosuq", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2024-09-06T15:15:23.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:23 smithi169 bash[26469]: audit 2024-09-06T15:15:22.181812+0000 mon.a (mon.0) 908 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:15:23.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:23 smithi169 bash[26469]: cephadm 2024-09-06T15:15:22.182790+0000 mgr.y (mgr.24284) 142 : cephadm [INF] Deploying daemon iscsi.foo.smithi169.yxosuq on smithi169 2024-09-06T15:15:23.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:23 smithi169 bash[26469]: cluster 2024-09-06T15:15:22.806284+0000 mgr.y (mgr.24284) 143 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-06T15:15:23.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:23 smithi181 bash[21841]: audit 2024-09-06T15:15:22.136489+0000 mgr.y (mgr.24284) 140 : audit [DBG] from='client.14802 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:15:23.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:23 smithi181 bash[21841]: cephadm 2024-09-06T15:15:22.140533+0000 mgr.y (mgr.24284) 141 : cephadm [INF] Saving service iscsi.foo spec with placement count:1 2024-09-06T15:15:23.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:23 smithi181 bash[21841]: audit 2024-09-06T15:15:22.149427+0000 mon.a (mon.0) 902 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:23.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:23 smithi181 bash[21841]: audit 2024-09-06T15:15:22.151689+0000 mon.a (mon.0) 903 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:15:23.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:23 smithi181 bash[21841]: audit 2024-09-06T15:15:22.153009+0000 mon.a (mon.0) 904 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:15:23.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:23 smithi181 bash[21841]: audit 2024-09-06T15:15:22.163961+0000 mon.a (mon.0) 905 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:23.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:23 smithi181 bash[21841]: audit 2024-09-06T15:15:22.170437+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi169.yxosuq", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-06T15:15:23.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:23 smithi181 bash[21841]: audit 2024-09-06T15:15:22.174422+0000 mon.a (mon.0) 907 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi169.yxosuq", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2024-09-06T15:15:23.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:23 smithi181 bash[21841]: audit 2024-09-06T15:15:22.181812+0000 mon.a (mon.0) 908 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:15:23.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:23 smithi181 bash[21841]: cephadm 2024-09-06T15:15:22.182790+0000 mgr.y (mgr.24284) 142 : cephadm [INF] Deploying daemon iscsi.foo.smithi169.yxosuq on smithi169 2024-09-06T15:15:23.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:23 smithi181 bash[21841]: cluster 2024-09-06T15:15:22.806284+0000 mgr.y (mgr.24284) 143 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-06T15:15:25.162 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:15:25 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:15:25.162 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:15:25 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:15:25.162 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:15:25 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:15:25.163 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:15:25 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:15:25.163 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:15:25 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:15:25.163 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:25 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:15:25.163 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:25 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:15:25.164 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:15:25 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:15:25.164 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:15:25 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:15:25.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:25 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:15:25.442 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:15:25 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:15:25.442 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:15:25 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:15:25.442 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:15:25 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:15:25.442 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:15:25 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:15:25.443 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:15:25 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:15:25.443 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:25 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:15:25.443 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:15:25 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:15:25.444 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:15:25 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:15:26.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:25 smithi169 bash[26469]: cluster 2024-09-06T15:15:24.806988+0000 mgr.y (mgr.24284) 144 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-06T15:15:29.062 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:25 smithi169 bash[26469]: audit 2024-09-06T15:15:25.459731+0000 mon.a (mon.0) 909 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:29.062 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:25 smithi169 bash[26469]: audit 2024-09-06T15:15:25.466269+0000 mon.a (mon.0) 910 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:29.063 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:25 smithi169 bash[26469]: audit 2024-09-06T15:15:25.472487+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:29.063 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:25 smithi169 bash[26469]: audit 2024-09-06T15:15:25.485005+0000 mon.a (mon.0) 912 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:29.063 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:25 smithi169 bash[26469]: audit 2024-09-06T15:15:25.822071+0000 mon.a (mon.0) 913 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:15:29.063 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:25 smithi169 bash[19820]: cluster 2024-09-06T15:15:24.806988+0000 mgr.y (mgr.24284) 144 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-06T15:15:29.063 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:25 smithi169 bash[19820]: audit 2024-09-06T15:15:25.459731+0000 mon.a (mon.0) 909 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:29.063 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:25 smithi169 bash[19820]: audit 2024-09-06T15:15:25.466269+0000 mon.a (mon.0) 910 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:29.063 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:25 smithi169 bash[19820]: audit 2024-09-06T15:15:25.472487+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:29.064 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:25 smithi169 bash[19820]: audit 2024-09-06T15:15:25.485005+0000 mon.a (mon.0) 912 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:29.064 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:25 smithi169 bash[19820]: audit 2024-09-06T15:15:25.822071+0000 mon.a (mon.0) 913 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:15:29.064 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:15:26 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:15:26] "GET /metrics HTTP/1.1" 200 38079 "" "Prometheus/2.43.0" 2024-09-06T15:15:29.064 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:26 smithi169 bash[19820]: cephadm 2024-09-06T15:15:25.473095+0000 mgr.y (mgr.24284) 145 : cephadm [INF] Checking pool "foo" exists for service iscsi.foo 2024-09-06T15:15:29.064 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:26 smithi169 bash[19820]: audit 2024-09-06T15:15:25.924409+0000 mon.a (mon.0) 914 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:29.065 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:26 smithi169 bash[26469]: cephadm 2024-09-06T15:15:25.473095+0000 mgr.y (mgr.24284) 145 : cephadm [INF] Checking pool "foo" exists for service iscsi.foo 2024-09-06T15:15:29.065 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:26 smithi169 bash[26469]: audit 2024-09-06T15:15:25.924409+0000 mon.a (mon.0) 914 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:29.065 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:15:29.065 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:27 smithi169 bash[26469]: cluster 2024-09-06T15:15:26.808550+0000 mgr.y (mgr.24284) 146 : cluster [DBG] pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-06T15:15:29.065 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:27 smithi169 bash[26469]: cluster 2024-09-06T15:15:26.951510+0000 mon.a (mon.0) 915 : cluster [DBG] mgrmap e21: y(active, since 3m), standbys: x 2024-09-06T15:15:29.065 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:27 smithi169 bash[26469]: audit 2024-09-06T15:15:27.738865+0000 mon.c (mon.2) 25 : audit [DBG] from='client.? 172.21.15.169:0/134603219' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-06T15:15:29.066 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:27 smithi169 bash[19820]: cluster 2024-09-06T15:15:26.808550+0000 mgr.y (mgr.24284) 146 : cluster [DBG] pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-06T15:15:29.066 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:27 smithi169 bash[19820]: cluster 2024-09-06T15:15:26.951510+0000 mon.a (mon.0) 915 : cluster [DBG] mgrmap e21: y(active, since 3m), standbys: x 2024-09-06T15:15:29.066 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:27 smithi169 bash[19820]: audit 2024-09-06T15:15:27.738865+0000 mon.c (mon.2) 25 : audit [DBG] from='client.? 172.21.15.169:0/134603219' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-06T15:15:29.067 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:25 smithi181 bash[21841]: cluster 2024-09-06T15:15:24.806988+0000 mgr.y (mgr.24284) 144 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-06T15:15:29.067 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:25 smithi181 bash[21841]: audit 2024-09-06T15:15:25.459731+0000 mon.a (mon.0) 909 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:29.067 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:25 smithi181 bash[21841]: audit 2024-09-06T15:15:25.466269+0000 mon.a (mon.0) 910 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:29.067 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:25 smithi181 bash[21841]: audit 2024-09-06T15:15:25.472487+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:29.067 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:25 smithi181 bash[21841]: audit 2024-09-06T15:15:25.485005+0000 mon.a (mon.0) 912 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:29.067 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:25 smithi181 bash[21841]: audit 2024-09-06T15:15:25.822071+0000 mon.a (mon.0) 913 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:15:29.067 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:26 smithi181 bash[21841]: cephadm 2024-09-06T15:15:25.473095+0000 mgr.y (mgr.24284) 145 : cephadm [INF] Checking pool "foo" exists for service iscsi.foo 2024-09-06T15:15:29.067 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:26 smithi181 bash[21841]: audit 2024-09-06T15:15:25.924409+0000 mon.a (mon.0) 914 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:29.067 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:27 smithi181 bash[21841]: cluster 2024-09-06T15:15:26.808550+0000 mgr.y (mgr.24284) 146 : cluster [DBG] pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-06T15:15:29.067 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:27 smithi181 bash[21841]: cluster 2024-09-06T15:15:26.951510+0000 mon.a (mon.0) 915 : cluster [DBG] mgrmap e21: y(active, since 3m), standbys: x 2024-09-06T15:15:29.067 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:27 smithi181 bash[21841]: audit 2024-09-06T15:15:27.738865+0000 mon.c (mon.2) 25 : audit [DBG] from='client.? 172.21.15.169:0/134603219' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-06T15:15:29.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:28 smithi169 bash[26469]: audit 2024-09-06T15:15:28.034903+0000 mon.c (mon.2) 26 : audit [INF] from='client.? 172.21.15.169:0/2664278220' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/1929548253"}]: dispatch 2024-09-06T15:15:29.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:28 smithi169 bash[26469]: audit 2024-09-06T15:15:28.035731+0000 mon.a (mon.0) 916 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/1929548253"}]: dispatch 2024-09-06T15:15:29.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:28 smithi169 bash[19820]: audit 2024-09-06T15:15:28.034903+0000 mon.c (mon.2) 26 : audit [INF] from='client.? 172.21.15.169:0/2664278220' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/1929548253"}]: dispatch 2024-09-06T15:15:29.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:28 smithi169 bash[19820]: audit 2024-09-06T15:15:28.035731+0000 mon.a (mon.0) 916 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/1929548253"}]: dispatch 2024-09-06T15:15:29.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:28 smithi181 bash[21841]: audit 2024-09-06T15:15:28.034903+0000 mon.c (mon.2) 26 : audit [INF] from='client.? 172.21.15.169:0/2664278220' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/1929548253"}]: dispatch 2024-09-06T15:15:29.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:28 smithi181 bash[21841]: audit 2024-09-06T15:15:28.035731+0000 mon.a (mon.0) 916 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/1929548253"}]: dispatch 2024-09-06T15:15:30.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:29 smithi181 bash[21841]: cluster 2024-09-06T15:15:28.809255+0000 mgr.y (mgr.24284) 147 : cluster [DBG] pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:15:30.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:29 smithi181 bash[21841]: audit 2024-09-06T15:15:28.946393+0000 mon.a (mon.0) 917 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/1929548253"}]': finished 2024-09-06T15:15:30.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:29 smithi181 bash[21841]: cluster 2024-09-06T15:15:28.954343+0000 mon.a (mon.0) 918 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2024-09-06T15:15:30.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:29 smithi181 bash[21841]: audit 2024-09-06T15:15:29.284962+0000 mon.a (mon.0) 919 : audit [INF] from='client.? 172.21.15.169:0/1321609293' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2271447990"}]: dispatch 2024-09-06T15:15:30.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:29 smithi169 bash[19820]: cluster 2024-09-06T15:15:28.809255+0000 mgr.y (mgr.24284) 147 : cluster [DBG] pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:15:30.461 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:29 smithi169 bash[19820]: audit 2024-09-06T15:15:28.946393+0000 mon.a (mon.0) 917 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/1929548253"}]': finished 2024-09-06T15:15:30.462 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:29 smithi169 bash[19820]: cluster 2024-09-06T15:15:28.954343+0000 mon.a (mon.0) 918 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2024-09-06T15:15:30.462 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:29 smithi169 bash[19820]: audit 2024-09-06T15:15:29.284962+0000 mon.a (mon.0) 919 : audit [INF] from='client.? 172.21.15.169:0/1321609293' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2271447990"}]: dispatch 2024-09-06T15:15:30.462 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:29 smithi169 bash[26469]: cluster 2024-09-06T15:15:28.809255+0000 mgr.y (mgr.24284) 147 : cluster [DBG] pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:15:30.462 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:29 smithi169 bash[26469]: audit 2024-09-06T15:15:28.946393+0000 mon.a (mon.0) 917 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/1929548253"}]': finished 2024-09-06T15:15:30.462 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:29 smithi169 bash[26469]: cluster 2024-09-06T15:15:28.954343+0000 mon.a (mon.0) 918 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2024-09-06T15:15:30.462 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:29 smithi169 bash[26469]: audit 2024-09-06T15:15:29.284962+0000 mon.a (mon.0) 919 : audit [INF] from='client.? 172.21.15.169:0/1321609293' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2271447990"}]: dispatch 2024-09-06T15:15:31.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:30 smithi181 bash[21841]: audit 2024-09-06T15:15:29.948816+0000 mon.a (mon.0) 920 : audit [INF] from='client.? 172.21.15.169:0/1321609293' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2271447990"}]': finished 2024-09-06T15:15:31.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:30 smithi181 bash[21841]: cluster 2024-09-06T15:15:29.957392+0000 mon.a (mon.0) 921 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2024-09-06T15:15:31.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:30 smithi181 bash[21841]: audit 2024-09-06T15:15:30.254090+0000 mon.c (mon.2) 27 : audit [INF] from='client.? 172.21.15.169:0/3679026066' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6800/1993659954"}]: dispatch 2024-09-06T15:15:31.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:30 smithi181 bash[21841]: audit 2024-09-06T15:15:30.254673+0000 mon.a (mon.0) 922 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6800/1993659954"}]: dispatch 2024-09-06T15:15:31.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:30 smithi169 bash[19820]: audit 2024-09-06T15:15:29.948816+0000 mon.a (mon.0) 920 : audit [INF] from='client.? 172.21.15.169:0/1321609293' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2271447990"}]': finished 2024-09-06T15:15:31.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:30 smithi169 bash[19820]: cluster 2024-09-06T15:15:29.957392+0000 mon.a (mon.0) 921 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2024-09-06T15:15:31.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:30 smithi169 bash[19820]: audit 2024-09-06T15:15:30.254090+0000 mon.c (mon.2) 27 : audit [INF] from='client.? 172.21.15.169:0/3679026066' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6800/1993659954"}]: dispatch 2024-09-06T15:15:31.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:30 smithi169 bash[19820]: audit 2024-09-06T15:15:30.254673+0000 mon.a (mon.0) 922 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6800/1993659954"}]: dispatch 2024-09-06T15:15:31.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:30 smithi169 bash[26469]: audit 2024-09-06T15:15:29.948816+0000 mon.a (mon.0) 920 : audit [INF] from='client.? 172.21.15.169:0/1321609293' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2271447990"}]': finished 2024-09-06T15:15:31.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:30 smithi169 bash[26469]: cluster 2024-09-06T15:15:29.957392+0000 mon.a (mon.0) 921 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2024-09-06T15:15:31.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:30 smithi169 bash[26469]: audit 2024-09-06T15:15:30.254090+0000 mon.c (mon.2) 27 : audit [INF] from='client.? 172.21.15.169:0/3679026066' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6800/1993659954"}]: dispatch 2024-09-06T15:15:31.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:30 smithi169 bash[26469]: audit 2024-09-06T15:15:30.254673+0000 mon.a (mon.0) 922 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6800/1993659954"}]: dispatch 2024-09-06T15:15:31.837 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[20072]: [06/Sep/2024:15:15:31] ENGINE Bus STOPPING 2024-09-06T15:15:32.193 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[20072]: [06/Sep/2024:15:15:31] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-06T15:15:32.194 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[20072]: [06/Sep/2024:15:15:31] ENGINE Bus STOPPED 2024-09-06T15:15:32.194 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[20072]: [06/Sep/2024:15:15:31] ENGINE Bus STARTING 2024-09-06T15:15:32.194 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[20072]: [06/Sep/2024:15:15:31] ENGINE Serving on http://:::9283 2024-09-06T15:15:32.194 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[20072]: [06/Sep/2024:15:15:31] ENGINE Bus STARTED 2024-09-06T15:15:32.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[19820]: cluster 2024-09-06T15:15:30.809968+0000 mgr.y (mgr.24284) 148 : cluster [DBG] pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:15:32.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[19820]: audit 2024-09-06T15:15:30.966987+0000 mon.a (mon.0) 923 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6800/1993659954"}]': finished 2024-09-06T15:15:32.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[19820]: cluster 2024-09-06T15:15:30.972554+0000 mon.a (mon.0) 924 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2024-09-06T15:15:32.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[19820]: audit 2024-09-06T15:15:31.284128+0000 mon.c (mon.2) 28 : audit [INF] from='client.? 172.21.15.169:0/1691849078' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/3548930626"}]: dispatch 2024-09-06T15:15:32.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[19820]: audit 2024-09-06T15:15:31.284629+0000 mon.a (mon.0) 925 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/3548930626"}]: dispatch 2024-09-06T15:15:32.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[19820]: audit 2024-09-06T15:15:31.451609+0000 mon.a (mon.0) 926 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:32.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[19820]: audit 2024-09-06T15:15:31.458588+0000 mon.a (mon.0) 927 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:32.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[19820]: audit 2024-09-06T15:15:31.459681+0000 mon.a (mon.0) 928 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:15:32.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[19820]: audit 2024-09-06T15:15:31.460314+0000 mon.a (mon.0) 929 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:15:32.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[19820]: audit 2024-09-06T15:15:31.465634+0000 mon.a (mon.0) 930 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:32.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[19820]: audit 2024-09-06T15:15:31.520692+0000 mon.a (mon.0) 931 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-06T15:15:32.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[19820]: audit 2024-09-06T15:15:31.523133+0000 mon.a (mon.0) 932 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-06T15:15:32.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[19820]: audit 2024-09-06T15:15:31.531740+0000 mon.a (mon.0) 933 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:32.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[19820]: audit 2024-09-06T15:15:31.542070+0000 mon.a (mon.0) 934 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi169"}]: dispatch 2024-09-06T15:15:32.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[19820]: audit 2024-09-06T15:15:31.552240+0000 mon.a (mon.0) 935 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:32.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[19820]: audit 2024-09-06T15:15:31.617228+0000 mon.a (mon.0) 936 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:15:32.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[19820]: audit 2024-09-06T15:15:31.618273+0000 mon.a (mon.0) 937 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:15:32.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[19820]: audit 2024-09-06T15:15:31.624347+0000 mon.a (mon.0) 938 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:32.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[26469]: cluster 2024-09-06T15:15:30.809968+0000 mgr.y (mgr.24284) 148 : cluster [DBG] pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:15:32.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[26469]: audit 2024-09-06T15:15:30.966987+0000 mon.a (mon.0) 923 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6800/1993659954"}]': finished 2024-09-06T15:15:32.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[26469]: cluster 2024-09-06T15:15:30.972554+0000 mon.a (mon.0) 924 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2024-09-06T15:15:32.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[26469]: audit 2024-09-06T15:15:31.284128+0000 mon.c (mon.2) 28 : audit [INF] from='client.? 172.21.15.169:0/1691849078' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/3548930626"}]: dispatch 2024-09-06T15:15:32.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[26469]: audit 2024-09-06T15:15:31.284629+0000 mon.a (mon.0) 925 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/3548930626"}]: dispatch 2024-09-06T15:15:32.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[26469]: audit 2024-09-06T15:15:31.451609+0000 mon.a (mon.0) 926 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:32.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[26469]: audit 2024-09-06T15:15:31.458588+0000 mon.a (mon.0) 927 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:32.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[26469]: audit 2024-09-06T15:15:31.459681+0000 mon.a (mon.0) 928 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:15:32.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[26469]: audit 2024-09-06T15:15:31.460314+0000 mon.a (mon.0) 929 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:15:32.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[26469]: audit 2024-09-06T15:15:31.465634+0000 mon.a (mon.0) 930 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:32.211 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[26469]: audit 2024-09-06T15:15:31.520692+0000 mon.a (mon.0) 931 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-06T15:15:32.211 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[26469]: audit 2024-09-06T15:15:31.523133+0000 mon.a (mon.0) 932 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-06T15:15:32.211 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[26469]: audit 2024-09-06T15:15:31.531740+0000 mon.a (mon.0) 933 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:32.212 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[26469]: audit 2024-09-06T15:15:31.542070+0000 mon.a (mon.0) 934 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi169"}]: dispatch 2024-09-06T15:15:32.212 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[26469]: audit 2024-09-06T15:15:31.552240+0000 mon.a (mon.0) 935 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:32.212 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[26469]: audit 2024-09-06T15:15:31.617228+0000 mon.a (mon.0) 936 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:15:32.212 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[26469]: audit 2024-09-06T15:15:31.618273+0000 mon.a (mon.0) 937 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:15:32.212 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:31 smithi169 bash[26469]: audit 2024-09-06T15:15:31.624347+0000 mon.a (mon.0) 938 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:32.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:31 smithi181 bash[21841]: cluster 2024-09-06T15:15:30.809968+0000 mgr.y (mgr.24284) 148 : cluster [DBG] pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:15:32.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:31 smithi181 bash[21841]: audit 2024-09-06T15:15:30.966987+0000 mon.a (mon.0) 923 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6800/1993659954"}]': finished 2024-09-06T15:15:32.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:31 smithi181 bash[21841]: cluster 2024-09-06T15:15:30.972554+0000 mon.a (mon.0) 924 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2024-09-06T15:15:32.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:31 smithi181 bash[21841]: audit 2024-09-06T15:15:31.284128+0000 mon.c (mon.2) 28 : audit [INF] from='client.? 172.21.15.169:0/1691849078' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/3548930626"}]: dispatch 2024-09-06T15:15:32.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:31 smithi181 bash[21841]: audit 2024-09-06T15:15:31.284629+0000 mon.a (mon.0) 925 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/3548930626"}]: dispatch 2024-09-06T15:15:32.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:31 smithi181 bash[21841]: audit 2024-09-06T15:15:31.451609+0000 mon.a (mon.0) 926 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:32.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:31 smithi181 bash[21841]: audit 2024-09-06T15:15:31.458588+0000 mon.a (mon.0) 927 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:32.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:31 smithi181 bash[21841]: audit 2024-09-06T15:15:31.459681+0000 mon.a (mon.0) 928 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:15:32.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:31 smithi181 bash[21841]: audit 2024-09-06T15:15:31.460314+0000 mon.a (mon.0) 929 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:15:32.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:31 smithi181 bash[21841]: audit 2024-09-06T15:15:31.465634+0000 mon.a (mon.0) 930 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:32.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:31 smithi181 bash[21841]: audit 2024-09-06T15:15:31.520692+0000 mon.a (mon.0) 931 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-06T15:15:32.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:31 smithi181 bash[21841]: audit 2024-09-06T15:15:31.523133+0000 mon.a (mon.0) 932 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-06T15:15:32.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:31 smithi181 bash[21841]: audit 2024-09-06T15:15:31.531740+0000 mon.a (mon.0) 933 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:32.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:31 smithi181 bash[21841]: audit 2024-09-06T15:15:31.542070+0000 mon.a (mon.0) 934 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi169"}]: dispatch 2024-09-06T15:15:32.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:31 smithi181 bash[21841]: audit 2024-09-06T15:15:31.552240+0000 mon.a (mon.0) 935 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:32.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:31 smithi181 bash[21841]: audit 2024-09-06T15:15:31.617228+0000 mon.a (mon.0) 936 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:15:32.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:31 smithi181 bash[21841]: audit 2024-09-06T15:15:31.618273+0000 mon.a (mon.0) 937 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:15:32.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:31 smithi181 bash[21841]: audit 2024-09-06T15:15:31.624347+0000 mon.a (mon.0) 938 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:15:33.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:32 smithi181 bash[21841]: audit 2024-09-06T15:15:31.521463+0000 mgr.y (mgr.24284) 149 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-06T15:15:33.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:32 smithi181 bash[21841]: cephadm 2024-09-06T15:15:31.522920+0000 mgr.y (mgr.24284) 150 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.169:5000 to Dashboard 2024-09-06T15:15:33.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:32 smithi181 bash[21841]: audit 2024-09-06T15:15:31.523475+0000 mgr.y (mgr.24284) 151 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-06T15:15:33.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:32 smithi181 bash[21841]: audit 2024-09-06T15:15:31.542625+0000 mgr.y (mgr.24284) 152 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi169"}]: dispatch 2024-09-06T15:15:33.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:32 smithi181 bash[21841]: audit 2024-09-06T15:15:31.979240+0000 mon.a (mon.0) 939 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/3548930626"}]': finished 2024-09-06T15:15:33.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:32 smithi181 bash[21841]: cluster 2024-09-06T15:15:31.986515+0000 mon.a (mon.0) 940 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-09-06T15:15:33.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:32 smithi181 bash[21841]: audit 2024-09-06T15:15:32.300311+0000 mon.a (mon.0) 941 : audit [INF] from='client.? 172.21.15.169:0/4251758078' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/1993659954"}]: dispatch 2024-09-06T15:15:33.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:32 smithi169 bash[19820]: audit 2024-09-06T15:15:31.521463+0000 mgr.y (mgr.24284) 149 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-06T15:15:33.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:32 smithi169 bash[19820]: cephadm 2024-09-06T15:15:31.522920+0000 mgr.y (mgr.24284) 150 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.169:5000 to Dashboard 2024-09-06T15:15:33.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:32 smithi169 bash[19820]: audit 2024-09-06T15:15:31.523475+0000 mgr.y (mgr.24284) 151 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-06T15:15:33.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:32 smithi169 bash[19820]: audit 2024-09-06T15:15:31.542625+0000 mgr.y (mgr.24284) 152 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi169"}]: dispatch 2024-09-06T15:15:33.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:32 smithi169 bash[19820]: audit 2024-09-06T15:15:31.979240+0000 mon.a (mon.0) 939 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/3548930626"}]': finished 2024-09-06T15:15:33.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:32 smithi169 bash[19820]: cluster 2024-09-06T15:15:31.986515+0000 mon.a (mon.0) 940 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-09-06T15:15:33.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:32 smithi169 bash[19820]: audit 2024-09-06T15:15:32.300311+0000 mon.a (mon.0) 941 : audit [INF] from='client.? 172.21.15.169:0/4251758078' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/1993659954"}]: dispatch 2024-09-06T15:15:33.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:32 smithi169 bash[26469]: audit 2024-09-06T15:15:31.521463+0000 mgr.y (mgr.24284) 149 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-06T15:15:33.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:32 smithi169 bash[26469]: cephadm 2024-09-06T15:15:31.522920+0000 mgr.y (mgr.24284) 150 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.169:5000 to Dashboard 2024-09-06T15:15:33.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:32 smithi169 bash[26469]: audit 2024-09-06T15:15:31.523475+0000 mgr.y (mgr.24284) 151 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-06T15:15:33.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:32 smithi169 bash[26469]: audit 2024-09-06T15:15:31.542625+0000 mgr.y (mgr.24284) 152 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi169"}]: dispatch 2024-09-06T15:15:33.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:32 smithi169 bash[26469]: audit 2024-09-06T15:15:31.979240+0000 mon.a (mon.0) 939 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/3548930626"}]': finished 2024-09-06T15:15:33.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:32 smithi169 bash[26469]: cluster 2024-09-06T15:15:31.986515+0000 mon.a (mon.0) 940 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-09-06T15:15:33.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:32 smithi169 bash[26469]: audit 2024-09-06T15:15:32.300311+0000 mon.a (mon.0) 941 : audit [INF] from='client.? 172.21.15.169:0/4251758078' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/1993659954"}]: dispatch 2024-09-06T15:15:34.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:33 smithi181 bash[21841]: cluster 2024-09-06T15:15:32.810619+0000 mgr.y (mgr.24284) 153 : cluster [DBG] pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 3 op/s 2024-09-06T15:15:34.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:33 smithi181 bash[21841]: audit 2024-09-06T15:15:32.981725+0000 mon.a (mon.0) 942 : audit [INF] from='client.? 172.21.15.169:0/4251758078' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/1993659954"}]': finished 2024-09-06T15:15:34.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:33 smithi181 bash[21841]: cluster 2024-09-06T15:15:32.989273+0000 mon.a (mon.0) 943 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-09-06T15:15:34.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:33 smithi181 bash[21841]: audit 2024-09-06T15:15:33.296260+0000 mon.a (mon.0) 944 : audit [INF] from='client.? 172.21.15.169:0/3080958388' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/125306192"}]: dispatch 2024-09-06T15:15:34.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:33 smithi169 bash[19820]: cluster 2024-09-06T15:15:32.810619+0000 mgr.y (mgr.24284) 153 : cluster [DBG] pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 3 op/s 2024-09-06T15:15:34.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:33 smithi169 bash[19820]: audit 2024-09-06T15:15:32.981725+0000 mon.a (mon.0) 942 : audit [INF] from='client.? 172.21.15.169:0/4251758078' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/1993659954"}]': finished 2024-09-06T15:15:34.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:33 smithi169 bash[19820]: cluster 2024-09-06T15:15:32.989273+0000 mon.a (mon.0) 943 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-09-06T15:15:34.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:33 smithi169 bash[19820]: audit 2024-09-06T15:15:33.296260+0000 mon.a (mon.0) 944 : audit [INF] from='client.? 172.21.15.169:0/3080958388' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/125306192"}]: dispatch 2024-09-06T15:15:34.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:33 smithi169 bash[26469]: cluster 2024-09-06T15:15:32.810619+0000 mgr.y (mgr.24284) 153 : cluster [DBG] pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 3 op/s 2024-09-06T15:15:34.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:33 smithi169 bash[26469]: audit 2024-09-06T15:15:32.981725+0000 mon.a (mon.0) 942 : audit [INF] from='client.? 172.21.15.169:0/4251758078' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/1993659954"}]': finished 2024-09-06T15:15:34.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:33 smithi169 bash[26469]: cluster 2024-09-06T15:15:32.989273+0000 mon.a (mon.0) 943 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-09-06T15:15:34.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:33 smithi169 bash[26469]: audit 2024-09-06T15:15:33.296260+0000 mon.a (mon.0) 944 : audit [INF] from='client.? 172.21.15.169:0/3080958388' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/125306192"}]: dispatch 2024-09-06T15:15:35.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:35 smithi169 bash[19820]: audit 2024-09-06T15:15:34.003417+0000 mon.a (mon.0) 945 : audit [INF] from='client.? 172.21.15.169:0/3080958388' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/125306192"}]': finished 2024-09-06T15:15:35.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:35 smithi169 bash[19820]: cluster 2024-09-06T15:15:34.011250+0000 mon.a (mon.0) 946 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-09-06T15:15:35.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:35 smithi169 bash[19820]: audit 2024-09-06T15:15:34.321142+0000 mon.c (mon.2) 29 : audit [INF] from='client.? 172.21.15.169:0/771553391' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2660856648"}]: dispatch 2024-09-06T15:15:35.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:35 smithi169 bash[19820]: audit 2024-09-06T15:15:34.321868+0000 mon.a (mon.0) 947 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2660856648"}]: dispatch 2024-09-06T15:15:35.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:35 smithi169 bash[26469]: audit 2024-09-06T15:15:34.003417+0000 mon.a (mon.0) 945 : audit [INF] from='client.? 172.21.15.169:0/3080958388' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/125306192"}]': finished 2024-09-06T15:15:35.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:35 smithi169 bash[26469]: cluster 2024-09-06T15:15:34.011250+0000 mon.a (mon.0) 946 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-09-06T15:15:35.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:35 smithi169 bash[26469]: audit 2024-09-06T15:15:34.321142+0000 mon.c (mon.2) 29 : audit [INF] from='client.? 172.21.15.169:0/771553391' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2660856648"}]: dispatch 2024-09-06T15:15:35.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:35 smithi169 bash[26469]: audit 2024-09-06T15:15:34.321868+0000 mon.a (mon.0) 947 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2660856648"}]: dispatch 2024-09-06T15:15:35.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:35 smithi181 bash[21841]: audit 2024-09-06T15:15:34.003417+0000 mon.a (mon.0) 945 : audit [INF] from='client.? 172.21.15.169:0/3080958388' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/125306192"}]': finished 2024-09-06T15:15:35.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:35 smithi181 bash[21841]: cluster 2024-09-06T15:15:34.011250+0000 mon.a (mon.0) 946 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-09-06T15:15:35.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:35 smithi181 bash[21841]: audit 2024-09-06T15:15:34.321142+0000 mon.c (mon.2) 29 : audit [INF] from='client.? 172.21.15.169:0/771553391' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2660856648"}]: dispatch 2024-09-06T15:15:35.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:35 smithi181 bash[21841]: audit 2024-09-06T15:15:34.321868+0000 mon.a (mon.0) 947 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2660856648"}]: dispatch 2024-09-06T15:15:36.330 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:36 smithi169 bash[19820]: cluster 2024-09-06T15:15:34.811418+0000 mgr.y (mgr.24284) 154 : cluster [DBG] pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 3 op/s 2024-09-06T15:15:36.330 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:36 smithi169 bash[19820]: audit 2024-09-06T15:15:35.005845+0000 mon.a (mon.0) 948 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2660856648"}]': finished 2024-09-06T15:15:36.330 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:36 smithi169 bash[19820]: cluster 2024-09-06T15:15:35.013038+0000 mon.a (mon.0) 949 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-09-06T15:15:36.330 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:36 smithi169 bash[19820]: audit 2024-09-06T15:15:35.327159+0000 mon.a (mon.0) 950 : audit [INF] from='client.? 172.21.15.169:0/3810563088' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/1785613480"}]: dispatch 2024-09-06T15:15:36.330 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:36 smithi169 bash[26469]: cluster 2024-09-06T15:15:34.811418+0000 mgr.y (mgr.24284) 154 : cluster [DBG] pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 3 op/s 2024-09-06T15:15:36.330 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:36 smithi169 bash[26469]: audit 2024-09-06T15:15:35.005845+0000 mon.a (mon.0) 948 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2660856648"}]': finished 2024-09-06T15:15:36.330 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:36 smithi169 bash[26469]: cluster 2024-09-06T15:15:35.013038+0000 mon.a (mon.0) 949 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-09-06T15:15:36.330 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:36 smithi169 bash[26469]: audit 2024-09-06T15:15:35.327159+0000 mon.a (mon.0) 950 : audit [INF] from='client.? 172.21.15.169:0/3810563088' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/1785613480"}]: dispatch 2024-09-06T15:15:36.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:36 smithi181 bash[21841]: cluster 2024-09-06T15:15:34.811418+0000 mgr.y (mgr.24284) 154 : cluster [DBG] pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 3 op/s 2024-09-06T15:15:36.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:36 smithi181 bash[21841]: audit 2024-09-06T15:15:35.005845+0000 mon.a (mon.0) 948 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2660856648"}]': finished 2024-09-06T15:15:36.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:36 smithi181 bash[21841]: cluster 2024-09-06T15:15:35.013038+0000 mon.a (mon.0) 949 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-09-06T15:15:36.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:36 smithi181 bash[21841]: audit 2024-09-06T15:15:35.327159+0000 mon.a (mon.0) 950 : audit [INF] from='client.? 172.21.15.169:0/3810563088' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/1785613480"}]: dispatch 2024-09-06T15:15:36.691 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:15:36 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:15:36] "GET /metrics HTTP/1.1" 200 38079 "" "Prometheus/2.43.0" 2024-09-06T15:15:37.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:37 smithi169 bash[19820]: audit 2024-09-06T15:15:36.026246+0000 mon.a (mon.0) 951 : audit [INF] from='client.? 172.21.15.169:0/3810563088' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/1785613480"}]': finished 2024-09-06T15:15:37.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:37 smithi169 bash[19820]: cluster 2024-09-06T15:15:36.032975+0000 mon.a (mon.0) 952 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-09-06T15:15:37.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:37 smithi169 bash[19820]: audit 2024-09-06T15:15:36.351186+0000 mon.a (mon.0) 953 : audit [INF] from='client.? 172.21.15.169:0/474751929' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6800/1496712195"}]: dispatch 2024-09-06T15:15:37.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:37 smithi169 bash[19820]: cluster 2024-09-06T15:15:36.812962+0000 mgr.y (mgr.24284) 155 : cluster [DBG] pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:15:37.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:37 smithi169 bash[26469]: audit 2024-09-06T15:15:36.026246+0000 mon.a (mon.0) 951 : audit [INF] from='client.? 172.21.15.169:0/3810563088' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/1785613480"}]': finished 2024-09-06T15:15:37.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:37 smithi169 bash[26469]: cluster 2024-09-06T15:15:36.032975+0000 mon.a (mon.0) 952 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-09-06T15:15:37.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:37 smithi169 bash[26469]: audit 2024-09-06T15:15:36.351186+0000 mon.a (mon.0) 953 : audit [INF] from='client.? 172.21.15.169:0/474751929' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6800/1496712195"}]: dispatch 2024-09-06T15:15:37.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:37 smithi169 bash[26469]: cluster 2024-09-06T15:15:36.812962+0000 mgr.y (mgr.24284) 155 : cluster [DBG] pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:15:37.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:37 smithi181 bash[21841]: audit 2024-09-06T15:15:36.026246+0000 mon.a (mon.0) 951 : audit [INF] from='client.? 172.21.15.169:0/3810563088' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/1785613480"}]': finished 2024-09-06T15:15:37.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:37 smithi181 bash[21841]: cluster 2024-09-06T15:15:36.032975+0000 mon.a (mon.0) 952 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-09-06T15:15:37.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:37 smithi181 bash[21841]: audit 2024-09-06T15:15:36.351186+0000 mon.a (mon.0) 953 : audit [INF] from='client.? 172.21.15.169:0/474751929' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6800/1496712195"}]: dispatch 2024-09-06T15:15:37.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:37 smithi181 bash[21841]: cluster 2024-09-06T15:15:36.812962+0000 mgr.y (mgr.24284) 155 : cluster [DBG] pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:15:38.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:38 smithi169 bash[19820]: audit 2024-09-06T15:15:37.036598+0000 mon.a (mon.0) 954 : audit [INF] from='client.? 172.21.15.169:0/474751929' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6800/1496712195"}]': finished 2024-09-06T15:15:38.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:38 smithi169 bash[19820]: cluster 2024-09-06T15:15:37.046333+0000 mon.a (mon.0) 955 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-09-06T15:15:38.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:38 smithi169 bash[19820]: audit 2024-09-06T15:15:37.352553+0000 mon.c (mon.2) 30 : audit [INF] from='client.? 172.21.15.169:0/1194296959' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/451280936"}]: dispatch 2024-09-06T15:15:38.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:38 smithi169 bash[19820]: audit 2024-09-06T15:15:37.353356+0000 mon.a (mon.0) 956 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/451280936"}]: dispatch 2024-09-06T15:15:38.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:38 smithi169 bash[19820]: audit 2024-09-06T15:15:37.475740+0000 mgr.y (mgr.24284) 156 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:15:38.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:38 smithi169 bash[26469]: audit 2024-09-06T15:15:37.036598+0000 mon.a (mon.0) 954 : audit [INF] from='client.? 172.21.15.169:0/474751929' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6800/1496712195"}]': finished 2024-09-06T15:15:38.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:38 smithi169 bash[26469]: cluster 2024-09-06T15:15:37.046333+0000 mon.a (mon.0) 955 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-09-06T15:15:38.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:38 smithi169 bash[26469]: audit 2024-09-06T15:15:37.352553+0000 mon.c (mon.2) 30 : audit [INF] from='client.? 172.21.15.169:0/1194296959' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/451280936"}]: dispatch 2024-09-06T15:15:38.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:38 smithi169 bash[26469]: audit 2024-09-06T15:15:37.353356+0000 mon.a (mon.0) 956 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/451280936"}]: dispatch 2024-09-06T15:15:38.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:38 smithi169 bash[26469]: audit 2024-09-06T15:15:37.475740+0000 mgr.y (mgr.24284) 156 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:15:38.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:38 smithi181 bash[21841]: audit 2024-09-06T15:15:37.036598+0000 mon.a (mon.0) 954 : audit [INF] from='client.? 172.21.15.169:0/474751929' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6800/1496712195"}]': finished 2024-09-06T15:15:38.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:38 smithi181 bash[21841]: cluster 2024-09-06T15:15:37.046333+0000 mon.a (mon.0) 955 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-09-06T15:15:38.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:38 smithi181 bash[21841]: audit 2024-09-06T15:15:37.352553+0000 mon.c (mon.2) 30 : audit [INF] from='client.? 172.21.15.169:0/1194296959' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/451280936"}]: dispatch 2024-09-06T15:15:38.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:38 smithi181 bash[21841]: audit 2024-09-06T15:15:37.353356+0000 mon.a (mon.0) 956 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/451280936"}]: dispatch 2024-09-06T15:15:38.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:38 smithi181 bash[21841]: audit 2024-09-06T15:15:37.475740+0000 mgr.y (mgr.24284) 156 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:15:39.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:39 smithi169 bash[19820]: audit 2024-09-06T15:15:38.039163+0000 mon.a (mon.0) 957 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/451280936"}]': finished 2024-09-06T15:15:39.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:39 smithi169 bash[19820]: cluster 2024-09-06T15:15:38.047751+0000 mon.a (mon.0) 958 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2024-09-06T15:15:39.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:39 smithi169 bash[19820]: audit 2024-09-06T15:15:38.363053+0000 mon.c (mon.2) 31 : audit [INF] from='client.? 172.21.15.169:0/4048228183' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6800/4252780902"}]: dispatch 2024-09-06T15:15:39.443 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:39 smithi169 bash[19820]: audit 2024-09-06T15:15:38.363858+0000 mon.a (mon.0) 959 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6800/4252780902"}]: dispatch 2024-09-06T15:15:39.443 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:39 smithi169 bash[19820]: cluster 2024-09-06T15:15:38.813811+0000 mgr.y (mgr.24284) 157 : cluster [DBG] pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:15:39.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:39 smithi169 bash[26469]: audit 2024-09-06T15:15:38.039163+0000 mon.a (mon.0) 957 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/451280936"}]': finished 2024-09-06T15:15:39.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:39 smithi169 bash[26469]: cluster 2024-09-06T15:15:38.047751+0000 mon.a (mon.0) 958 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2024-09-06T15:15:39.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:39 smithi169 bash[26469]: audit 2024-09-06T15:15:38.363053+0000 mon.c (mon.2) 31 : audit [INF] from='client.? 172.21.15.169:0/4048228183' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6800/4252780902"}]: dispatch 2024-09-06T15:15:39.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:39 smithi169 bash[26469]: audit 2024-09-06T15:15:38.363858+0000 mon.a (mon.0) 959 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6800/4252780902"}]: dispatch 2024-09-06T15:15:39.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:39 smithi169 bash[26469]: cluster 2024-09-06T15:15:38.813811+0000 mgr.y (mgr.24284) 157 : cluster [DBG] pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:15:39.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:39 smithi181 bash[21841]: audit 2024-09-06T15:15:38.039163+0000 mon.a (mon.0) 957 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/451280936"}]': finished 2024-09-06T15:15:39.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:39 smithi181 bash[21841]: cluster 2024-09-06T15:15:38.047751+0000 mon.a (mon.0) 958 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2024-09-06T15:15:39.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:39 smithi181 bash[21841]: audit 2024-09-06T15:15:38.363053+0000 mon.c (mon.2) 31 : audit [INF] from='client.? 172.21.15.169:0/4048228183' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6800/4252780902"}]: dispatch 2024-09-06T15:15:39.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:39 smithi181 bash[21841]: audit 2024-09-06T15:15:38.363858+0000 mon.a (mon.0) 959 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6800/4252780902"}]: dispatch 2024-09-06T15:15:39.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:39 smithi181 bash[21841]: cluster 2024-09-06T15:15:38.813811+0000 mgr.y (mgr.24284) 157 : cluster [DBG] pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:15:40.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:40 smithi169 bash[19820]: audit 2024-09-06T15:15:39.056158+0000 mon.a (mon.0) 960 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6800/4252780902"}]': finished 2024-09-06T15:15:40.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:40 smithi169 bash[19820]: cluster 2024-09-06T15:15:39.065243+0000 mon.a (mon.0) 961 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2024-09-06T15:15:40.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:40 smithi169 bash[19820]: audit 2024-09-06T15:15:39.385088+0000 mon.c (mon.2) 32 : audit [INF] from='client.? 172.21.15.169:0/2655363098' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2299471756"}]: dispatch 2024-09-06T15:15:40.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:40 smithi169 bash[19820]: audit 2024-09-06T15:15:39.385696+0000 mon.a (mon.0) 962 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2299471756"}]: dispatch 2024-09-06T15:15:40.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:40 smithi169 bash[26469]: audit 2024-09-06T15:15:39.056158+0000 mon.a (mon.0) 960 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6800/4252780902"}]': finished 2024-09-06T15:15:40.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:40 smithi169 bash[26469]: cluster 2024-09-06T15:15:39.065243+0000 mon.a (mon.0) 961 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2024-09-06T15:15:40.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:40 smithi169 bash[26469]: audit 2024-09-06T15:15:39.385088+0000 mon.c (mon.2) 32 : audit [INF] from='client.? 172.21.15.169:0/2655363098' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2299471756"}]: dispatch 2024-09-06T15:15:40.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:40 smithi169 bash[26469]: audit 2024-09-06T15:15:39.385696+0000 mon.a (mon.0) 962 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2299471756"}]: dispatch 2024-09-06T15:15:40.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:40 smithi181 bash[21841]: audit 2024-09-06T15:15:39.056158+0000 mon.a (mon.0) 960 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6800/4252780902"}]': finished 2024-09-06T15:15:40.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:40 smithi181 bash[21841]: cluster 2024-09-06T15:15:39.065243+0000 mon.a (mon.0) 961 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2024-09-06T15:15:40.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:40 smithi181 bash[21841]: audit 2024-09-06T15:15:39.385088+0000 mon.c (mon.2) 32 : audit [INF] from='client.? 172.21.15.169:0/2655363098' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2299471756"}]: dispatch 2024-09-06T15:15:40.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:40 smithi181 bash[21841]: audit 2024-09-06T15:15:39.385696+0000 mon.a (mon.0) 962 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2299471756"}]: dispatch 2024-09-06T15:15:41.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:41 smithi169 bash[19820]: audit 2024-09-06T15:15:40.072462+0000 mon.a (mon.0) 963 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2299471756"}]': finished 2024-09-06T15:15:41.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:41 smithi169 bash[19820]: cluster 2024-09-06T15:15:40.079588+0000 mon.a (mon.0) 964 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-09-06T15:15:41.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:41 smithi169 bash[19820]: audit 2024-09-06T15:15:40.395783+0000 mon.c (mon.2) 33 : audit [INF] from='client.? 172.21.15.169:0/3385588490' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/1496712195"}]: dispatch 2024-09-06T15:15:41.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:41 smithi169 bash[19820]: audit 2024-09-06T15:15:40.396641+0000 mon.a (mon.0) 965 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/1496712195"}]: dispatch 2024-09-06T15:15:41.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:41 smithi169 bash[19820]: cluster 2024-09-06T15:15:40.814526+0000 mgr.y (mgr.24284) 158 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:15:41.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:41 smithi169 bash[19820]: audit 2024-09-06T15:15:40.822150+0000 mon.a (mon.0) 966 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:15:41.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:41 smithi169 bash[26469]: audit 2024-09-06T15:15:40.072462+0000 mon.a (mon.0) 963 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2299471756"}]': finished 2024-09-06T15:15:41.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:41 smithi169 bash[26469]: cluster 2024-09-06T15:15:40.079588+0000 mon.a (mon.0) 964 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-09-06T15:15:41.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:41 smithi169 bash[26469]: audit 2024-09-06T15:15:40.395783+0000 mon.c (mon.2) 33 : audit [INF] from='client.? 172.21.15.169:0/3385588490' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/1496712195"}]: dispatch 2024-09-06T15:15:41.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:41 smithi169 bash[26469]: audit 2024-09-06T15:15:40.396641+0000 mon.a (mon.0) 965 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/1496712195"}]: dispatch 2024-09-06T15:15:41.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:41 smithi169 bash[26469]: cluster 2024-09-06T15:15:40.814526+0000 mgr.y (mgr.24284) 158 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:15:41.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:41 smithi169 bash[26469]: audit 2024-09-06T15:15:40.822150+0000 mon.a (mon.0) 966 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:15:41.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:41 smithi181 bash[21841]: audit 2024-09-06T15:15:40.072462+0000 mon.a (mon.0) 963 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2299471756"}]': finished 2024-09-06T15:15:41.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:41 smithi181 bash[21841]: cluster 2024-09-06T15:15:40.079588+0000 mon.a (mon.0) 964 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-09-06T15:15:41.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:41 smithi181 bash[21841]: audit 2024-09-06T15:15:40.395783+0000 mon.c (mon.2) 33 : audit [INF] from='client.? 172.21.15.169:0/3385588490' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/1496712195"}]: dispatch 2024-09-06T15:15:41.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:41 smithi181 bash[21841]: audit 2024-09-06T15:15:40.396641+0000 mon.a (mon.0) 965 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/1496712195"}]: dispatch 2024-09-06T15:15:41.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:41 smithi181 bash[21841]: cluster 2024-09-06T15:15:40.814526+0000 mgr.y (mgr.24284) 158 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:15:41.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:41 smithi181 bash[21841]: audit 2024-09-06T15:15:40.822150+0000 mon.a (mon.0) 966 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:15:42.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:42 smithi169 bash[19820]: audit 2024-09-06T15:15:41.085969+0000 mon.a (mon.0) 967 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/1496712195"}]': finished 2024-09-06T15:15:42.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:42 smithi169 bash[19820]: cluster 2024-09-06T15:15:41.094528+0000 mon.a (mon.0) 968 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-09-06T15:15:42.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:42 smithi169 bash[19820]: audit 2024-09-06T15:15:41.404242+0000 mon.a (mon.0) 969 : audit [INF] from='client.? 172.21.15.169:0/2866382261' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2663452529"}]: dispatch 2024-09-06T15:15:42.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:42 smithi169 bash[26469]: audit 2024-09-06T15:15:41.085969+0000 mon.a (mon.0) 967 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/1496712195"}]': finished 2024-09-06T15:15:42.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:42 smithi169 bash[26469]: cluster 2024-09-06T15:15:41.094528+0000 mon.a (mon.0) 968 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-09-06T15:15:42.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:42 smithi169 bash[26469]: audit 2024-09-06T15:15:41.404242+0000 mon.a (mon.0) 969 : audit [INF] from='client.? 172.21.15.169:0/2866382261' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2663452529"}]: dispatch 2024-09-06T15:15:42.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:42 smithi181 bash[21841]: audit 2024-09-06T15:15:41.085969+0000 mon.a (mon.0) 967 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/1496712195"}]': finished 2024-09-06T15:15:42.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:42 smithi181 bash[21841]: cluster 2024-09-06T15:15:41.094528+0000 mon.a (mon.0) 968 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-09-06T15:15:42.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:42 smithi181 bash[21841]: audit 2024-09-06T15:15:41.404242+0000 mon.a (mon.0) 969 : audit [INF] from='client.? 172.21.15.169:0/2866382261' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2663452529"}]: dispatch 2024-09-06T15:15:43.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:43 smithi169 bash[19820]: audit 2024-09-06T15:15:42.109144+0000 mon.a (mon.0) 970 : audit [INF] from='client.? 172.21.15.169:0/2866382261' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2663452529"}]': finished 2024-09-06T15:15:43.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:43 smithi169 bash[19820]: cluster 2024-09-06T15:15:42.117047+0000 mon.a (mon.0) 971 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2024-09-06T15:15:43.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:43 smithi169 bash[19820]: audit 2024-09-06T15:15:42.423349+0000 mon.c (mon.2) 34 : audit [INF] from='client.? 172.21.15.169:0/4216743652' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/4252780902"}]: dispatch 2024-09-06T15:15:43.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:43 smithi169 bash[19820]: audit 2024-09-06T15:15:42.423960+0000 mon.a (mon.0) 972 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/4252780902"}]: dispatch 2024-09-06T15:15:43.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:43 smithi169 bash[19820]: cluster 2024-09-06T15:15:42.815261+0000 mgr.y (mgr.24284) 159 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:15:43.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:43 smithi169 bash[26469]: audit 2024-09-06T15:15:42.109144+0000 mon.a (mon.0) 970 : audit [INF] from='client.? 172.21.15.169:0/2866382261' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2663452529"}]': finished 2024-09-06T15:15:43.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:43 smithi169 bash[26469]: cluster 2024-09-06T15:15:42.117047+0000 mon.a (mon.0) 971 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2024-09-06T15:15:43.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:43 smithi169 bash[26469]: audit 2024-09-06T15:15:42.423349+0000 mon.c (mon.2) 34 : audit [INF] from='client.? 172.21.15.169:0/4216743652' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/4252780902"}]: dispatch 2024-09-06T15:15:43.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:43 smithi169 bash[26469]: audit 2024-09-06T15:15:42.423960+0000 mon.a (mon.0) 972 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/4252780902"}]: dispatch 2024-09-06T15:15:43.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:43 smithi169 bash[26469]: cluster 2024-09-06T15:15:42.815261+0000 mgr.y (mgr.24284) 159 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:15:43.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:43 smithi181 bash[21841]: audit 2024-09-06T15:15:42.109144+0000 mon.a (mon.0) 970 : audit [INF] from='client.? 172.21.15.169:0/2866382261' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2663452529"}]': finished 2024-09-06T15:15:43.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:43 smithi181 bash[21841]: cluster 2024-09-06T15:15:42.117047+0000 mon.a (mon.0) 971 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2024-09-06T15:15:43.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:43 smithi181 bash[21841]: audit 2024-09-06T15:15:42.423349+0000 mon.c (mon.2) 34 : audit [INF] from='client.? 172.21.15.169:0/4216743652' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/4252780902"}]: dispatch 2024-09-06T15:15:43.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:43 smithi181 bash[21841]: audit 2024-09-06T15:15:42.423960+0000 mon.a (mon.0) 972 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/4252780902"}]: dispatch 2024-09-06T15:15:43.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:43 smithi181 bash[21841]: cluster 2024-09-06T15:15:42.815261+0000 mgr.y (mgr.24284) 159 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:15:44.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:44 smithi169 bash[26469]: audit 2024-09-06T15:15:43.119823+0000 mon.a (mon.0) 973 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/4252780902"}]': finished 2024-09-06T15:15:44.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:44 smithi169 bash[26469]: cluster 2024-09-06T15:15:43.127090+0000 mon.a (mon.0) 974 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2024-09-06T15:15:44.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:44 smithi169 bash[26469]: audit 2024-09-06T15:15:43.442629+0000 mon.a (mon.0) 975 : audit [INF] from='client.? 172.21.15.169:0/3712331532' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2438287496"}]: dispatch 2024-09-06T15:15:44.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:44 smithi169 bash[19820]: audit 2024-09-06T15:15:43.119823+0000 mon.a (mon.0) 973 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/4252780902"}]': finished 2024-09-06T15:15:44.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:44 smithi169 bash[19820]: cluster 2024-09-06T15:15:43.127090+0000 mon.a (mon.0) 974 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2024-09-06T15:15:44.443 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:44 smithi169 bash[19820]: audit 2024-09-06T15:15:43.442629+0000 mon.a (mon.0) 975 : audit [INF] from='client.? 172.21.15.169:0/3712331532' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2438287496"}]: dispatch 2024-09-06T15:15:44.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:44 smithi181 bash[21841]: audit 2024-09-06T15:15:43.119823+0000 mon.a (mon.0) 973 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/4252780902"}]': finished 2024-09-06T15:15:44.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:44 smithi181 bash[21841]: cluster 2024-09-06T15:15:43.127090+0000 mon.a (mon.0) 974 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2024-09-06T15:15:44.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:44 smithi181 bash[21841]: audit 2024-09-06T15:15:43.442629+0000 mon.a (mon.0) 975 : audit [INF] from='client.? 172.21.15.169:0/3712331532' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2438287496"}]: dispatch 2024-09-06T15:15:45.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:45 smithi169 bash[19820]: audit 2024-09-06T15:15:44.122316+0000 mon.a (mon.0) 976 : audit [INF] from='client.? 172.21.15.169:0/3712331532' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2438287496"}]': finished 2024-09-06T15:15:45.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:45 smithi169 bash[19820]: cluster 2024-09-06T15:15:44.131122+0000 mon.a (mon.0) 977 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-09-06T15:15:45.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:45 smithi169 bash[19820]: cluster 2024-09-06T15:15:44.816000+0000 mgr.y (mgr.24284) 160 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:15:45.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:45 smithi169 bash[26469]: audit 2024-09-06T15:15:44.122316+0000 mon.a (mon.0) 976 : audit [INF] from='client.? 172.21.15.169:0/3712331532' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2438287496"}]': finished 2024-09-06T15:15:45.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:45 smithi169 bash[26469]: cluster 2024-09-06T15:15:44.131122+0000 mon.a (mon.0) 977 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-09-06T15:15:45.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:45 smithi169 bash[26469]: cluster 2024-09-06T15:15:44.816000+0000 mgr.y (mgr.24284) 160 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:15:45.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:45 smithi181 bash[21841]: audit 2024-09-06T15:15:44.122316+0000 mon.a (mon.0) 976 : audit [INF] from='client.? 172.21.15.169:0/3712331532' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2438287496"}]': finished 2024-09-06T15:15:45.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:45 smithi181 bash[21841]: cluster 2024-09-06T15:15:44.131122+0000 mon.a (mon.0) 977 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-09-06T15:15:45.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:45 smithi181 bash[21841]: cluster 2024-09-06T15:15:44.816000+0000 mgr.y (mgr.24284) 160 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:15:46.691 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:15:46 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:15:46] "GET /metrics HTTP/1.1" 200 38085 "" "Prometheus/2.43.0" 2024-09-06T15:15:48.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:47 smithi169 bash[19820]: cluster 2024-09-06T15:15:46.817573+0000 mgr.y (mgr.24284) 161 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-09-06T15:15:48.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:47 smithi169 bash[26469]: cluster 2024-09-06T15:15:46.817573+0000 mgr.y (mgr.24284) 161 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-09-06T15:15:48.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:47 smithi181 bash[21841]: cluster 2024-09-06T15:15:46.817573+0000 mgr.y (mgr.24284) 161 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-09-06T15:15:49.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:48 smithi169 bash[19820]: audit 2024-09-06T15:15:47.480374+0000 mgr.y (mgr.24284) 162 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:15:49.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:48 smithi169 bash[26469]: audit 2024-09-06T15:15:47.480374+0000 mgr.y (mgr.24284) 162 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:15:49.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:48 smithi181 bash[21841]: audit 2024-09-06T15:15:47.480374+0000 mgr.y (mgr.24284) 162 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:15:50.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:49 smithi169 bash[26469]: cluster 2024-09-06T15:15:48.818254+0000 mgr.y (mgr.24284) 163 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 763 B/s rd, 0 op/s 2024-09-06T15:15:50.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:49 smithi169 bash[19820]: cluster 2024-09-06T15:15:48.818254+0000 mgr.y (mgr.24284) 163 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 763 B/s rd, 0 op/s 2024-09-06T15:15:50.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:49 smithi181 bash[21841]: cluster 2024-09-06T15:15:48.818254+0000 mgr.y (mgr.24284) 163 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 763 B/s rd, 0 op/s 2024-09-06T15:15:52.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:51 smithi169 bash[19820]: cluster 2024-09-06T15:15:50.818938+0000 mgr.y (mgr.24284) 164 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-06T15:15:52.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:51 smithi169 bash[26469]: cluster 2024-09-06T15:15:50.818938+0000 mgr.y (mgr.24284) 164 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-06T15:15:52.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:51 smithi181 bash[21841]: cluster 2024-09-06T15:15:50.818938+0000 mgr.y (mgr.24284) 164 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-06T15:15:54.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:53 smithi169 bash[19820]: cluster 2024-09-06T15:15:52.820580+0000 mgr.y (mgr.24284) 165 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-06T15:15:54.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:53 smithi169 bash[26469]: cluster 2024-09-06T15:15:52.820580+0000 mgr.y (mgr.24284) 165 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-06T15:15:54.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:53 smithi181 bash[21841]: cluster 2024-09-06T15:15:52.820580+0000 mgr.y (mgr.24284) 165 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-06T15:15:56.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:55 smithi169 bash[19820]: cluster 2024-09-06T15:15:54.821261+0000 mgr.y (mgr.24284) 166 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 957 B/s rd, 0 op/s 2024-09-06T15:15:56.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:55 smithi169 bash[19820]: audit 2024-09-06T15:15:55.822398+0000 mon.a (mon.0) 978 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:15:56.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:55 smithi169 bash[26469]: cluster 2024-09-06T15:15:54.821261+0000 mgr.y (mgr.24284) 166 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 957 B/s rd, 0 op/s 2024-09-06T15:15:56.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:55 smithi169 bash[26469]: audit 2024-09-06T15:15:55.822398+0000 mon.a (mon.0) 978 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:15:56.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:55 smithi181 bash[21841]: cluster 2024-09-06T15:15:54.821261+0000 mgr.y (mgr.24284) 166 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 957 B/s rd, 0 op/s 2024-09-06T15:15:56.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:55 smithi181 bash[21841]: audit 2024-09-06T15:15:55.822398+0000 mon.a (mon.0) 978 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:15:56.691 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:15:56 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:15:56] "GET /metrics HTTP/1.1" 200 38087 "" "Prometheus/2.43.0" 2024-09-06T15:15:58.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:57 smithi169 bash[19820]: cluster 2024-09-06T15:15:56.822878+0000 mgr.y (mgr.24284) 167 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:15:58.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:57 smithi169 bash[26469]: cluster 2024-09-06T15:15:56.822878+0000 mgr.y (mgr.24284) 167 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:15:58.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:57 smithi181 bash[21841]: cluster 2024-09-06T15:15:56.822878+0000 mgr.y (mgr.24284) 167 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:15:59.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:58 smithi169 bash[19820]: audit 2024-09-06T15:15:57.491531+0000 mgr.y (mgr.24284) 168 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:15:59.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:58 smithi169 bash[26469]: audit 2024-09-06T15:15:57.491531+0000 mgr.y (mgr.24284) 168 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:15:59.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:58 smithi181 bash[21841]: audit 2024-09-06T15:15:57.491531+0000 mgr.y (mgr.24284) 168 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:16:00.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:15:59 smithi169 bash[19820]: cluster 2024-09-06T15:15:58.823644+0000 mgr.y (mgr.24284) 169 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:00.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:15:59 smithi169 bash[26469]: cluster 2024-09-06T15:15:58.823644+0000 mgr.y (mgr.24284) 169 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:00.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:15:59 smithi181 bash[21841]: cluster 2024-09-06T15:15:58.823644+0000 mgr.y (mgr.24284) 169 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:02.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:01 smithi169 bash[19820]: cluster 2024-09-06T15:16:00.824377+0000 mgr.y (mgr.24284) 170 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:02.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:01 smithi169 bash[26469]: cluster 2024-09-06T15:16:00.824377+0000 mgr.y (mgr.24284) 170 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:02.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:01 smithi181 bash[21841]: cluster 2024-09-06T15:16:00.824377+0000 mgr.y (mgr.24284) 170 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:04.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:03 smithi169 bash[26469]: cluster 2024-09-06T15:16:02.826042+0000 mgr.y (mgr.24284) 171 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:16:04.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:03 smithi169 bash[19820]: cluster 2024-09-06T15:16:02.826042+0000 mgr.y (mgr.24284) 171 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:16:04.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:03 smithi181 bash[21841]: cluster 2024-09-06T15:16:02.826042+0000 mgr.y (mgr.24284) 171 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:16:06.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:05 smithi169 bash[19820]: cluster 2024-09-06T15:16:04.826751+0000 mgr.y (mgr.24284) 172 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:06.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:05 smithi169 bash[26469]: cluster 2024-09-06T15:16:04.826751+0000 mgr.y (mgr.24284) 172 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:06.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:05 smithi181 bash[21841]: cluster 2024-09-06T15:16:04.826751+0000 mgr.y (mgr.24284) 172 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:06.691 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:16:06 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:16:06] "GET /metrics HTTP/1.1" 200 38087 "" "Prometheus/2.43.0" 2024-09-06T15:16:08.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:07 smithi169 bash[19820]: cluster 2024-09-06T15:16:06.828373+0000 mgr.y (mgr.24284) 173 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:16:08.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:07 smithi169 bash[26469]: cluster 2024-09-06T15:16:06.828373+0000 mgr.y (mgr.24284) 173 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:16:08.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:07 smithi181 bash[21841]: cluster 2024-09-06T15:16:06.828373+0000 mgr.y (mgr.24284) 173 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:16:09.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:08 smithi169 bash[19820]: audit 2024-09-06T15:16:07.499599+0000 mgr.y (mgr.24284) 174 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:16:09.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:08 smithi169 bash[26469]: audit 2024-09-06T15:16:07.499599+0000 mgr.y (mgr.24284) 174 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:16:09.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:08 smithi181 bash[21841]: audit 2024-09-06T15:16:07.499599+0000 mgr.y (mgr.24284) 174 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:16:10.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:09 smithi169 bash[19820]: cluster 2024-09-06T15:16:08.829052+0000 mgr.y (mgr.24284) 175 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:10.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:09 smithi169 bash[26469]: cluster 2024-09-06T15:16:08.829052+0000 mgr.y (mgr.24284) 175 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:10.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:09 smithi181 bash[21841]: cluster 2024-09-06T15:16:08.829052+0000 mgr.y (mgr.24284) 175 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:11.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:10 smithi169 bash[19820]: audit 2024-09-06T15:16:10.822974+0000 mon.a (mon.0) 979 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:16:11.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:10 smithi169 bash[26469]: audit 2024-09-06T15:16:10.822974+0000 mon.a (mon.0) 979 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:16:11.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:10 smithi181 bash[21841]: audit 2024-09-06T15:16:10.822974+0000 mon.a (mon.0) 979 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:16:12.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:11 smithi181 bash[21841]: cluster 2024-09-06T15:16:10.832038+0000 mgr.y (mgr.24284) 176 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:12.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:11 smithi169 bash[26469]: cluster 2024-09-06T15:16:10.832038+0000 mgr.y (mgr.24284) 176 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:12.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:11 smithi169 bash[19820]: cluster 2024-09-06T15:16:10.832038+0000 mgr.y (mgr.24284) 176 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:14.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:13 smithi181 bash[21841]: cluster 2024-09-06T15:16:12.833699+0000 mgr.y (mgr.24284) 177 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:16:14.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:13 smithi169 bash[19820]: cluster 2024-09-06T15:16:12.833699+0000 mgr.y (mgr.24284) 177 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:16:14.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:13 smithi169 bash[26469]: cluster 2024-09-06T15:16:12.833699+0000 mgr.y (mgr.24284) 177 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:16:16.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:15 smithi181 bash[21841]: cluster 2024-09-06T15:16:14.834362+0000 mgr.y (mgr.24284) 178 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:16.329 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:15 smithi169 bash[19820]: cluster 2024-09-06T15:16:14.834362+0000 mgr.y (mgr.24284) 178 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:16.330 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:15 smithi169 bash[26469]: cluster 2024-09-06T15:16:14.834362+0000 mgr.y (mgr.24284) 178 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:16.691 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:16:16 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:16:16] "GET /metrics HTTP/1.1" 200 38089 "" "Prometheus/2.43.0" 2024-09-06T15:16:18.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:17 smithi181 bash[21841]: cluster 2024-09-06T15:16:16.835956+0000 mgr.y (mgr.24284) 179 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:16:18.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:17 smithi169 bash[19820]: cluster 2024-09-06T15:16:16.835956+0000 mgr.y (mgr.24284) 179 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:16:18.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:17 smithi169 bash[26469]: cluster 2024-09-06T15:16:16.835956+0000 mgr.y (mgr.24284) 179 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:16:19.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:18 smithi181 bash[21841]: audit 2024-09-06T15:16:17.510780+0000 mgr.y (mgr.24284) 180 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:16:19.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:18 smithi169 bash[19820]: audit 2024-09-06T15:16:17.510780+0000 mgr.y (mgr.24284) 180 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:16:19.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:18 smithi169 bash[26469]: audit 2024-09-06T15:16:17.510780+0000 mgr.y (mgr.24284) 180 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:16:20.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:19 smithi181 bash[21841]: cluster 2024-09-06T15:16:18.836629+0000 mgr.y (mgr.24284) 181 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:20.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:19 smithi169 bash[19820]: cluster 2024-09-06T15:16:18.836629+0000 mgr.y (mgr.24284) 181 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:20.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:19 smithi169 bash[26469]: cluster 2024-09-06T15:16:18.836629+0000 mgr.y (mgr.24284) 181 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:22.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:21 smithi181 bash[21841]: cluster 2024-09-06T15:16:20.837308+0000 mgr.y (mgr.24284) 182 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:22.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:21 smithi169 bash[19820]: cluster 2024-09-06T15:16:20.837308+0000 mgr.y (mgr.24284) 182 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:22.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:21 smithi169 bash[26469]: cluster 2024-09-06T15:16:20.837308+0000 mgr.y (mgr.24284) 182 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:24.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:23 smithi181 bash[21841]: cluster 2024-09-06T15:16:22.838964+0000 mgr.y (mgr.24284) 183 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:16:24.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:23 smithi169 bash[19820]: cluster 2024-09-06T15:16:22.838964+0000 mgr.y (mgr.24284) 183 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:16:24.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:23 smithi169 bash[26469]: cluster 2024-09-06T15:16:22.838964+0000 mgr.y (mgr.24284) 183 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:16:26.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:25 smithi181 bash[21841]: cluster 2024-09-06T15:16:24.839614+0000 mgr.y (mgr.24284) 184 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:26.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:25 smithi181 bash[21841]: audit 2024-09-06T15:16:25.823304+0000 mon.a (mon.0) 980 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:16:26.329 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:25 smithi169 bash[26469]: cluster 2024-09-06T15:16:24.839614+0000 mgr.y (mgr.24284) 184 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:26.329 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:25 smithi169 bash[26469]: audit 2024-09-06T15:16:25.823304+0000 mon.a (mon.0) 980 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:16:26.330 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:25 smithi169 bash[19820]: cluster 2024-09-06T15:16:24.839614+0000 mgr.y (mgr.24284) 184 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:26.330 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:25 smithi169 bash[19820]: audit 2024-09-06T15:16:25.823304+0000 mon.a (mon.0) 980 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:16:26.691 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:16:26 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:16:26] "GET /metrics HTTP/1.1" 200 38085 "" "Prometheus/2.43.0" 2024-09-06T15:16:28.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:27 smithi181 bash[21841]: cluster 2024-09-06T15:16:26.841582+0000 mgr.y (mgr.24284) 185 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:16:28.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:27 smithi169 bash[19820]: cluster 2024-09-06T15:16:26.841582+0000 mgr.y (mgr.24284) 185 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:16:28.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:27 smithi169 bash[26469]: cluster 2024-09-06T15:16:26.841582+0000 mgr.y (mgr.24284) 185 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:16:29.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:29 smithi169 bash[19820]: audit 2024-09-06T15:16:27.517760+0000 mgr.y (mgr.24284) 186 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:16:29.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:29 smithi169 bash[26469]: audit 2024-09-06T15:16:27.517760+0000 mgr.y (mgr.24284) 186 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:16:29.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:29 smithi181 bash[21841]: audit 2024-09-06T15:16:27.517760+0000 mgr.y (mgr.24284) 186 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:16:30.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:30 smithi169 bash[19820]: cluster 2024-09-06T15:16:28.842267+0000 mgr.y (mgr.24284) 187 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:30.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:30 smithi169 bash[26469]: cluster 2024-09-06T15:16:28.842267+0000 mgr.y (mgr.24284) 187 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:30.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:30 smithi181 bash[21841]: cluster 2024-09-06T15:16:28.842267+0000 mgr.y (mgr.24284) 187 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:32.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:32 smithi169 bash[19820]: cluster 2024-09-06T15:16:30.842963+0000 mgr.y (mgr.24284) 188 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:32.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:32 smithi169 bash[26469]: cluster 2024-09-06T15:16:30.842963+0000 mgr.y (mgr.24284) 188 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:32.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:32 smithi181 bash[21841]: cluster 2024-09-06T15:16:30.842963+0000 mgr.y (mgr.24284) 188 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:33.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:33 smithi169 bash[19820]: audit 2024-09-06T15:16:32.466046+0000 mon.a (mon.0) 981 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:16:33.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:33 smithi169 bash[19820]: audit 2024-09-06T15:16:32.467556+0000 mon.a (mon.0) 982 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:16:33.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:33 smithi169 bash[19820]: audit 2024-09-06T15:16:32.476587+0000 mon.a (mon.0) 983 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:16:33.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:33 smithi169 bash[26469]: audit 2024-09-06T15:16:32.466046+0000 mon.a (mon.0) 981 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:16:33.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:33 smithi169 bash[26469]: audit 2024-09-06T15:16:32.467556+0000 mon.a (mon.0) 982 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:16:33.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:33 smithi169 bash[26469]: audit 2024-09-06T15:16:32.476587+0000 mon.a (mon.0) 983 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:16:33.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:33 smithi181 bash[21841]: audit 2024-09-06T15:16:32.466046+0000 mon.a (mon.0) 981 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:16:33.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:33 smithi181 bash[21841]: audit 2024-09-06T15:16:32.467556+0000 mon.a (mon.0) 982 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:16:33.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:33 smithi181 bash[21841]: audit 2024-09-06T15:16:32.476587+0000 mon.a (mon.0) 983 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:16:34.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:34 smithi169 bash[19820]: cluster 2024-09-06T15:16:32.844682+0000 mgr.y (mgr.24284) 189 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:16:34.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:34 smithi169 bash[26469]: cluster 2024-09-06T15:16:32.844682+0000 mgr.y (mgr.24284) 189 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:16:34.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:34 smithi181 bash[21841]: cluster 2024-09-06T15:16:32.844682+0000 mgr.y (mgr.24284) 189 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:16:36.330 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:36 smithi169 bash[19820]: cluster 2024-09-06T15:16:34.845402+0000 mgr.y (mgr.24284) 190 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:36.330 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:36 smithi169 bash[26469]: cluster 2024-09-06T15:16:34.845402+0000 mgr.y (mgr.24284) 190 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:36.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:36 smithi181 bash[21841]: cluster 2024-09-06T15:16:34.845402+0000 mgr.y (mgr.24284) 190 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:36.690 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:16:36 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:16:36] "GET /metrics HTTP/1.1" 200 38085 "" "Prometheus/2.43.0" 2024-09-06T15:16:37.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:37 smithi169 bash[19820]: cluster 2024-09-06T15:16:36.847110+0000 mgr.y (mgr.24284) 191 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:16:37.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:37 smithi169 bash[26469]: cluster 2024-09-06T15:16:36.847110+0000 mgr.y (mgr.24284) 191 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:16:37.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:37 smithi181 bash[21841]: cluster 2024-09-06T15:16:36.847110+0000 mgr.y (mgr.24284) 191 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:16:38.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:38 smithi169 bash[19820]: audit 2024-09-06T15:16:37.519739+0000 mgr.y (mgr.24284) 192 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:16:38.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:38 smithi169 bash[26469]: audit 2024-09-06T15:16:37.519739+0000 mgr.y (mgr.24284) 192 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:16:38.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:38 smithi181 bash[21841]: audit 2024-09-06T15:16:37.519739+0000 mgr.y (mgr.24284) 192 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:16:39.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:39 smithi169 bash[19820]: cluster 2024-09-06T15:16:38.847797+0000 mgr.y (mgr.24284) 193 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:39.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:39 smithi169 bash[26469]: cluster 2024-09-06T15:16:38.847797+0000 mgr.y (mgr.24284) 193 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:39.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:39 smithi181 bash[21841]: cluster 2024-09-06T15:16:38.847797+0000 mgr.y (mgr.24284) 193 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:41.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:40 smithi169 bash[19820]: audit 2024-09-06T15:16:40.823693+0000 mon.a (mon.0) 984 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:16:41.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:40 smithi169 bash[26469]: audit 2024-09-06T15:16:40.823693+0000 mon.a (mon.0) 984 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:16:41.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:40 smithi181 bash[21841]: audit 2024-09-06T15:16:40.823693+0000 mon.a (mon.0) 984 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:16:42.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:41 smithi169 bash[19820]: cluster 2024-09-06T15:16:40.848553+0000 mgr.y (mgr.24284) 194 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:42.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:41 smithi169 bash[26469]: cluster 2024-09-06T15:16:40.848553+0000 mgr.y (mgr.24284) 194 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:42.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:41 smithi181 bash[21841]: cluster 2024-09-06T15:16:40.848553+0000 mgr.y (mgr.24284) 194 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:44.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:43 smithi169 bash[19820]: cluster 2024-09-06T15:16:42.850352+0000 mgr.y (mgr.24284) 195 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:16:44.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:43 smithi169 bash[26469]: cluster 2024-09-06T15:16:42.850352+0000 mgr.y (mgr.24284) 195 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:16:44.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:43 smithi181 bash[21841]: cluster 2024-09-06T15:16:42.850352+0000 mgr.y (mgr.24284) 195 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:16:46.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:45 smithi169 bash[19820]: cluster 2024-09-06T15:16:44.851253+0000 mgr.y (mgr.24284) 196 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:46.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:45 smithi169 bash[26469]: cluster 2024-09-06T15:16:44.851253+0000 mgr.y (mgr.24284) 196 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:46.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:45 smithi181 bash[21841]: cluster 2024-09-06T15:16:44.851253+0000 mgr.y (mgr.24284) 196 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:46.690 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:16:46 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:16:46] "GET /metrics HTTP/1.1" 200 38086 "" "Prometheus/2.43.0" 2024-09-06T15:16:48.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:47 smithi169 bash[19820]: cluster 2024-09-06T15:16:46.852993+0000 mgr.y (mgr.24284) 197 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:16:48.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:47 smithi169 bash[26469]: cluster 2024-09-06T15:16:46.852993+0000 mgr.y (mgr.24284) 197 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:16:48.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:47 smithi181 bash[21841]: cluster 2024-09-06T15:16:46.852993+0000 mgr.y (mgr.24284) 197 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:16:49.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:48 smithi169 bash[19820]: audit 2024-09-06T15:16:47.527636+0000 mgr.y (mgr.24284) 198 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:16:49.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:48 smithi169 bash[26469]: audit 2024-09-06T15:16:47.527636+0000 mgr.y (mgr.24284) 198 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:16:49.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:48 smithi181 bash[21841]: audit 2024-09-06T15:16:47.527636+0000 mgr.y (mgr.24284) 198 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:16:50.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:49 smithi169 bash[19820]: cluster 2024-09-06T15:16:48.853714+0000 mgr.y (mgr.24284) 199 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:50.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:49 smithi169 bash[26469]: cluster 2024-09-06T15:16:48.853714+0000 mgr.y (mgr.24284) 199 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:50.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:49 smithi181 bash[21841]: cluster 2024-09-06T15:16:48.853714+0000 mgr.y (mgr.24284) 199 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:52.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:51 smithi169 bash[19820]: cluster 2024-09-06T15:16:50.854419+0000 mgr.y (mgr.24284) 200 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:52.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:51 smithi169 bash[26469]: cluster 2024-09-06T15:16:50.854419+0000 mgr.y (mgr.24284) 200 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:52.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:51 smithi181 bash[21841]: cluster 2024-09-06T15:16:50.854419+0000 mgr.y (mgr.24284) 200 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:54.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:53 smithi169 bash[19820]: cluster 2024-09-06T15:16:52.856126+0000 mgr.y (mgr.24284) 201 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:16:54.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:53 smithi169 bash[26469]: cluster 2024-09-06T15:16:52.856126+0000 mgr.y (mgr.24284) 201 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:16:54.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:53 smithi181 bash[21841]: cluster 2024-09-06T15:16:52.856126+0000 mgr.y (mgr.24284) 201 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:16:56.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:55 smithi169 bash[19820]: cluster 2024-09-06T15:16:54.856891+0000 mgr.y (mgr.24284) 202 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:56.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:55 smithi169 bash[19820]: audit 2024-09-06T15:16:55.824308+0000 mon.a (mon.0) 985 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:16:56.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:55 smithi169 bash[26469]: cluster 2024-09-06T15:16:54.856891+0000 mgr.y (mgr.24284) 202 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:56.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:55 smithi169 bash[26469]: audit 2024-09-06T15:16:55.824308+0000 mon.a (mon.0) 985 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:16:56.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:55 smithi181 bash[21841]: cluster 2024-09-06T15:16:54.856891+0000 mgr.y (mgr.24284) 202 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:16:56.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:55 smithi181 bash[21841]: audit 2024-09-06T15:16:55.824308+0000 mon.a (mon.0) 985 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:16:56.690 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:16:56 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:16:56] "GET /metrics HTTP/1.1" 200 38088 "" "Prometheus/2.43.0" 2024-09-06T15:16:58.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:57 smithi169 bash[19820]: cluster 2024-09-06T15:16:56.858467+0000 mgr.y (mgr.24284) 203 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:16:58.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:57 smithi169 bash[26469]: cluster 2024-09-06T15:16:56.858467+0000 mgr.y (mgr.24284) 203 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:16:58.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:57 smithi181 bash[21841]: cluster 2024-09-06T15:16:56.858467+0000 mgr.y (mgr.24284) 203 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:16:59.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:58 smithi181 bash[21841]: audit 2024-09-06T15:16:57.535665+0000 mgr.y (mgr.24284) 204 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:16:59.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:58 smithi169 bash[19820]: audit 2024-09-06T15:16:57.535665+0000 mgr.y (mgr.24284) 204 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:16:59.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:58 smithi169 bash[26469]: audit 2024-09-06T15:16:57.535665+0000 mgr.y (mgr.24284) 204 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:17:00.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:16:59 smithi181 bash[21841]: cluster 2024-09-06T15:16:58.859249+0000 mgr.y (mgr.24284) 205 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:00.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:16:59 smithi169 bash[19820]: cluster 2024-09-06T15:16:58.859249+0000 mgr.y (mgr.24284) 205 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:00.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:16:59 smithi169 bash[26469]: cluster 2024-09-06T15:16:58.859249+0000 mgr.y (mgr.24284) 205 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:02.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:01 smithi181 bash[21841]: cluster 2024-09-06T15:17:00.859969+0000 mgr.y (mgr.24284) 206 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:02.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:01 smithi169 bash[19820]: cluster 2024-09-06T15:17:00.859969+0000 mgr.y (mgr.24284) 206 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:02.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:01 smithi169 bash[26469]: cluster 2024-09-06T15:17:00.859969+0000 mgr.y (mgr.24284) 206 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:04.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:03 smithi181 bash[21841]: cluster 2024-09-06T15:17:02.861762+0000 mgr.y (mgr.24284) 207 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:17:04.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:03 smithi169 bash[19820]: cluster 2024-09-06T15:17:02.861762+0000 mgr.y (mgr.24284) 207 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:17:04.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:03 smithi169 bash[26469]: cluster 2024-09-06T15:17:02.861762+0000 mgr.y (mgr.24284) 207 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:17:06.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:05 smithi181 bash[21841]: cluster 2024-09-06T15:17:04.862626+0000 mgr.y (mgr.24284) 208 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:06.329 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:05 smithi169 bash[19820]: cluster 2024-09-06T15:17:04.862626+0000 mgr.y (mgr.24284) 208 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:06.329 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:05 smithi169 bash[26469]: cluster 2024-09-06T15:17:04.862626+0000 mgr.y (mgr.24284) 208 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:06.690 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:17:06 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:17:06] "GET /metrics HTTP/1.1" 200 38088 "" "Prometheus/2.43.0" 2024-09-06T15:17:08.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:07 smithi181 bash[21841]: cluster 2024-09-06T15:17:06.864386+0000 mgr.y (mgr.24284) 209 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:17:08.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:07 smithi169 bash[19820]: cluster 2024-09-06T15:17:06.864386+0000 mgr.y (mgr.24284) 209 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:17:08.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:07 smithi169 bash[26469]: cluster 2024-09-06T15:17:06.864386+0000 mgr.y (mgr.24284) 209 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:17:09.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:08 smithi181 bash[21841]: audit 2024-09-06T15:17:07.543575+0000 mgr.y (mgr.24284) 210 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:17:09.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:08 smithi169 bash[19820]: audit 2024-09-06T15:17:07.543575+0000 mgr.y (mgr.24284) 210 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:17:09.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:08 smithi169 bash[26469]: audit 2024-09-06T15:17:07.543575+0000 mgr.y (mgr.24284) 210 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:17:10.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:09 smithi181 bash[21841]: cluster 2024-09-06T15:17:08.865118+0000 mgr.y (mgr.24284) 211 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:10.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:09 smithi169 bash[19820]: cluster 2024-09-06T15:17:08.865118+0000 mgr.y (mgr.24284) 211 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:10.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:09 smithi169 bash[26469]: cluster 2024-09-06T15:17:08.865118+0000 mgr.y (mgr.24284) 211 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:11.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:10 smithi181 bash[21841]: audit 2024-09-06T15:17:10.824522+0000 mon.a (mon.0) 986 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:17:11.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:10 smithi169 bash[19820]: audit 2024-09-06T15:17:10.824522+0000 mon.a (mon.0) 986 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:17:11.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:10 smithi169 bash[26469]: audit 2024-09-06T15:17:10.824522+0000 mon.a (mon.0) 986 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:17:12.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:11 smithi181 bash[21841]: cluster 2024-09-06T15:17:10.866817+0000 mgr.y (mgr.24284) 212 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:12.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:12 smithi169 bash[19820]: cluster 2024-09-06T15:17:10.866817+0000 mgr.y (mgr.24284) 212 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:12.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:12 smithi169 bash[26469]: cluster 2024-09-06T15:17:10.866817+0000 mgr.y (mgr.24284) 212 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:14.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:14 smithi169 bash[19820]: cluster 2024-09-06T15:17:12.868496+0000 mgr.y (mgr.24284) 213 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:17:14.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:14 smithi169 bash[26469]: cluster 2024-09-06T15:17:12.868496+0000 mgr.y (mgr.24284) 213 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:17:14.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:14 smithi181 bash[21841]: cluster 2024-09-06T15:17:12.868496+0000 mgr.y (mgr.24284) 213 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:17:16.329 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:16 smithi169 bash[19820]: cluster 2024-09-06T15:17:14.869194+0000 mgr.y (mgr.24284) 214 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:16.330 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:16 smithi169 bash[26469]: cluster 2024-09-06T15:17:14.869194+0000 mgr.y (mgr.24284) 214 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:16.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:16 smithi181 bash[21841]: cluster 2024-09-06T15:17:14.869194+0000 mgr.y (mgr.24284) 214 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:16.690 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:17:16 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:17:16] "GET /metrics HTTP/1.1" 200 38090 "" "Prometheus/2.43.0" 2024-09-06T15:17:18.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:18 smithi169 bash[19820]: cluster 2024-09-06T15:17:16.870793+0000 mgr.y (mgr.24284) 215 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:17:18.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:18 smithi169 bash[26469]: cluster 2024-09-06T15:17:16.870793+0000 mgr.y (mgr.24284) 215 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:17:18.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:18 smithi181 bash[21841]: cluster 2024-09-06T15:17:16.870793+0000 mgr.y (mgr.24284) 215 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:17:19.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:19 smithi169 bash[19820]: audit 2024-09-06T15:17:17.554751+0000 mgr.y (mgr.24284) 216 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:17:19.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:19 smithi169 bash[26469]: audit 2024-09-06T15:17:17.554751+0000 mgr.y (mgr.24284) 216 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:17:19.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:19 smithi181 bash[21841]: audit 2024-09-06T15:17:17.554751+0000 mgr.y (mgr.24284) 216 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:17:20.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:20 smithi169 bash[19820]: cluster 2024-09-06T15:17:18.871496+0000 mgr.y (mgr.24284) 217 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:20.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:20 smithi169 bash[26469]: cluster 2024-09-06T15:17:18.871496+0000 mgr.y (mgr.24284) 217 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:20.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:20 smithi181 bash[21841]: cluster 2024-09-06T15:17:18.871496+0000 mgr.y (mgr.24284) 217 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:22.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:22 smithi169 bash[19820]: cluster 2024-09-06T15:17:20.872201+0000 mgr.y (mgr.24284) 218 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:22.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:22 smithi169 bash[26469]: cluster 2024-09-06T15:17:20.872201+0000 mgr.y (mgr.24284) 218 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:22.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:22 smithi181 bash[21841]: cluster 2024-09-06T15:17:20.872201+0000 mgr.y (mgr.24284) 218 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:24.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:24 smithi169 bash[19820]: cluster 2024-09-06T15:17:22.873890+0000 mgr.y (mgr.24284) 219 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:17:24.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:24 smithi169 bash[26469]: cluster 2024-09-06T15:17:22.873890+0000 mgr.y (mgr.24284) 219 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:17:24.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:24 smithi181 bash[21841]: cluster 2024-09-06T15:17:22.873890+0000 mgr.y (mgr.24284) 219 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:17:25.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:25 smithi169 bash[19820]: cluster 2024-09-06T15:17:24.874621+0000 mgr.y (mgr.24284) 220 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:25.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:25 smithi169 bash[26469]: cluster 2024-09-06T15:17:24.874621+0000 mgr.y (mgr.24284) 220 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:25.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:25 smithi181 bash[21841]: cluster 2024-09-06T15:17:24.874621+0000 mgr.y (mgr.24284) 220 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:26.330 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:26 smithi169 bash[19820]: audit 2024-09-06T15:17:25.825090+0000 mon.a (mon.0) 987 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:17:26.330 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:26 smithi169 bash[26469]: audit 2024-09-06T15:17:25.825090+0000 mon.a (mon.0) 987 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:17:26.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:26 smithi181 bash[21841]: audit 2024-09-06T15:17:25.825090+0000 mon.a (mon.0) 987 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:17:26.690 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:17:26 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:17:26] "GET /metrics HTTP/1.1" 200 38086 "" "Prometheus/2.43.0" 2024-09-06T15:17:27.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:27 smithi169 bash[19820]: cluster 2024-09-06T15:17:26.876249+0000 mgr.y (mgr.24284) 221 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:17:27.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:27 smithi169 bash[26469]: cluster 2024-09-06T15:17:26.876249+0000 mgr.y (mgr.24284) 221 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:17:27.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:27 smithi181 bash[21841]: cluster 2024-09-06T15:17:26.876249+0000 mgr.y (mgr.24284) 221 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:17:28.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:28 smithi169 bash[19820]: audit 2024-09-06T15:17:27.565816+0000 mgr.y (mgr.24284) 222 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:17:28.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:28 smithi169 bash[26469]: audit 2024-09-06T15:17:27.565816+0000 mgr.y (mgr.24284) 222 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:17:28.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:28 smithi181 bash[21841]: audit 2024-09-06T15:17:27.565816+0000 mgr.y (mgr.24284) 222 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:17:29.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:29 smithi169 bash[19820]: cluster 2024-09-06T15:17:28.876934+0000 mgr.y (mgr.24284) 223 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:29.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:29 smithi169 bash[26469]: cluster 2024-09-06T15:17:28.876934+0000 mgr.y (mgr.24284) 223 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:29.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:29 smithi181 bash[21841]: cluster 2024-09-06T15:17:28.876934+0000 mgr.y (mgr.24284) 223 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:32.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:31 smithi169 bash[19820]: cluster 2024-09-06T15:17:30.877621+0000 mgr.y (mgr.24284) 224 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:32.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:31 smithi169 bash[26469]: cluster 2024-09-06T15:17:30.877621+0000 mgr.y (mgr.24284) 224 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:32.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:31 smithi181 bash[21841]: cluster 2024-09-06T15:17:30.877621+0000 mgr.y (mgr.24284) 224 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:34.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:33 smithi169 bash[26469]: cluster 2024-09-06T15:17:32.879262+0000 mgr.y (mgr.24284) 225 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:17:34.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:33 smithi169 bash[26469]: audit 2024-09-06T15:17:33.300745+0000 mon.a (mon.0) 988 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:17:34.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:33 smithi169 bash[26469]: audit 2024-09-06T15:17:33.302029+0000 mon.a (mon.0) 989 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:17:34.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:33 smithi169 bash[26469]: audit 2024-09-06T15:17:33.308860+0000 mon.a (mon.0) 990 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:17:34.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:33 smithi169 bash[19820]: cluster 2024-09-06T15:17:32.879262+0000 mgr.y (mgr.24284) 225 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:17:34.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:33 smithi169 bash[19820]: audit 2024-09-06T15:17:33.300745+0000 mon.a (mon.0) 988 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:17:34.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:33 smithi169 bash[19820]: audit 2024-09-06T15:17:33.302029+0000 mon.a (mon.0) 989 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:17:34.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:33 smithi169 bash[19820]: audit 2024-09-06T15:17:33.308860+0000 mon.a (mon.0) 990 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:17:34.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:33 smithi181 bash[21841]: cluster 2024-09-06T15:17:32.879262+0000 mgr.y (mgr.24284) 225 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:17:34.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:33 smithi181 bash[21841]: audit 2024-09-06T15:17:33.300745+0000 mon.a (mon.0) 988 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:17:34.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:33 smithi181 bash[21841]: audit 2024-09-06T15:17:33.302029+0000 mon.a (mon.0) 989 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:17:34.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:33 smithi181 bash[21841]: audit 2024-09-06T15:17:33.308860+0000 mon.a (mon.0) 990 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:17:36.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:35 smithi169 bash[19820]: cluster 2024-09-06T15:17:34.879985+0000 mgr.y (mgr.24284) 226 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:36.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:35 smithi169 bash[26469]: cluster 2024-09-06T15:17:34.879985+0000 mgr.y (mgr.24284) 226 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:36.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:35 smithi181 bash[21841]: cluster 2024-09-06T15:17:34.879985+0000 mgr.y (mgr.24284) 226 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:36.690 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:17:36 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:17:36] "GET /metrics HTTP/1.1" 200 38086 "" "Prometheus/2.43.0" 2024-09-06T15:17:38.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:37 smithi169 bash[26469]: cluster 2024-09-06T15:17:36.881567+0000 mgr.y (mgr.24284) 227 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:17:38.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:37 smithi169 bash[19820]: cluster 2024-09-06T15:17:36.881567+0000 mgr.y (mgr.24284) 227 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:17:38.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:37 smithi181 bash[21841]: cluster 2024-09-06T15:17:36.881567+0000 mgr.y (mgr.24284) 227 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:17:39.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:38 smithi181 bash[21841]: audit 2024-09-06T15:17:37.571620+0000 mgr.y (mgr.24284) 228 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:17:39.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:38 smithi169 bash[19820]: audit 2024-09-06T15:17:37.571620+0000 mgr.y (mgr.24284) 228 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:17:39.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:38 smithi169 bash[26469]: audit 2024-09-06T15:17:37.571620+0000 mgr.y (mgr.24284) 228 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:17:40.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:39 smithi181 bash[21841]: cluster 2024-09-06T15:17:38.882286+0000 mgr.y (mgr.24284) 229 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:40.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:39 smithi169 bash[19820]: cluster 2024-09-06T15:17:38.882286+0000 mgr.y (mgr.24284) 229 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:40.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:39 smithi169 bash[26469]: cluster 2024-09-06T15:17:38.882286+0000 mgr.y (mgr.24284) 229 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:41.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:40 smithi181 bash[21841]: audit 2024-09-06T15:17:40.825266+0000 mon.a (mon.0) 991 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:17:41.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:40 smithi169 bash[19820]: audit 2024-09-06T15:17:40.825266+0000 mon.a (mon.0) 991 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:17:41.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:40 smithi169 bash[26469]: audit 2024-09-06T15:17:40.825266+0000 mon.a (mon.0) 991 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:17:42.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:41 smithi181 bash[21841]: cluster 2024-09-06T15:17:40.882946+0000 mgr.y (mgr.24284) 230 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:42.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:41 smithi169 bash[19820]: cluster 2024-09-06T15:17:40.882946+0000 mgr.y (mgr.24284) 230 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:42.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:41 smithi169 bash[26469]: cluster 2024-09-06T15:17:40.882946+0000 mgr.y (mgr.24284) 230 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:44.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:43 smithi181 bash[21841]: cluster 2024-09-06T15:17:42.884612+0000 mgr.y (mgr.24284) 231 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:17:44.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:43 smithi169 bash[19820]: cluster 2024-09-06T15:17:42.884612+0000 mgr.y (mgr.24284) 231 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:17:44.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:43 smithi169 bash[26469]: cluster 2024-09-06T15:17:42.884612+0000 mgr.y (mgr.24284) 231 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:17:46.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:45 smithi181 bash[21841]: cluster 2024-09-06T15:17:44.885367+0000 mgr.y (mgr.24284) 232 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:46.329 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:45 smithi169 bash[26469]: cluster 2024-09-06T15:17:44.885367+0000 mgr.y (mgr.24284) 232 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:46.329 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:45 smithi169 bash[19820]: cluster 2024-09-06T15:17:44.885367+0000 mgr.y (mgr.24284) 232 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:46.690 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:17:46 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:17:46] "GET /metrics HTTP/1.1" 200 38086 "" "Prometheus/2.43.0" 2024-09-06T15:17:48.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:47 smithi181 bash[21841]: cluster 2024-09-06T15:17:46.886963+0000 mgr.y (mgr.24284) 233 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:17:48.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:47 smithi169 bash[19820]: cluster 2024-09-06T15:17:46.886963+0000 mgr.y (mgr.24284) 233 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:17:48.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:47 smithi169 bash[26469]: cluster 2024-09-06T15:17:46.886963+0000 mgr.y (mgr.24284) 233 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:17:49.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:48 smithi181 bash[21841]: audit 2024-09-06T15:17:47.582816+0000 mgr.y (mgr.24284) 234 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:17:49.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:48 smithi169 bash[19820]: audit 2024-09-06T15:17:47.582816+0000 mgr.y (mgr.24284) 234 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:17:49.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:48 smithi169 bash[26469]: audit 2024-09-06T15:17:47.582816+0000 mgr.y (mgr.24284) 234 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:17:50.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:49 smithi181 bash[21841]: cluster 2024-09-06T15:17:48.887726+0000 mgr.y (mgr.24284) 235 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:50.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:49 smithi169 bash[19820]: cluster 2024-09-06T15:17:48.887726+0000 mgr.y (mgr.24284) 235 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:50.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:49 smithi169 bash[26469]: cluster 2024-09-06T15:17:48.887726+0000 mgr.y (mgr.24284) 235 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:52.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:52 smithi169 bash[26469]: cluster 2024-09-06T15:17:50.888575+0000 mgr.y (mgr.24284) 236 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:52.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:52 smithi169 bash[19820]: cluster 2024-09-06T15:17:50.888575+0000 mgr.y (mgr.24284) 236 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:52.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:52 smithi181 bash[21841]: cluster 2024-09-06T15:17:50.888575+0000 mgr.y (mgr.24284) 236 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:54.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:54 smithi169 bash[19820]: cluster 2024-09-06T15:17:52.890332+0000 mgr.y (mgr.24284) 237 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:17:54.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:54 smithi169 bash[26469]: cluster 2024-09-06T15:17:52.890332+0000 mgr.y (mgr.24284) 237 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:17:54.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:54 smithi181 bash[21841]: cluster 2024-09-06T15:17:52.890332+0000 mgr.y (mgr.24284) 237 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:17:55.690 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:55 smithi169 bash[19820]: cluster 2024-09-06T15:17:54.891196+0000 mgr.y (mgr.24284) 238 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:55.691 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:55 smithi169 bash[26469]: cluster 2024-09-06T15:17:54.891196+0000 mgr.y (mgr.24284) 238 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:55.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:55 smithi181 bash[21841]: cluster 2024-09-06T15:17:54.891196+0000 mgr.y (mgr.24284) 238 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:56.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:56 smithi169 bash[19820]: audit 2024-09-06T15:17:55.825614+0000 mon.a (mon.0) 992 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:17:56.691 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:17:56 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:17:56] "GET /metrics HTTP/1.1" 200 38085 "" "Prometheus/2.43.0" 2024-09-06T15:17:56.692 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:56 smithi169 bash[26469]: audit 2024-09-06T15:17:55.825614+0000 mon.a (mon.0) 992 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:17:56.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:56 smithi181 bash[21841]: audit 2024-09-06T15:17:55.825614+0000 mon.a (mon.0) 992 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:17:57.588 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:57 smithi169 bash[19820]: cluster 2024-09-06T15:17:56.892916+0000 mgr.y (mgr.24284) 239 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:17:57.589 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:57 smithi169 bash[26469]: cluster 2024-09-06T15:17:56.892916+0000 mgr.y (mgr.24284) 239 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:17:57.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:57 smithi181 bash[21841]: cluster 2024-09-06T15:17:56.892916+0000 mgr.y (mgr.24284) 239 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:17:58.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:58 smithi169 bash[19820]: audit 2024-09-06T15:17:57.594124+0000 mgr.y (mgr.24284) 240 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:17:58.691 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:58 smithi169 bash[26469]: audit 2024-09-06T15:17:57.594124+0000 mgr.y (mgr.24284) 240 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:17:58.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:58 smithi181 bash[21841]: audit 2024-09-06T15:17:57.594124+0000 mgr.y (mgr.24284) 240 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:17:59.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:17:59 smithi169 bash[19820]: cluster 2024-09-06T15:17:58.893640+0000 mgr.y (mgr.24284) 241 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:59.691 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:17:59 smithi169 bash[26469]: cluster 2024-09-06T15:17:58.893640+0000 mgr.y (mgr.24284) 241 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:17:59.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:17:59 smithi181 bash[21841]: cluster 2024-09-06T15:17:58.893640+0000 mgr.y (mgr.24284) 241 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:02.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:01 smithi181 bash[21841]: cluster 2024-09-06T15:18:00.894439+0000 mgr.y (mgr.24284) 242 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:02.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:01 smithi169 bash[19820]: cluster 2024-09-06T15:18:00.894439+0000 mgr.y (mgr.24284) 242 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:02.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:01 smithi169 bash[26469]: cluster 2024-09-06T15:18:00.894439+0000 mgr.y (mgr.24284) 242 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:04.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:03 smithi181 bash[21841]: cluster 2024-09-06T15:18:02.896286+0000 mgr.y (mgr.24284) 243 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:18:04.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:03 smithi169 bash[19820]: cluster 2024-09-06T15:18:02.896286+0000 mgr.y (mgr.24284) 243 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:18:04.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:03 smithi169 bash[26469]: cluster 2024-09-06T15:18:02.896286+0000 mgr.y (mgr.24284) 243 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:18:06.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:05 smithi181 bash[21841]: cluster 2024-09-06T15:18:04.897113+0000 mgr.y (mgr.24284) 244 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:18:06.329 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:05 smithi169 bash[19820]: cluster 2024-09-06T15:18:04.897113+0000 mgr.y (mgr.24284) 244 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:18:06.330 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:05 smithi169 bash[26469]: cluster 2024-09-06T15:18:04.897113+0000 mgr.y (mgr.24284) 244 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:18:06.690 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:18:06 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:18:06] "GET /metrics HTTP/1.1" 200 38085 "" "Prometheus/2.43.0" 2024-09-06T15:18:08.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:07 smithi181 bash[21841]: cluster 2024-09-06T15:18:06.898851+0000 mgr.y (mgr.24284) 245 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:18:08.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:07 smithi169 bash[19820]: cluster 2024-09-06T15:18:06.898851+0000 mgr.y (mgr.24284) 245 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:18:08.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:07 smithi169 bash[26469]: cluster 2024-09-06T15:18:06.898851+0000 mgr.y (mgr.24284) 245 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:18:09.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:08 smithi181 bash[21841]: audit 2024-09-06T15:18:07.605450+0000 mgr.y (mgr.24284) 246 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:18:09.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:08 smithi169 bash[19820]: audit 2024-09-06T15:18:07.605450+0000 mgr.y (mgr.24284) 246 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:18:09.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:08 smithi169 bash[26469]: audit 2024-09-06T15:18:07.605450+0000 mgr.y (mgr.24284) 246 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:18:10.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:09 smithi181 bash[21841]: cluster 2024-09-06T15:18:08.899662+0000 mgr.y (mgr.24284) 247 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:18:10.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:09 smithi169 bash[19820]: cluster 2024-09-06T15:18:08.899662+0000 mgr.y (mgr.24284) 247 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:18:10.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:09 smithi169 bash[26469]: cluster 2024-09-06T15:18:08.899662+0000 mgr.y (mgr.24284) 247 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:18:11.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:10 smithi181 bash[21841]: audit 2024-09-06T15:18:10.826277+0000 mon.a (mon.0) 993 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:18:11.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:10 smithi169 bash[19820]: audit 2024-09-06T15:18:10.826277+0000 mon.a (mon.0) 993 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:18:11.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:10 smithi169 bash[26469]: audit 2024-09-06T15:18:10.826277+0000 mon.a (mon.0) 993 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:18:12.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:11 smithi181 bash[21841]: cluster 2024-09-06T15:18:10.900335+0000 mgr.y (mgr.24284) 248 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:18:12.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:11 smithi169 bash[19820]: cluster 2024-09-06T15:18:10.900335+0000 mgr.y (mgr.24284) 248 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:18:12.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:11 smithi169 bash[26469]: cluster 2024-09-06T15:18:10.900335+0000 mgr.y (mgr.24284) 248 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:18:14.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:13 smithi181 bash[21841]: cluster 2024-09-06T15:18:12.901998+0000 mgr.y (mgr.24284) 249 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:18:14.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:13 smithi169 bash[19820]: cluster 2024-09-06T15:18:12.901998+0000 mgr.y (mgr.24284) 249 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:18:14.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:13 smithi169 bash[26469]: cluster 2024-09-06T15:18:12.901998+0000 mgr.y (mgr.24284) 249 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:18:16.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:15 smithi181 bash[21841]: cluster 2024-09-06T15:18:14.902688+0000 mgr.y (mgr.24284) 250 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:16.330 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:15 smithi169 bash[19820]: cluster 2024-09-06T15:18:14.902688+0000 mgr.y (mgr.24284) 250 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:16.330 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:15 smithi169 bash[26469]: cluster 2024-09-06T15:18:14.902688+0000 mgr.y (mgr.24284) 250 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:16.690 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:18:16 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:18:16] "GET /metrics HTTP/1.1" 200 38088 "" "Prometheus/2.43.0" 2024-09-06T15:18:18.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:17 smithi181 bash[21841]: cluster 2024-09-06T15:18:16.904347+0000 mgr.y (mgr.24284) 251 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:18:18.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:17 smithi169 bash[26469]: cluster 2024-09-06T15:18:16.904347+0000 mgr.y (mgr.24284) 251 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:18:18.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:17 smithi169 bash[19820]: cluster 2024-09-06T15:18:16.904347+0000 mgr.y (mgr.24284) 251 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:18:19.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:19 smithi169 bash[19820]: audit 2024-09-06T15:18:17.616774+0000 mgr.y (mgr.24284) 252 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:18:19.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:19 smithi169 bash[26469]: audit 2024-09-06T15:18:17.616774+0000 mgr.y (mgr.24284) 252 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:18:19.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:19 smithi181 bash[21841]: audit 2024-09-06T15:18:17.616774+0000 mgr.y (mgr.24284) 252 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:18:20.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:20 smithi169 bash[19820]: cluster 2024-09-06T15:18:18.905016+0000 mgr.y (mgr.24284) 253 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:20.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:20 smithi169 bash[26469]: cluster 2024-09-06T15:18:18.905016+0000 mgr.y (mgr.24284) 253 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:20.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:20 smithi181 bash[21841]: cluster 2024-09-06T15:18:18.905016+0000 mgr.y (mgr.24284) 253 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:22.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:22 smithi169 bash[19820]: cluster 2024-09-06T15:18:20.905695+0000 mgr.y (mgr.24284) 254 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:22.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:22 smithi169 bash[26469]: cluster 2024-09-06T15:18:20.905695+0000 mgr.y (mgr.24284) 254 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:22.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:22 smithi181 bash[21841]: cluster 2024-09-06T15:18:20.905695+0000 mgr.y (mgr.24284) 254 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:24.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:24 smithi169 bash[19820]: cluster 2024-09-06T15:18:22.907433+0000 mgr.y (mgr.24284) 255 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:18:24.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:24 smithi169 bash[26469]: cluster 2024-09-06T15:18:22.907433+0000 mgr.y (mgr.24284) 255 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:18:24.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:24 smithi181 bash[21841]: cluster 2024-09-06T15:18:22.907433+0000 mgr.y (mgr.24284) 255 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:18:26.333 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:26 smithi169 bash[19820]: cluster 2024-09-06T15:18:24.908173+0000 mgr.y (mgr.24284) 256 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:26.333 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:26 smithi169 bash[19820]: audit 2024-09-06T15:18:25.826505+0000 mon.a (mon.0) 994 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:18:26.333 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:26 smithi169 bash[26469]: cluster 2024-09-06T15:18:24.908173+0000 mgr.y (mgr.24284) 256 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:26.333 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:26 smithi169 bash[26469]: audit 2024-09-06T15:18:25.826505+0000 mon.a (mon.0) 994 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:18:26.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:26 smithi181 bash[21841]: cluster 2024-09-06T15:18:24.908173+0000 mgr.y (mgr.24284) 256 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:26.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:26 smithi181 bash[21841]: audit 2024-09-06T15:18:25.826505+0000 mon.a (mon.0) 994 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:18:26.690 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:18:26 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:18:26] "GET /metrics HTTP/1.1" 200 38087 "" "Prometheus/2.43.0" 2024-09-06T15:18:28.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:28 smithi169 bash[19820]: cluster 2024-09-06T15:18:26.909898+0000 mgr.y (mgr.24284) 257 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:18:28.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:28 smithi169 bash[26469]: cluster 2024-09-06T15:18:26.909898+0000 mgr.y (mgr.24284) 257 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:18:28.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:28 smithi181 bash[21841]: cluster 2024-09-06T15:18:26.909898+0000 mgr.y (mgr.24284) 257 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:18:29.347 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:29 smithi169 bash[26469]: audit 2024-09-06T15:18:27.628019+0000 mgr.y (mgr.24284) 258 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:18:29.347 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:29 smithi169 bash[19820]: audit 2024-09-06T15:18:27.628019+0000 mgr.y (mgr.24284) 258 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:18:29.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:29 smithi181 bash[21841]: audit 2024-09-06T15:18:27.628019+0000 mgr.y (mgr.24284) 258 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:18:29.804 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2024-09-06T15:18:30.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:30 smithi169 bash[19820]: cluster 2024-09-06T15:18:28.910699+0000 mgr.y (mgr.24284) 259 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:30.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:30 smithi169 bash[26469]: cluster 2024-09-06T15:18:28.910699+0000 mgr.y (mgr.24284) 259 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:30.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:30 smithi181 bash[21841]: cluster 2024-09-06T15:18:28.910699+0000 mgr.y (mgr.24284) 259 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:32.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:32 smithi169 bash[19820]: cluster 2024-09-06T15:18:30.911436+0000 mgr.y (mgr.24284) 260 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:32.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:32 smithi169 bash[26469]: cluster 2024-09-06T15:18:30.911436+0000 mgr.y (mgr.24284) 260 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:32.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:32 smithi181 bash[21841]: cluster 2024-09-06T15:18:30.911436+0000 mgr.y (mgr.24284) 260 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:34.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:34 smithi169 bash[19820]: cluster 2024-09-06T15:18:32.913157+0000 mgr.y (mgr.24284) 261 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:18:34.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:34 smithi169 bash[26469]: cluster 2024-09-06T15:18:32.913157+0000 mgr.y (mgr.24284) 261 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:18:34.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:34 smithi181 bash[21841]: cluster 2024-09-06T15:18:32.913157+0000 mgr.y (mgr.24284) 261 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:18:34.611 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:18:35.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:35 smithi169 bash[19820]: audit 2024-09-06T15:18:34.114904+0000 mon.a (mon.0) 995 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:18:35.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:35 smithi169 bash[19820]: audit 2024-09-06T15:18:34.115762+0000 mon.a (mon.0) 996 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:18:35.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:35 smithi169 bash[19820]: audit 2024-09-06T15:18:34.122773+0000 mon.a (mon.0) 997 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:18:35.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:35 smithi169 bash[26469]: audit 2024-09-06T15:18:34.114904+0000 mon.a (mon.0) 995 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:18:35.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:35 smithi169 bash[26469]: audit 2024-09-06T15:18:34.115762+0000 mon.a (mon.0) 996 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:18:35.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:35 smithi169 bash[26469]: audit 2024-09-06T15:18:34.122773+0000 mon.a (mon.0) 997 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:18:35.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:35 smithi181 bash[21841]: audit 2024-09-06T15:18:34.114904+0000 mon.a (mon.0) 995 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:18:35.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:35 smithi181 bash[21841]: audit 2024-09-06T15:18:34.115762+0000 mon.a (mon.0) 996 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:18:35.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:35 smithi181 bash[21841]: audit 2024-09-06T15:18:34.122773+0000 mon.a (mon.0) 997 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:18:36.329 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:36 smithi169 bash[19820]: cluster 2024-09-06T15:18:34.913855+0000 mgr.y (mgr.24284) 262 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:36.329 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:36 smithi169 bash[26469]: cluster 2024-09-06T15:18:34.913855+0000 mgr.y (mgr.24284) 262 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:36.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:36 smithi181 bash[21841]: cluster 2024-09-06T15:18:34.913855+0000 mgr.y (mgr.24284) 262 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:36.691 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:18:36 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:18:36] "GET /metrics HTTP/1.1" 200 38087 "" "Prometheus/2.43.0" 2024-09-06T15:18:36.842 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2024-09-06T15:18:37.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:37 smithi169 bash[19820]: cluster 2024-09-06T15:18:36.915528+0000 mgr.y (mgr.24284) 263 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:18:37.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:37 smithi169 bash[26469]: cluster 2024-09-06T15:18:36.915528+0000 mgr.y (mgr.24284) 263 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:18:37.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:37 smithi181 bash[21841]: cluster 2024-09-06T15:18:36.915528+0000 mgr.y (mgr.24284) 263 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:18:38.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:38 smithi169 bash[19820]: audit 2024-09-06T15:18:37.635621+0000 mgr.y (mgr.24284) 264 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:18:38.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:38 smithi169 bash[26469]: audit 2024-09-06T15:18:37.635621+0000 mgr.y (mgr.24284) 264 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:18:38.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:38 smithi181 bash[21841]: audit 2024-09-06T15:18:37.635621+0000 mgr.y (mgr.24284) 264 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:18:39.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:39 smithi169 bash[19820]: cluster 2024-09-06T15:18:38.916220+0000 mgr.y (mgr.24284) 265 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:39.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:39 smithi169 bash[26469]: cluster 2024-09-06T15:18:38.916220+0000 mgr.y (mgr.24284) 265 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:39.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:39 smithi181 bash[21841]: cluster 2024-09-06T15:18:38.916220+0000 mgr.y (mgr.24284) 265 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:41.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:40 smithi169 bash[19820]: audit 2024-09-06T15:18:40.826943+0000 mon.a (mon.0) 998 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:18:41.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:40 smithi169 bash[26469]: audit 2024-09-06T15:18:40.826943+0000 mon.a (mon.0) 998 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:18:41.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:40 smithi181 bash[21841]: audit 2024-09-06T15:18:40.826943+0000 mon.a (mon.0) 998 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:18:41.657 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:18:42.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:41 smithi169 bash[19820]: cluster 2024-09-06T15:18:40.916911+0000 mgr.y (mgr.24284) 266 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:42.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:41 smithi169 bash[26469]: cluster 2024-09-06T15:18:40.916911+0000 mgr.y (mgr.24284) 266 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:42.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:41 smithi181 bash[21841]: cluster 2024-09-06T15:18:40.916911+0000 mgr.y (mgr.24284) 266 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:43.977 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph config set global log_to_journald false --force' 2024-09-06T15:18:44.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:43 smithi181 bash[21841]: cluster 2024-09-06T15:18:42.918575+0000 mgr.y (mgr.24284) 267 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:18:44.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:43 smithi169 bash[19820]: cluster 2024-09-06T15:18:42.918575+0000 mgr.y (mgr.24284) 267 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:18:44.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:43 smithi169 bash[26469]: cluster 2024-09-06T15:18:42.918575+0000 mgr.y (mgr.24284) 267 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:18:46.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:45 smithi181 bash[21841]: cluster 2024-09-06T15:18:44.919308+0000 mgr.y (mgr.24284) 268 : cluster [DBG] pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:46.330 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:45 smithi169 bash[19820]: cluster 2024-09-06T15:18:44.919308+0000 mgr.y (mgr.24284) 268 : cluster [DBG] pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:46.330 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:45 smithi169 bash[26469]: cluster 2024-09-06T15:18:44.919308+0000 mgr.y (mgr.24284) 268 : cluster [DBG] pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:46.691 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:18:46 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:18:46] "GET /metrics HTTP/1.1" 200 38090 "" "Prometheus/2.43.0" 2024-09-06T15:18:48.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:47 smithi181 bash[21841]: cluster 2024-09-06T15:18:46.920931+0000 mgr.y (mgr.24284) 269 : cluster [DBG] pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:18:48.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:47 smithi169 bash[19820]: cluster 2024-09-06T15:18:46.920931+0000 mgr.y (mgr.24284) 269 : cluster [DBG] pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:18:48.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:47 smithi169 bash[26469]: cluster 2024-09-06T15:18:46.920931+0000 mgr.y (mgr.24284) 269 : cluster [DBG] pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:18:48.789 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:18:49.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:48 smithi169 bash[19820]: audit 2024-09-06T15:18:47.646789+0000 mgr.y (mgr.24284) 270 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:18:49.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:48 smithi169 bash[26469]: audit 2024-09-06T15:18:47.646789+0000 mgr.y (mgr.24284) 270 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:18:49.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:48 smithi181 bash[21841]: audit 2024-09-06T15:18:47.646789+0000 mgr.y (mgr.24284) 270 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:18:50.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:49 smithi181 bash[21841]: cluster 2024-09-06T15:18:48.921607+0000 mgr.y (mgr.24284) 271 : cluster [DBG] pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:50.403 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:49 smithi169 bash[19820]: cluster 2024-09-06T15:18:48.921607+0000 mgr.y (mgr.24284) 271 : cluster [DBG] pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:50.403 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:49 smithi169 bash[26469]: cluster 2024-09-06T15:18:48.921607+0000 mgr.y (mgr.24284) 271 : cluster [DBG] pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:51.134 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph orch ps' 2024-09-06T15:18:52.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:51 smithi181 bash[21841]: cluster 2024-09-06T15:18:50.922387+0000 mgr.y (mgr.24284) 272 : cluster [DBG] pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:52.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:51 smithi169 bash[19820]: cluster 2024-09-06T15:18:50.922387+0000 mgr.y (mgr.24284) 272 : cluster [DBG] pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:52.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:51 smithi169 bash[26469]: cluster 2024-09-06T15:18:50.922387+0000 mgr.y (mgr.24284) 272 : cluster [DBG] pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:54.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:54 smithi169 bash[19820]: cluster 2024-09-06T15:18:52.924257+0000 mgr.y (mgr.24284) 273 : cluster [DBG] pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:18:54.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:54 smithi169 bash[26469]: cluster 2024-09-06T15:18:52.924257+0000 mgr.y (mgr.24284) 273 : cluster [DBG] pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:18:54.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:54 smithi181 bash[21841]: cluster 2024-09-06T15:18:52.924257+0000 mgr.y (mgr.24284) 273 : cluster [DBG] pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:18:55.946 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:18:56.330 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:56 smithi169 bash[26469]: cluster 2024-09-06T15:18:54.925000+0000 mgr.y (mgr.24284) 274 : cluster [DBG] pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:56.330 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:56 smithi169 bash[26469]: audit 2024-09-06T15:18:55.827378+0000 mon.a (mon.0) 999 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:18:56.330 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:56 smithi169 bash[19820]: cluster 2024-09-06T15:18:54.925000+0000 mgr.y (mgr.24284) 274 : cluster [DBG] pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:56.330 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:56 smithi169 bash[19820]: audit 2024-09-06T15:18:55.827378+0000 mon.a (mon.0) 999 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:18:56.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:56 smithi181 bash[21841]: cluster 2024-09-06T15:18:54.925000+0000 mgr.y (mgr.24284) 274 : cluster [DBG] pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:18:56.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:56 smithi181 bash[21841]: audit 2024-09-06T15:18:55.827378+0000 mon.a (mon.0) 999 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:18:56.691 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:18:56 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:18:56] "GET /metrics HTTP/1.1" 200 38088 "" "Prometheus/2.43.0" 2024-09-06T15:18:57.603 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-06T15:18:57.603 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (5m) 3m ago 6m 14.4M - 0.25.0 c8568f914cd2 ae7ff3ddd464 2024-09-06T15:18:57.604 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi181 *:3000 running (6m) 3m ago 6m 75.3M - 9.4.12 2bacad6d85d8 3a07dedb5cb8 2024-09-06T15:18:57.604 INFO:teuthology.orchestra.run.smithi169.stdout:iscsi.foo.smithi169.yxosuq smithi169 *:5000 running (3m) 3m ago 3m - - 3.8 b6db46a449e5 566810ae1a34 2024-09-06T15:18:57.604 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi181 *:8443,8765 running (14m) 3m ago 14m 427M - 19.1.1-268-g635ed4cf b6db46a449e5 6e719a1863e3 2024-09-06T15:18:57.604 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:9283,8765 running (16m) 3m ago 16m 494M - 19.1.1-268-g635ed4cf b6db46a449e5 8230a2e7f4f3 2024-09-06T15:18:57.604 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (16m) 3m ago 17m 50.7M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 e9246768aa61 2024-09-06T15:18:57.604 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi181 running (15m) 3m ago 15m 38.7M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 ae587368c103 2024-09-06T15:18:57.604 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (15m) 3m ago 15m 42.6M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 f845352189fb 2024-09-06T15:18:57.604 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (6m) 3m ago 6m 8152k - 1.5.0 0da6a335fe13 db564af40cf2 2024-09-06T15:18:57.604 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi181 *:9100 running (6m) 3m ago 6m 8007k - 1.5.0 0da6a335fe13 f0040460eadd 2024-09-06T15:18:57.604 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (13m) 3m ago 13m 49.7M 4060M 19.1.1-268-g635ed4cf b6db46a449e5 cec969796af3 2024-09-06T15:18:57.604 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (13m) 3m ago 13m 57.5M 4060M 19.1.1-268-g635ed4cf b6db46a449e5 d527f97f0b83 2024-09-06T15:18:57.604 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (12m) 3m ago 12m 55.1M 4060M 19.1.1-268-g635ed4cf b6db46a449e5 303b15f1c60b 2024-09-06T15:18:57.604 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (11m) 3m ago 11m 54.9M 4060M 19.1.1-268-g635ed4cf b6db46a449e5 524c24c2c8fd 2024-09-06T15:18:57.605 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi181 running (10m) 3m ago 10m 55.9M 4060M 19.1.1-268-g635ed4cf b6db46a449e5 c9c9286e40c9 2024-09-06T15:18:57.605 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi181 running (9m) 3m ago 9m 45.4M 4060M 19.1.1-268-g635ed4cf b6db46a449e5 427ff3118a0b 2024-09-06T15:18:57.605 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi181 running (8m) 3m ago 8m 52.3M 4060M 19.1.1-268-g635ed4cf b6db46a449e5 9e6f947064d2 2024-09-06T15:18:57.605 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi181 running (7m) 3m ago 7m 54.7M 4060M 19.1.1-268-g635ed4cf b6db46a449e5 a94f6f351ffd 2024-09-06T15:18:57.605 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi181 *:9095 running (5m) 3m ago 6m 38.7M - 2.43.0 a07b618ecd1d c9d85762a991 2024-09-06T15:18:57.605 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi169.svrjnx smithi169 *:8000 running (3m) 3m ago 3m 90.0M - 19.1.1-268-g635ed4cf b6db46a449e5 73d895896783 2024-09-06T15:18:57.605 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi181.fqbtai smithi181 *:8000 running (4m) 3m ago 4m 88.9M - 19.1.1-268-g635ed4cf b6db46a449e5 4aaa91540a99 2024-09-06T15:18:58.284 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:58 smithi169 bash[19820]: cluster 2024-09-06T15:18:56.926630+0000 mgr.y (mgr.24284) 275 : cluster [DBG] pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:18:58.284 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:58 smithi169 bash[26469]: cluster 2024-09-06T15:18:56.926630+0000 mgr.y (mgr.24284) 275 : cluster [DBG] pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:18:58.285 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph versions' 2024-09-06T15:18:58.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:58 smithi181 bash[21841]: cluster 2024-09-06T15:18:56.926630+0000 mgr.y (mgr.24284) 275 : cluster [DBG] pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:18:59.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:59 smithi169 bash[19820]: audit 2024-09-06T15:18:57.589597+0000 mgr.y (mgr.24284) 276 : audit [DBG] from='client.14952 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:18:59.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:18:59 smithi169 bash[19820]: audit 2024-09-06T15:18:57.655369+0000 mgr.y (mgr.24284) 277 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:18:59.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:59 smithi169 bash[26469]: audit 2024-09-06T15:18:57.589597+0000 mgr.y (mgr.24284) 276 : audit [DBG] from='client.14952 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:18:59.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:18:59 smithi169 bash[26469]: audit 2024-09-06T15:18:57.655369+0000 mgr.y (mgr.24284) 277 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:18:59.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:59 smithi181 bash[21841]: audit 2024-09-06T15:18:57.589597+0000 mgr.y (mgr.24284) 276 : audit [DBG] from='client.14952 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:18:59.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:18:59 smithi181 bash[21841]: audit 2024-09-06T15:18:57.655369+0000 mgr.y (mgr.24284) 277 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:19:00.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:00 smithi169 bash[19820]: cluster 2024-09-06T15:18:58.927354+0000 mgr.y (mgr.24284) 278 : cluster [DBG] pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:00.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:00 smithi169 bash[26469]: cluster 2024-09-06T15:18:58.927354+0000 mgr.y (mgr.24284) 278 : cluster [DBG] pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:00.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:00 smithi181 bash[21841]: cluster 2024-09-06T15:18:58.927354+0000 mgr.y (mgr.24284) 278 : cluster [DBG] pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:02.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:02 smithi169 bash[19820]: cluster 2024-09-06T15:19:00.927988+0000 mgr.y (mgr.24284) 279 : cluster [DBG] pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:02.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:02 smithi169 bash[26469]: cluster 2024-09-06T15:19:00.927988+0000 mgr.y (mgr.24284) 279 : cluster [DBG] pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:02.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:02 smithi181 bash[21841]: cluster 2024-09-06T15:19:00.927988+0000 mgr.y (mgr.24284) 279 : cluster [DBG] pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:03.105 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:19:04.294 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:04 smithi169 bash[19820]: cluster 2024-09-06T15:19:02.929717+0000 mgr.y (mgr.24284) 280 : cluster [DBG] pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:19:04.295 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:04 smithi169 bash[26469]: cluster 2024-09-06T15:19:02.929717+0000 mgr.y (mgr.24284) 280 : cluster [DBG] pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:19:04.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:04 smithi181 bash[21841]: cluster 2024-09-06T15:19:02.929717+0000 mgr.y (mgr.24284) 280 : cluster [DBG] pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:19:04.681 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:19:04.681 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-09-06T15:19:04.681 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 3 2024-09-06T15:19:04.681 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:19:04.681 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-09-06T15:19:04.681 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 2 2024-09-06T15:19:04.681 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:19:04.681 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-09-06T15:19:04.682 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 8 2024-09-06T15:19:04.682 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:19:04.682 INFO:teuthology.orchestra.run.smithi169.stdout: "rgw": { 2024-09-06T15:19:04.682 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 2 2024-09-06T15:19:04.682 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:19:04.682 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-09-06T15:19:04.682 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 15 2024-09-06T15:19:04.682 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-09-06T15:19:04.682 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:19:05.383 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:05 smithi169 bash[26469]: audit 2024-09-06T15:19:04.686810+0000 mon.a (mon.0) 1000 : audit [DBG] from='client.? 172.21.15.169:0/826588510' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:19:05.383 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:05 smithi169 bash[19820]: audit 2024-09-06T15:19:04.686810+0000 mon.a (mon.0) 1000 : audit [DBG] from='client.? 172.21.15.169:0/826588510' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:19:05.384 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph -s' 2024-09-06T15:19:05.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:05 smithi181 bash[21841]: audit 2024-09-06T15:19:04.686810+0000 mon.a (mon.0) 1000 : audit [DBG] from='client.? 172.21.15.169:0/826588510' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:19:06.329 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:06 smithi169 bash[19820]: cluster 2024-09-06T15:19:04.930520+0000 mgr.y (mgr.24284) 281 : cluster [DBG] pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:06.330 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:06 smithi169 bash[26469]: cluster 2024-09-06T15:19:04.930520+0000 mgr.y (mgr.24284) 281 : cluster [DBG] pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:06.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:06 smithi181 bash[21841]: cluster 2024-09-06T15:19:04.930520+0000 mgr.y (mgr.24284) 281 : cluster [DBG] pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:06.692 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:19:06 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:19:06] "GET /metrics HTTP/1.1" 200 38088 "" "Prometheus/2.43.0" 2024-09-06T15:19:08.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:08 smithi169 bash[19820]: cluster 2024-09-06T15:19:06.932194+0000 mgr.y (mgr.24284) 282 : cluster [DBG] pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:19:08.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:08 smithi169 bash[26469]: cluster 2024-09-06T15:19:06.932194+0000 mgr.y (mgr.24284) 282 : cluster [DBG] pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:19:08.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:08 smithi181 bash[21841]: cluster 2024-09-06T15:19:06.932194+0000 mgr.y (mgr.24284) 282 : cluster [DBG] pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:19:09.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:09 smithi169 bash[19820]: audit 2024-09-06T15:19:07.664338+0000 mgr.y (mgr.24284) 283 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:19:09.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:09 smithi169 bash[26469]: audit 2024-09-06T15:19:07.664338+0000 mgr.y (mgr.24284) 283 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:19:09.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:09 smithi181 bash[21841]: audit 2024-09-06T15:19:07.664338+0000 mgr.y (mgr.24284) 283 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:19:10.198 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:19:10.313 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:10 smithi169 bash[26469]: cluster 2024-09-06T15:19:08.932866+0000 mgr.y (mgr.24284) 284 : cluster [DBG] pgmap v247: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:10.314 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:10 smithi169 bash[19820]: cluster 2024-09-06T15:19:08.932866+0000 mgr.y (mgr.24284) 284 : cluster [DBG] pgmap v247: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:10.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:10 smithi181 bash[21841]: cluster 2024-09-06T15:19:08.932866+0000 mgr.y (mgr.24284) 284 : cluster [DBG] pgmap v247: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:11.393 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:11 smithi169 bash[19820]: audit 2024-09-06T15:19:10.827889+0000 mon.a (mon.0) 1001 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:19:11.393 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:11 smithi169 bash[19820]: cluster 2024-09-06T15:19:10.933527+0000 mgr.y (mgr.24284) 285 : cluster [DBG] pgmap v248: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:11.394 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:11 smithi169 bash[26469]: audit 2024-09-06T15:19:10.827889+0000 mon.a (mon.0) 1001 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:19:11.394 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:11 smithi169 bash[26469]: cluster 2024-09-06T15:19:10.933527+0000 mgr.y (mgr.24284) 285 : cluster [DBG] pgmap v248: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:11.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:11 smithi181 bash[21841]: audit 2024-09-06T15:19:10.827889+0000 mon.a (mon.0) 1001 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:19:11.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:11 smithi181 bash[21841]: cluster 2024-09-06T15:19:10.933527+0000 mgr.y (mgr.24284) 285 : cluster [DBG] pgmap v248: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:11.817 INFO:teuthology.orchestra.run.smithi169.stdout: cluster: 2024-09-06T15:19:11.817 INFO:teuthology.orchestra.run.smithi169.stdout: id: bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:19:11.817 INFO:teuthology.orchestra.run.smithi169.stdout: health: HEALTH_OK 2024-09-06T15:19:11.817 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:19:11.818 INFO:teuthology.orchestra.run.smithi169.stdout: services: 2024-09-06T15:19:11.818 INFO:teuthology.orchestra.run.smithi169.stdout: mon: 3 daemons, quorum a,b,c (age 15m) 2024-09-06T15:19:11.818 INFO:teuthology.orchestra.run.smithi169.stdout: mgr: y(active, since 7m), standbys: x 2024-09-06T15:19:11.818 INFO:teuthology.orchestra.run.smithi169.stdout: osd: 8 osds: 8 up (since 7m), 8 in (since 8m) 2024-09-06T15:19:11.818 INFO:teuthology.orchestra.run.smithi169.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-09-06T15:19:11.818 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:19:11.818 INFO:teuthology.orchestra.run.smithi169.stdout: data: 2024-09-06T15:19:11.818 INFO:teuthology.orchestra.run.smithi169.stdout: pools: 6 pools, 161 pgs 2024-09-06T15:19:11.818 INFO:teuthology.orchestra.run.smithi169.stdout: objects: 212 objects, 585 KiB 2024-09-06T15:19:11.818 INFO:teuthology.orchestra.run.smithi169.stdout: usage: 250 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:19:11.818 INFO:teuthology.orchestra.run.smithi169.stdout: pgs: 161 active+clean 2024-09-06T15:19:11.818 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:19:11.818 INFO:teuthology.orchestra.run.smithi169.stdout: io: 2024-09-06T15:19:11.818 INFO:teuthology.orchestra.run.smithi169.stdout: client: 852 B/s rd, 0 op/s rd, 0 op/s wr 2024-09-06T15:19:11.819 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:19:12.081 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:12 smithi169 bash[19820]: audit 2024-09-06T15:19:11.822095+0000 mon.c (mon.2) 35 : audit [DBG] from='client.? 172.21.15.169:0/1947789210' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-06T15:19:12.081 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:12 smithi169 bash[26469]: audit 2024-09-06T15:19:11.822095+0000 mon.c (mon.2) 35 : audit [DBG] from='client.? 172.21.15.169:0/1947789210' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-06T15:19:12.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:12 smithi181 bash[21841]: audit 2024-09-06T15:19:11.822095+0000 mon.c (mon.2) 35 : audit [DBG] from='client.? 172.21.15.169:0/1947789210' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-06T15:19:12.555 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph orch ls' 2024-09-06T15:19:13.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:13 smithi169 bash[26469]: cluster 2024-09-06T15:19:12.935391+0000 mgr.y (mgr.24284) 286 : cluster [DBG] pgmap v249: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:19:13.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:13 smithi169 bash[19820]: cluster 2024-09-06T15:19:12.935391+0000 mgr.y (mgr.24284) 286 : cluster [DBG] pgmap v249: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:19:13.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:13 smithi181 bash[21841]: cluster 2024-09-06T15:19:12.935391+0000 mgr.y (mgr.24284) 286 : cluster [DBG] pgmap v249: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:19:16.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:15 smithi181 bash[21841]: cluster 2024-09-06T15:19:14.936093+0000 mgr.y (mgr.24284) 287 : cluster [DBG] pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:16.332 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:15 smithi169 bash[26469]: cluster 2024-09-06T15:19:14.936093+0000 mgr.y (mgr.24284) 287 : cluster [DBG] pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:16.333 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:15 smithi169 bash[19820]: cluster 2024-09-06T15:19:14.936093+0000 mgr.y (mgr.24284) 287 : cluster [DBG] pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:16.691 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:19:16 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:19:16] "GET /metrics HTTP/1.1" 200 38088 "" "Prometheus/2.43.0" 2024-09-06T15:19:17.368 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:19:18.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:17 smithi181 bash[21841]: cluster 2024-09-06T15:19:16.937849+0000 mgr.y (mgr.24284) 288 : cluster [DBG] pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:19:18.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:17 smithi169 bash[19820]: cluster 2024-09-06T15:19:16.937849+0000 mgr.y (mgr.24284) 288 : cluster [DBG] pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:19:18.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:17 smithi169 bash[26469]: cluster 2024-09-06T15:19:16.937849+0000 mgr.y (mgr.24284) 288 : cluster [DBG] pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:19:18.915 INFO:teuthology.orchestra.run.smithi169.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-09-06T15:19:18.915 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager ?:9093,9094 1/1 3m ago 7m smithi169=a;count:1 2024-09-06T15:19:18.915 INFO:teuthology.orchestra.run.smithi169.stdout:grafana ?:3000 1/1 4m ago 6m smithi181=a;count:1 2024-09-06T15:19:18.915 INFO:teuthology.orchestra.run.smithi169.stdout:iscsi.foo ?:5000 1/1 3m ago 3m count:1 2024-09-06T15:19:18.915 INFO:teuthology.orchestra.run.smithi169.stdout:mgr 2/2 4m ago 15m smithi169=y;smithi181=x;count:2 2024-09-06T15:19:18.916 INFO:teuthology.orchestra.run.smithi169.stdout:mon 3/3 4m ago 15m smithi169:172.21.15.169=a;smithi169:[v2:172.21.15.169:3301,v1:172.21.15.169:6790]=c;smithi181:172.21.15.181=b;count:3 2024-09-06T15:19:18.916 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter ?:9100 2/2 4m ago 7m smithi169=a;smithi181=b;count:2 2024-09-06T15:19:18.916 INFO:teuthology.orchestra.run.smithi169.stdout:osd 8 4m ago - 2024-09-06T15:19:18.916 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus ?:9095 1/1 4m ago 7m smithi181=a;count:1 2024-09-06T15:19:18.916 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo ?:8000 2/2 4m ago 4m count:2 2024-09-06T15:19:19.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:19 smithi169 bash[19820]: audit 2024-09-06T15:19:17.675539+0000 mgr.y (mgr.24284) 289 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:19:19.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:19 smithi169 bash[26469]: audit 2024-09-06T15:19:17.675539+0000 mgr.y (mgr.24284) 289 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:19:19.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:19 smithi181 bash[21841]: audit 2024-09-06T15:19:17.675539+0000 mgr.y (mgr.24284) 289 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:19:19.618 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-09-06T15:19:20.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:20 smithi169 bash[19820]: audit 2024-09-06T15:19:18.906469+0000 mgr.y (mgr.24284) 290 : audit [DBG] from='client.14970 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:19:20.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:20 smithi169 bash[19820]: cluster 2024-09-06T15:19:18.938352+0000 mgr.y (mgr.24284) 291 : cluster [DBG] pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:20.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:20 smithi169 bash[26469]: audit 2024-09-06T15:19:18.906469+0000 mgr.y (mgr.24284) 290 : audit [DBG] from='client.14970 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:19:20.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:20 smithi169 bash[26469]: cluster 2024-09-06T15:19:18.938352+0000 mgr.y (mgr.24284) 291 : cluster [DBG] pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:20.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:20 smithi181 bash[21841]: audit 2024-09-06T15:19:18.906469+0000 mgr.y (mgr.24284) 290 : audit [DBG] from='client.14970 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:19:20.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:20 smithi181 bash[21841]: cluster 2024-09-06T15:19:18.938352+0000 mgr.y (mgr.24284) 291 : cluster [DBG] pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:22.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:22 smithi169 bash[19820]: cluster 2024-09-06T15:19:20.939067+0000 mgr.y (mgr.24284) 292 : cluster [DBG] pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:22.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:22 smithi169 bash[26469]: cluster 2024-09-06T15:19:20.939067+0000 mgr.y (mgr.24284) 292 : cluster [DBG] pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:22.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:22 smithi181 bash[21841]: cluster 2024-09-06T15:19:20.939067+0000 mgr.y (mgr.24284) 292 : cluster [DBG] pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:24.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:24 smithi169 bash[19820]: cluster 2024-09-06T15:19:22.940727+0000 mgr.y (mgr.24284) 293 : cluster [DBG] pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:19:24.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:24 smithi169 bash[26469]: cluster 2024-09-06T15:19:22.940727+0000 mgr.y (mgr.24284) 293 : cluster [DBG] pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:19:24.449 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:19:24.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:24 smithi181 bash[21841]: cluster 2024-09-06T15:19:22.940727+0000 mgr.y (mgr.24284) 293 : cluster [DBG] pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:19:26.219 INFO:teuthology.orchestra.run.smithi169.stdout:Scheduled to redeploy mgr.x on host 'smithi181' 2024-09-06T15:19:26.285 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:26 smithi169 bash[19820]: cluster 2024-09-06T15:19:24.941435+0000 mgr.y (mgr.24284) 294 : cluster [DBG] pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:26.285 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:26 smithi169 bash[19820]: audit 2024-09-06T15:19:25.828097+0000 mon.a (mon.0) 1002 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:19:26.286 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:26 smithi169 bash[19820]: audit 2024-09-06T15:19:25.870778+0000 mon.a (mon.0) 1003 : audit [DBG] from='client.? 172.21.15.169:0/1174976079' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-06T15:19:26.286 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:26 smithi169 bash[26469]: cluster 2024-09-06T15:19:24.941435+0000 mgr.y (mgr.24284) 294 : cluster [DBG] pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:26.286 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:26 smithi169 bash[26469]: audit 2024-09-06T15:19:25.828097+0000 mon.a (mon.0) 1002 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:19:26.286 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:26 smithi169 bash[26469]: audit 2024-09-06T15:19:25.870778+0000 mon.a (mon.0) 1003 : audit [DBG] from='client.? 172.21.15.169:0/1174976079' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-06T15:19:26.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:26 smithi181 bash[21841]: cluster 2024-09-06T15:19:24.941435+0000 mgr.y (mgr.24284) 294 : cluster [DBG] pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:26.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:26 smithi181 bash[21841]: audit 2024-09-06T15:19:25.828097+0000 mon.a (mon.0) 1002 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:19:26.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:26 smithi181 bash[21841]: audit 2024-09-06T15:19:25.870778+0000 mon.a (mon.0) 1003 : audit [DBG] from='client.? 172.21.15.169:0/1174976079' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-06T15:19:26.691 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:19:26 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:19:26] "GET /metrics HTTP/1.1" 200 38087 "" "Prometheus/2.43.0" 2024-09-06T15:19:26.935 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph orch ps --refresh' 2024-09-06T15:19:27.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:27 smithi169 bash[19820]: audit 2024-09-06T15:19:26.189924+0000 mgr.y (mgr.24284) 295 : audit [DBG] from='client.24842 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:19:27.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:27 smithi169 bash[19820]: audit 2024-09-06T15:19:26.199123+0000 mon.a (mon.0) 1004 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:19:27.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:27 smithi169 bash[19820]: cephadm 2024-09-06T15:19:26.203920+0000 mgr.y (mgr.24284) 296 : cephadm [INF] Schedule redeploy daemon mgr.x 2024-09-06T15:19:27.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:27 smithi169 bash[19820]: audit 2024-09-06T15:19:26.212896+0000 mon.a (mon.0) 1005 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:19:27.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:27 smithi169 bash[19820]: audit 2024-09-06T15:19:26.224050+0000 mon.a (mon.0) 1006 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:19:27.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:27 smithi169 bash[19820]: audit 2024-09-06T15:19:26.226985+0000 mon.a (mon.0) 1007 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:19:27.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:27 smithi169 bash[19820]: audit 2024-09-06T15:19:26.228449+0000 mon.a (mon.0) 1008 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:19:27.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:27 smithi169 bash[19820]: audit 2024-09-06T15:19:26.235231+0000 mon.a (mon.0) 1009 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:19:27.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:27 smithi169 bash[19820]: audit 2024-09-06T15:19:26.271378+0000 mon.a (mon.0) 1010 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-06T15:19:27.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:27 smithi169 bash[19820]: audit 2024-09-06T15:19:26.272120+0000 mon.a (mon.0) 1011 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-06T15:19:27.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:27 smithi169 bash[19820]: audit 2024-09-06T15:19:26.272800+0000 mon.a (mon.0) 1012 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:19:27.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:27 smithi169 bash[19820]: cephadm 2024-09-06T15:19:26.273459+0000 mgr.y (mgr.24284) 297 : cephadm [INF] Deploying daemon mgr.x on smithi181 2024-09-06T15:19:27.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:27 smithi169 bash[19820]: cluster 2024-09-06T15:19:26.943132+0000 mgr.y (mgr.24284) 298 : cluster [DBG] pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:19:27.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:27 smithi169 bash[26469]: audit 2024-09-06T15:19:26.189924+0000 mgr.y (mgr.24284) 295 : audit [DBG] from='client.24842 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:19:27.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:27 smithi169 bash[26469]: audit 2024-09-06T15:19:26.199123+0000 mon.a (mon.0) 1004 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:19:27.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:27 smithi169 bash[26469]: cephadm 2024-09-06T15:19:26.203920+0000 mgr.y (mgr.24284) 296 : cephadm [INF] Schedule redeploy daemon mgr.x 2024-09-06T15:19:27.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:27 smithi169 bash[26469]: audit 2024-09-06T15:19:26.212896+0000 mon.a (mon.0) 1005 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:19:27.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:27 smithi169 bash[26469]: audit 2024-09-06T15:19:26.224050+0000 mon.a (mon.0) 1006 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:19:27.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:27 smithi169 bash[26469]: audit 2024-09-06T15:19:26.226985+0000 mon.a (mon.0) 1007 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:19:27.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:27 smithi169 bash[26469]: audit 2024-09-06T15:19:26.228449+0000 mon.a (mon.0) 1008 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:19:27.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:27 smithi169 bash[26469]: audit 2024-09-06T15:19:26.235231+0000 mon.a (mon.0) 1009 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:19:27.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:27 smithi169 bash[26469]: audit 2024-09-06T15:19:26.271378+0000 mon.a (mon.0) 1010 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-06T15:19:27.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:27 smithi169 bash[26469]: audit 2024-09-06T15:19:26.272120+0000 mon.a (mon.0) 1011 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-06T15:19:27.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:27 smithi169 bash[26469]: audit 2024-09-06T15:19:26.272800+0000 mon.a (mon.0) 1012 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:19:27.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:27 smithi169 bash[26469]: cephadm 2024-09-06T15:19:26.273459+0000 mgr.y (mgr.24284) 297 : cephadm [INF] Deploying daemon mgr.x on smithi181 2024-09-06T15:19:27.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:27 smithi169 bash[26469]: cluster 2024-09-06T15:19:26.943132+0000 mgr.y (mgr.24284) 298 : cluster [DBG] pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:19:27.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:27 smithi181 bash[21841]: audit 2024-09-06T15:19:26.189924+0000 mgr.y (mgr.24284) 295 : audit [DBG] from='client.24842 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:19:27.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:27 smithi181 bash[21841]: audit 2024-09-06T15:19:26.199123+0000 mon.a (mon.0) 1004 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:19:27.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:27 smithi181 bash[21841]: cephadm 2024-09-06T15:19:26.203920+0000 mgr.y (mgr.24284) 296 : cephadm [INF] Schedule redeploy daemon mgr.x 2024-09-06T15:19:27.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:27 smithi181 bash[21841]: audit 2024-09-06T15:19:26.212896+0000 mon.a (mon.0) 1005 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:19:27.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:27 smithi181 bash[21841]: audit 2024-09-06T15:19:26.224050+0000 mon.a (mon.0) 1006 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:19:27.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:27 smithi181 bash[21841]: audit 2024-09-06T15:19:26.226985+0000 mon.a (mon.0) 1007 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:19:27.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:27 smithi181 bash[21841]: audit 2024-09-06T15:19:26.228449+0000 mon.a (mon.0) 1008 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:19:27.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:27 smithi181 bash[21841]: audit 2024-09-06T15:19:26.235231+0000 mon.a (mon.0) 1009 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:19:27.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:27 smithi181 bash[21841]: audit 2024-09-06T15:19:26.271378+0000 mon.a (mon.0) 1010 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-06T15:19:27.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:27 smithi181 bash[21841]: audit 2024-09-06T15:19:26.272120+0000 mon.a (mon.0) 1011 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-06T15:19:27.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:27 smithi181 bash[21841]: audit 2024-09-06T15:19:26.272800+0000 mon.a (mon.0) 1012 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:19:27.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:27 smithi181 bash[21841]: cephadm 2024-09-06T15:19:26.273459+0000 mgr.y (mgr.24284) 297 : cephadm [INF] Deploying daemon mgr.x on smithi181 2024-09-06T15:19:27.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:27 smithi181 bash[21841]: cluster 2024-09-06T15:19:26.943132+0000 mgr.y (mgr.24284) 298 : cluster [DBG] pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:19:28.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:28 smithi181 bash[21841]: audit 2024-09-06T15:19:27.686263+0000 mgr.y (mgr.24284) 299 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:19:28.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:28 smithi169 bash[19820]: audit 2024-09-06T15:19:27.686263+0000 mgr.y (mgr.24284) 299 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:19:28.691 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:28 smithi169 bash[26469]: audit 2024-09-06T15:19:27.686263+0000 mgr.y (mgr.24284) 299 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:19:29.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:29 smithi181 bash[21841]: cluster 2024-09-06T15:19:28.943822+0000 mgr.y (mgr.24284) 300 : cluster [DBG] pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:29.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:29 smithi169 bash[19820]: cluster 2024-09-06T15:19:28.943822+0000 mgr.y (mgr.24284) 300 : cluster [DBG] pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:29.691 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:29 smithi169 bash[26469]: cluster 2024-09-06T15:19:28.943822+0000 mgr.y (mgr.24284) 300 : cluster [DBG] pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:31.741 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:19:32.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:32 smithi169 bash[26469]: cluster 2024-09-06T15:19:30.944473+0000 mgr.y (mgr.24284) 301 : cluster [DBG] pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:32.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:32 smithi169 bash[19820]: cluster 2024-09-06T15:19:30.944473+0000 mgr.y (mgr.24284) 301 : cluster [DBG] pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:32.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:31 smithi181 bash[21841]: cluster 2024-09-06T15:19:30.944473+0000 mgr.y (mgr.24284) 301 : cluster [DBG] pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:33.347 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-06T15:19:33.347 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (6m) 4m ago 7m 14.4M - 0.25.0 c8568f914cd2 ae7ff3ddd464 2024-09-06T15:19:33.347 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi181 *:3000 running (6m) 4m ago 6m 75.3M - 9.4.12 2bacad6d85d8 3a07dedb5cb8 2024-09-06T15:19:33.347 INFO:teuthology.orchestra.run.smithi169.stdout:iscsi.foo.smithi169.yxosuq smithi169 *:5000 running (4m) 4m ago 4m - - 3.8 b6db46a449e5 566810ae1a34 2024-09-06T15:19:33.347 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi181 *:8443,8765 running (15m) 4m ago 15m 427M - 19.1.1-268-g635ed4cf b6db46a449e5 6e719a1863e3 2024-09-06T15:19:33.347 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:9283,8765 running (17m) 4m ago 17m 494M - 19.1.1-268-g635ed4cf b6db46a449e5 8230a2e7f4f3 2024-09-06T15:19:33.347 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (17m) 4m ago 17m 50.7M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 e9246768aa61 2024-09-06T15:19:33.348 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi181 running (15m) 4m ago 15m 38.7M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 ae587368c103 2024-09-06T15:19:33.348 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (15m) 4m ago 15m 42.6M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 f845352189fb 2024-09-06T15:19:33.348 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (7m) 4m ago 7m 8152k - 1.5.0 0da6a335fe13 db564af40cf2 2024-09-06T15:19:33.348 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi181 *:9100 running (7m) 4m ago 7m 8007k - 1.5.0 0da6a335fe13 f0040460eadd 2024-09-06T15:19:33.348 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (14m) 4m ago 14m 49.7M 4060M 19.1.1-268-g635ed4cf b6db46a449e5 cec969796af3 2024-09-06T15:19:33.348 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (13m) 4m ago 13m 57.5M 4060M 19.1.1-268-g635ed4cf b6db46a449e5 d527f97f0b83 2024-09-06T15:19:33.348 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (12m) 4m ago 12m 55.1M 4060M 19.1.1-268-g635ed4cf b6db46a449e5 303b15f1c60b 2024-09-06T15:19:33.348 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (11m) 4m ago 11m 54.9M 4060M 19.1.1-268-g635ed4cf b6db46a449e5 524c24c2c8fd 2024-09-06T15:19:33.348 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi181 running (11m) 4m ago 11m 55.9M 4060M 19.1.1-268-g635ed4cf b6db46a449e5 c9c9286e40c9 2024-09-06T15:19:33.348 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi181 running (10m) 4m ago 10m 45.4M 4060M 19.1.1-268-g635ed4cf b6db46a449e5 427ff3118a0b 2024-09-06T15:19:33.348 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi181 running (9m) 4m ago 9m 52.3M 4060M 19.1.1-268-g635ed4cf b6db46a449e5 9e6f947064d2 2024-09-06T15:19:33.348 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi181 running (8m) 4m ago 8m 54.7M 4060M 19.1.1-268-g635ed4cf b6db46a449e5 a94f6f351ffd 2024-09-06T15:19:33.348 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi181 *:9095 running (6m) 4m ago 7m 38.7M - 2.43.0 a07b618ecd1d c9d85762a991 2024-09-06T15:19:33.349 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi169.svrjnx smithi169 *:8000 running (4m) 4m ago 4m 90.0M - 19.1.1-268-g635ed4cf b6db46a449e5 73d895896783 2024-09-06T15:19:33.349 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi181.fqbtai smithi181 *:8000 running (4m) 4m ago 4m 88.9M - 19.1.1-268-g635ed4cf b6db46a449e5 4aaa91540a99 2024-09-06T15:19:34.040 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'sleep 180' 2024-09-06T15:19:34.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:34 smithi169 bash[19820]: cluster 2024-09-06T15:19:32.946162+0000 mgr.y (mgr.24284) 302 : cluster [DBG] pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:19:34.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:34 smithi169 bash[26469]: cluster 2024-09-06T15:19:32.946162+0000 mgr.y (mgr.24284) 302 : cluster [DBG] pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:19:34.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:34 smithi181 bash[21841]: cluster 2024-09-06T15:19:32.946162+0000 mgr.y (mgr.24284) 302 : cluster [DBG] pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:19:35.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:35 smithi169 bash[19820]: audit 2024-09-06T15:19:33.314585+0000 mgr.y (mgr.24284) 303 : audit [DBG] from='client.14988 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:19:35.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:35 smithi169 bash[26469]: audit 2024-09-06T15:19:33.314585+0000 mgr.y (mgr.24284) 303 : audit [DBG] from='client.14988 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:19:35.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:35 smithi181 bash[21841]: audit 2024-09-06T15:19:33.314585+0000 mgr.y (mgr.24284) 303 : audit [DBG] from='client.14988 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:19:36.329 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:36 smithi169 bash[19820]: cluster 2024-09-06T15:19:34.946921+0000 mgr.y (mgr.24284) 304 : cluster [DBG] pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:36.330 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:36 smithi169 bash[26469]: cluster 2024-09-06T15:19:34.946921+0000 mgr.y (mgr.24284) 304 : cluster [DBG] pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:36.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:36 smithi181 bash[21841]: cluster 2024-09-06T15:19:34.946921+0000 mgr.y (mgr.24284) 304 : cluster [DBG] pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:36.691 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:19:36 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:19:36] "GET /metrics HTTP/1.1" 200 38087 "" "Prometheus/2.43.0" 2024-09-06T15:19:38.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:38 smithi169 bash[19820]: cluster 2024-09-06T15:19:36.948682+0000 mgr.y (mgr.24284) 305 : cluster [DBG] pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:19:38.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:38 smithi169 bash[26469]: cluster 2024-09-06T15:19:36.948682+0000 mgr.y (mgr.24284) 305 : cluster [DBG] pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:19:38.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:38 smithi181 bash[21841]: cluster 2024-09-06T15:19:36.948682+0000 mgr.y (mgr.24284) 305 : cluster [DBG] pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:19:38.862 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:19:39.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:39 smithi169 bash[19820]: audit 2024-09-06T15:19:37.691952+0000 mgr.y (mgr.24284) 306 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:19:39.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:39 smithi169 bash[26469]: audit 2024-09-06T15:19:37.691952+0000 mgr.y (mgr.24284) 306 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:19:39.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:39 smithi181 bash[21841]: audit 2024-09-06T15:19:37.691952+0000 mgr.y (mgr.24284) 306 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:19:40.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:40 smithi169 bash[19820]: cluster 2024-09-06T15:19:38.949437+0000 mgr.y (mgr.24284) 307 : cluster [DBG] pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:40.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:40 smithi169 bash[26469]: cluster 2024-09-06T15:19:38.949437+0000 mgr.y (mgr.24284) 307 : cluster [DBG] pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:40.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:40 smithi181 bash[21841]: cluster 2024-09-06T15:19:38.949437+0000 mgr.y (mgr.24284) 307 : cluster [DBG] pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:41.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:41 smithi169 bash[19820]: audit 2024-09-06T15:19:40.828666+0000 mon.a (mon.0) 1013 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:19:41.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:41 smithi169 bash[26469]: audit 2024-09-06T15:19:40.828666+0000 mon.a (mon.0) 1013 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:19:41.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:41 smithi181 bash[21841]: audit 2024-09-06T15:19:40.828666+0000 mon.a (mon.0) 1013 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:19:42.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:42 smithi169 bash[19820]: cluster 2024-09-06T15:19:40.950140+0000 mgr.y (mgr.24284) 308 : cluster [DBG] pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:42.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:42 smithi169 bash[26469]: cluster 2024-09-06T15:19:40.950140+0000 mgr.y (mgr.24284) 308 : cluster [DBG] pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:42.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:42 smithi181 bash[21841]: cluster 2024-09-06T15:19:40.950140+0000 mgr.y (mgr.24284) 308 : cluster [DBG] pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:44.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:44 smithi169 bash[19820]: cluster 2024-09-06T15:19:42.951836+0000 mgr.y (mgr.24284) 309 : cluster [DBG] pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:19:44.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:44 smithi169 bash[26469]: cluster 2024-09-06T15:19:42.951836+0000 mgr.y (mgr.24284) 309 : cluster [DBG] pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:19:44.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:44 smithi181 bash[21841]: cluster 2024-09-06T15:19:42.951836+0000 mgr.y (mgr.24284) 309 : cluster [DBG] pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:19:46.330 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:46 smithi169 bash[19820]: cluster 2024-09-06T15:19:44.952549+0000 mgr.y (mgr.24284) 310 : cluster [DBG] pgmap v265: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:46.330 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:46 smithi169 bash[26469]: cluster 2024-09-06T15:19:44.952549+0000 mgr.y (mgr.24284) 310 : cluster [DBG] pgmap v265: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:46.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:46 smithi181 bash[21841]: cluster 2024-09-06T15:19:44.952549+0000 mgr.y (mgr.24284) 310 : cluster [DBG] pgmap v265: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:46.691 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:19:46 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:19:46] "GET /metrics HTTP/1.1" 200 38085 "" "Prometheus/2.43.0" 2024-09-06T15:19:48.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:48 smithi169 bash[19820]: cluster 2024-09-06T15:19:46.954144+0000 mgr.y (mgr.24284) 311 : cluster [DBG] pgmap v266: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:19:48.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:48 smithi169 bash[26469]: cluster 2024-09-06T15:19:46.954144+0000 mgr.y (mgr.24284) 311 : cluster [DBG] pgmap v266: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:19:48.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:48 smithi181 bash[21841]: cluster 2024-09-06T15:19:46.954144+0000 mgr.y (mgr.24284) 311 : cluster [DBG] pgmap v266: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:19:49.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:49 smithi169 bash[19820]: audit 2024-09-06T15:19:47.697799+0000 mgr.y (mgr.24284) 312 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:19:49.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:49 smithi169 bash[26469]: audit 2024-09-06T15:19:47.697799+0000 mgr.y (mgr.24284) 312 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:19:49.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:49 smithi181 bash[21841]: audit 2024-09-06T15:19:47.697799+0000 mgr.y (mgr.24284) 312 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:19:50.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:50 smithi169 bash[19820]: cluster 2024-09-06T15:19:48.954819+0000 mgr.y (mgr.24284) 313 : cluster [DBG] pgmap v267: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:50.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:50 smithi169 bash[26469]: cluster 2024-09-06T15:19:48.954819+0000 mgr.y (mgr.24284) 313 : cluster [DBG] pgmap v267: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:50.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:50 smithi181 bash[21841]: cluster 2024-09-06T15:19:48.954819+0000 mgr.y (mgr.24284) 313 : cluster [DBG] pgmap v267: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:51.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:51 smithi169 bash[19820]: cluster 2024-09-06T15:19:50.955522+0000 mgr.y (mgr.24284) 314 : cluster [DBG] pgmap v268: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:51.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:51 smithi169 bash[26469]: cluster 2024-09-06T15:19:50.955522+0000 mgr.y (mgr.24284) 314 : cluster [DBG] pgmap v268: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:51.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:51 smithi181 bash[21841]: cluster 2024-09-06T15:19:50.955522+0000 mgr.y (mgr.24284) 314 : cluster [DBG] pgmap v268: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:54.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:54 smithi169 bash[19820]: cluster 2024-09-06T15:19:52.957220+0000 mgr.y (mgr.24284) 315 : cluster [DBG] pgmap v269: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:19:54.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:54 smithi169 bash[26469]: cluster 2024-09-06T15:19:52.957220+0000 mgr.y (mgr.24284) 315 : cluster [DBG] pgmap v269: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:19:54.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:54 smithi181 bash[21841]: cluster 2024-09-06T15:19:52.957220+0000 mgr.y (mgr.24284) 315 : cluster [DBG] pgmap v269: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:19:56.330 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:56 smithi169 bash[19820]: cluster 2024-09-06T15:19:54.957946+0000 mgr.y (mgr.24284) 316 : cluster [DBG] pgmap v270: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:56.330 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:56 smithi169 bash[19820]: audit 2024-09-06T15:19:55.829056+0000 mon.a (mon.0) 1014 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:19:56.330 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:56 smithi169 bash[26469]: cluster 2024-09-06T15:19:54.957946+0000 mgr.y (mgr.24284) 316 : cluster [DBG] pgmap v270: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:56.331 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:56 smithi169 bash[26469]: audit 2024-09-06T15:19:55.829056+0000 mon.a (mon.0) 1014 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:19:56.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:56 smithi181 bash[21841]: cluster 2024-09-06T15:19:54.957946+0000 mgr.y (mgr.24284) 316 : cluster [DBG] pgmap v270: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:19:56.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:56 smithi181 bash[21841]: audit 2024-09-06T15:19:55.829056+0000 mon.a (mon.0) 1014 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:19:56.691 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:19:56 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:19:56] "GET /metrics HTTP/1.1" 200 38083 "" "Prometheus/2.43.0" 2024-09-06T15:19:58.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:58 smithi169 bash[19820]: cluster 2024-09-06T15:19:56.959618+0000 mgr.y (mgr.24284) 317 : cluster [DBG] pgmap v271: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:19:58.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:58 smithi169 bash[26469]: cluster 2024-09-06T15:19:56.959618+0000 mgr.y (mgr.24284) 317 : cluster [DBG] pgmap v271: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:19:58.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:58 smithi181 bash[21841]: cluster 2024-09-06T15:19:56.959618+0000 mgr.y (mgr.24284) 317 : cluster [DBG] pgmap v271: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:19:59.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:19:59 smithi169 bash[19820]: audit 2024-09-06T15:19:57.708998+0000 mgr.y (mgr.24284) 318 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:19:59.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:19:59 smithi169 bash[26469]: audit 2024-09-06T15:19:57.708998+0000 mgr.y (mgr.24284) 318 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:19:59.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:19:59 smithi181 bash[21841]: audit 2024-09-06T15:19:57.708998+0000 mgr.y (mgr.24284) 318 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:20:00.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:00 smithi169 bash[19820]: cluster 2024-09-06T15:19:58.960306+0000 mgr.y (mgr.24284) 319 : cluster [DBG] pgmap v272: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:00.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:00 smithi169 bash[19820]: cluster 2024-09-06T15:20:00.000155+0000 mon.a (mon.0) 1015 : cluster [INF] overall HEALTH_OK 2024-09-06T15:20:00.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:00 smithi169 bash[26469]: cluster 2024-09-06T15:19:58.960306+0000 mgr.y (mgr.24284) 319 : cluster [DBG] pgmap v272: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:00.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:00 smithi169 bash[26469]: cluster 2024-09-06T15:20:00.000155+0000 mon.a (mon.0) 1015 : cluster [INF] overall HEALTH_OK 2024-09-06T15:20:00.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:00 smithi181 bash[21841]: cluster 2024-09-06T15:19:58.960306+0000 mgr.y (mgr.24284) 319 : cluster [DBG] pgmap v272: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:00.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:00 smithi181 bash[21841]: cluster 2024-09-06T15:20:00.000155+0000 mon.a (mon.0) 1015 : cluster [INF] overall HEALTH_OK 2024-09-06T15:20:02.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:02 smithi169 bash[19820]: cluster 2024-09-06T15:20:00.960976+0000 mgr.y (mgr.24284) 320 : cluster [DBG] pgmap v273: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:02.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:02 smithi169 bash[26469]: cluster 2024-09-06T15:20:00.960976+0000 mgr.y (mgr.24284) 320 : cluster [DBG] pgmap v273: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:02.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:02 smithi181 bash[21841]: cluster 2024-09-06T15:20:00.960976+0000 mgr.y (mgr.24284) 320 : cluster [DBG] pgmap v273: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:04.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:04 smithi169 bash[19820]: cluster 2024-09-06T15:20:02.962645+0000 mgr.y (mgr.24284) 321 : cluster [DBG] pgmap v274: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:20:04.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:04 smithi169 bash[26469]: cluster 2024-09-06T15:20:02.962645+0000 mgr.y (mgr.24284) 321 : cluster [DBG] pgmap v274: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:20:04.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:04 smithi181 bash[21841]: cluster 2024-09-06T15:20:02.962645+0000 mgr.y (mgr.24284) 321 : cluster [DBG] pgmap v274: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:20:06.329 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:06 smithi169 bash[19820]: cluster 2024-09-06T15:20:04.963396+0000 mgr.y (mgr.24284) 322 : cluster [DBG] pgmap v275: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:06.330 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:06 smithi169 bash[26469]: cluster 2024-09-06T15:20:04.963396+0000 mgr.y (mgr.24284) 322 : cluster [DBG] pgmap v275: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:06.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:06 smithi181 bash[21841]: cluster 2024-09-06T15:20:04.963396+0000 mgr.y (mgr.24284) 322 : cluster [DBG] pgmap v275: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:06.691 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:20:06 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:20:06] "GET /metrics HTTP/1.1" 200 38083 "" "Prometheus/2.43.0" 2024-09-06T15:20:08.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:08 smithi181 bash[21841]: cluster 2024-09-06T15:20:06.964947+0000 mgr.y (mgr.24284) 323 : cluster [DBG] pgmap v276: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:20:08.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:08 smithi169 bash[19820]: cluster 2024-09-06T15:20:06.964947+0000 mgr.y (mgr.24284) 323 : cluster [DBG] pgmap v276: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:20:08.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:08 smithi169 bash[26469]: cluster 2024-09-06T15:20:06.964947+0000 mgr.y (mgr.24284) 323 : cluster [DBG] pgmap v276: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:20:09.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:09 smithi169 bash[19820]: audit 2024-09-06T15:20:07.717041+0000 mgr.y (mgr.24284) 324 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:20:09.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:09 smithi169 bash[26469]: audit 2024-09-06T15:20:07.717041+0000 mgr.y (mgr.24284) 324 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:20:09.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:09 smithi181 bash[21841]: audit 2024-09-06T15:20:07.717041+0000 mgr.y (mgr.24284) 324 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:20:10.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:10 smithi169 bash[19820]: cluster 2024-09-06T15:20:08.965638+0000 mgr.y (mgr.24284) 325 : cluster [DBG] pgmap v277: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:10.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:10 smithi169 bash[26469]: cluster 2024-09-06T15:20:08.965638+0000 mgr.y (mgr.24284) 325 : cluster [DBG] pgmap v277: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:10.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:10 smithi181 bash[21841]: cluster 2024-09-06T15:20:08.965638+0000 mgr.y (mgr.24284) 325 : cluster [DBG] pgmap v277: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:11.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:11 smithi169 bash[19820]: audit 2024-09-06T15:20:10.829826+0000 mon.a (mon.0) 1016 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:20:11.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:11 smithi169 bash[19820]: cluster 2024-09-06T15:20:10.966297+0000 mgr.y (mgr.24284) 326 : cluster [DBG] pgmap v278: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:11.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:11 smithi169 bash[26469]: audit 2024-09-06T15:20:10.829826+0000 mon.a (mon.0) 1016 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:20:11.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:11 smithi169 bash[26469]: cluster 2024-09-06T15:20:10.966297+0000 mgr.y (mgr.24284) 326 : cluster [DBG] pgmap v278: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:11.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:11 smithi181 bash[21841]: audit 2024-09-06T15:20:10.829826+0000 mon.a (mon.0) 1016 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:20:11.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:11 smithi181 bash[21841]: cluster 2024-09-06T15:20:10.966297+0000 mgr.y (mgr.24284) 326 : cluster [DBG] pgmap v278: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:14.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:14 smithi169 bash[19820]: cluster 2024-09-06T15:20:12.967978+0000 mgr.y (mgr.24284) 327 : cluster [DBG] pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:20:14.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:14 smithi169 bash[26469]: cluster 2024-09-06T15:20:12.967978+0000 mgr.y (mgr.24284) 327 : cluster [DBG] pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:20:14.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:14 smithi181 bash[21841]: cluster 2024-09-06T15:20:12.967978+0000 mgr.y (mgr.24284) 327 : cluster [DBG] pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:20:16.330 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:16 smithi169 bash[19820]: cluster 2024-09-06T15:20:14.968664+0000 mgr.y (mgr.24284) 328 : cluster [DBG] pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:16.330 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:16 smithi169 bash[26469]: cluster 2024-09-06T15:20:14.968664+0000 mgr.y (mgr.24284) 328 : cluster [DBG] pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:16.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:16 smithi181 bash[21841]: cluster 2024-09-06T15:20:14.968664+0000 mgr.y (mgr.24284) 328 : cluster [DBG] pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:16.691 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:20:16 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:20:16] "GET /metrics HTTP/1.1" 200 38084 "" "Prometheus/2.43.0" 2024-09-06T15:20:18.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:18 smithi169 bash[19820]: cluster 2024-09-06T15:20:16.970252+0000 mgr.y (mgr.24284) 329 : cluster [DBG] pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:20:18.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:18 smithi169 bash[26469]: cluster 2024-09-06T15:20:16.970252+0000 mgr.y (mgr.24284) 329 : cluster [DBG] pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:20:18.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:18 smithi181 bash[21841]: cluster 2024-09-06T15:20:16.970252+0000 mgr.y (mgr.24284) 329 : cluster [DBG] pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:20:19.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:19 smithi169 bash[19820]: audit 2024-09-06T15:20:17.728342+0000 mgr.y (mgr.24284) 330 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:20:19.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:19 smithi169 bash[26469]: audit 2024-09-06T15:20:17.728342+0000 mgr.y (mgr.24284) 330 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:20:19.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:19 smithi181 bash[21841]: audit 2024-09-06T15:20:17.728342+0000 mgr.y (mgr.24284) 330 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:20:20.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:20 smithi169 bash[19820]: cluster 2024-09-06T15:20:18.970914+0000 mgr.y (mgr.24284) 331 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:20.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:20 smithi169 bash[26469]: cluster 2024-09-06T15:20:18.970914+0000 mgr.y (mgr.24284) 331 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:20.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:20 smithi181 bash[21841]: cluster 2024-09-06T15:20:18.970914+0000 mgr.y (mgr.24284) 331 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:22.167 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:20:22 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:20:22.167 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:20:22 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:20:22.167 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:20:22 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:20:22.168 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:22 smithi181 bash[21841]: cluster 2024-09-06T15:20:20.971557+0000 mgr.y (mgr.24284) 332 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:22.168 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:22 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:20:22.168 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:20:22 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:20:22.169 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:20:22 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:20:22.169 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:20:22 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:20:22.169 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:20:22 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:20:22.170 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:20:22 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:20:22.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:22 smithi169 bash[19820]: cluster 2024-09-06T15:20:20.971557+0000 mgr.y (mgr.24284) 332 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:22.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:22 smithi169 bash[26469]: cluster 2024-09-06T15:20:20.971557+0000 mgr.y (mgr.24284) 332 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:22.496 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:20:22 smithi181 systemd[1]: Stopping Ceph mgr.x for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:20:23.218 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:20:22 smithi181 bash[49294]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-mgr-x 2024-09-06T15:20:23.218 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:20:23 smithi181 systemd[1]: ceph-bab55310-6c60-11ef-bce4-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-06T15:20:23.218 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:20:23 smithi181 bash[49356]: Error response from daemon: No such container: ceph-bab55310-6c60-11ef-bce4-c7b262605968-mgr-x 2024-09-06T15:20:23.218 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:20:23 smithi181 systemd[1]: ceph-bab55310-6c60-11ef-bce4-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-09-06T15:20:23.218 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:20:23 smithi181 systemd[1]: Stopped Ceph mgr.x for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:20:23.496 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:20:23 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:20:23.496 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:20:23 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:20:23.497 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:20:23 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:20:23.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:23 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:20:23.497 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:20:23 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:20:23.497 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:20:23 smithi181 systemd[1]: Started Ceph mgr.x for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:20:23.498 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:20:23 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:20:23.498 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:20:23 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:20:23.498 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:20:23 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:20:23.498 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:20:23 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:20:24.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:24 smithi169 bash[19820]: cluster 2024-09-06T15:20:22.973226+0000 mgr.y (mgr.24284) 333 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:20:24.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:24 smithi169 bash[19820]: audit 2024-09-06T15:20:23.393788+0000 mon.a (mon.0) 1017 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:20:24.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:24 smithi169 bash[19820]: audit 2024-09-06T15:20:23.403924+0000 mon.a (mon.0) 1018 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:20:24.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:24 smithi169 bash[19820]: audit 2024-09-06T15:20:23.413457+0000 mon.a (mon.0) 1019 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:20:24.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:24 smithi169 bash[19820]: audit 2024-09-06T15:20:23.423764+0000 mon.a (mon.0) 1020 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:20:24.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:24 smithi169 bash[26469]: cluster 2024-09-06T15:20:22.973226+0000 mgr.y (mgr.24284) 333 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:20:24.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:24 smithi169 bash[26469]: audit 2024-09-06T15:20:23.393788+0000 mon.a (mon.0) 1017 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:20:24.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:24 smithi169 bash[26469]: audit 2024-09-06T15:20:23.403924+0000 mon.a (mon.0) 1018 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:20:24.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:24 smithi169 bash[26469]: audit 2024-09-06T15:20:23.413457+0000 mon.a (mon.0) 1019 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:20:24.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:24 smithi169 bash[26469]: audit 2024-09-06T15:20:23.423764+0000 mon.a (mon.0) 1020 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:20:24.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:24 smithi181 bash[21841]: cluster 2024-09-06T15:20:22.973226+0000 mgr.y (mgr.24284) 333 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:20:24.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:24 smithi181 bash[21841]: audit 2024-09-06T15:20:23.393788+0000 mon.a (mon.0) 1017 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:20:24.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:24 smithi181 bash[21841]: audit 2024-09-06T15:20:23.403924+0000 mon.a (mon.0) 1018 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:20:24.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:24 smithi181 bash[21841]: audit 2024-09-06T15:20:23.413457+0000 mon.a (mon.0) 1019 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:20:24.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:24 smithi181 bash[21841]: audit 2024-09-06T15:20:23.423764+0000 mon.a (mon.0) 1020 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:20:24.996 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:20:24 smithi181 bash[49414]: debug 2024-09-06T15:20:24.611+0000 7f8683ff9640 1 -- 172.21.15.181:0/762044489 <== mon.1 v2:172.21.15.181:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b5254d50e0 con 0x55b5254d6800 2024-09-06T15:20:26.330 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:26 smithi169 bash[19820]: cluster 2024-09-06T15:20:24.973851+0000 mgr.y (mgr.24284) 334 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:26.330 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:26 smithi169 bash[19820]: audit 2024-09-06T15:20:25.829906+0000 mon.a (mon.0) 1021 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:20:26.330 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:26 smithi169 bash[26469]: cluster 2024-09-06T15:20:24.973851+0000 mgr.y (mgr.24284) 334 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:26.330 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:26 smithi169 bash[26469]: audit 2024-09-06T15:20:25.829906+0000 mon.a (mon.0) 1021 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:20:26.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:26 smithi181 bash[21841]: cluster 2024-09-06T15:20:24.973851+0000 mgr.y (mgr.24284) 334 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:26.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:26 smithi181 bash[21841]: audit 2024-09-06T15:20:25.829906+0000 mon.a (mon.0) 1021 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:20:26.691 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:20:26 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:20:26] "GET /metrics HTTP/1.1" 200 38087 "" "Prometheus/2.43.0" 2024-09-06T15:20:28.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:28 smithi169 bash[19820]: cluster 2024-09-06T15:20:26.975476+0000 mgr.y (mgr.24284) 335 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:20:28.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:28 smithi169 bash[26469]: cluster 2024-09-06T15:20:26.975476+0000 mgr.y (mgr.24284) 335 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:20:28.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:28 smithi181 bash[21841]: cluster 2024-09-06T15:20:26.975476+0000 mgr.y (mgr.24284) 335 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:20:29.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:29 smithi169 bash[26469]: audit 2024-09-06T15:20:27.739642+0000 mgr.y (mgr.24284) 336 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:20:29.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:29 smithi169 bash[19820]: audit 2024-09-06T15:20:27.739642+0000 mgr.y (mgr.24284) 336 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:20:29.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:29 smithi181 bash[21841]: audit 2024-09-06T15:20:27.739642+0000 mgr.y (mgr.24284) 336 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:20:30.246 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:20:29 smithi181 bash[49414]: debug 2024-09-06T15:20:29.959+0000 7f8686863040 -1 mgr[py] Module not found: 'volumes' 2024-09-06T15:20:30.246 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:20:29 smithi181 bash[49414]: debug 2024-09-06T15:20:29.959+0000 7f8686863040 -1 mgr[py] Traceback (most recent call last): 2024-09-06T15:20:30.246 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:20:29 smithi181 bash[49414]: File "/usr/share/ceph/mgr/volumes/__init__.py", line 2, in 2024-09-06T15:20:30.246 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:20:29 smithi181 bash[49414]: from .module import Module 2024-09-06T15:20:30.246 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:20:29 smithi181 bash[49414]: File "/usr/share/ceph/mgr/volumes/module.py", line 9, in 2024-09-06T15:20:30.246 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:20:29 smithi181 bash[49414]: from .fs.volume import VolumeClient 2024-09-06T15:20:30.247 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:20:29 smithi181 bash[49414]: File "/usr/share/ceph/mgr/volumes/fs/volume.py", line 12, in 2024-09-06T15:20:30.247 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:20:29 smithi181 bash[49414]: from ceph.fs.earmarking import CephFSVolumeEarmarking, EarmarkException # type: ignore 2024-09-06T15:20:30.247 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:20:29 smithi181 bash[49414]: ModuleNotFoundError: No module named 'ceph.fs' 2024-09-06T15:20:30.247 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:20:29 smithi181 bash[49414]: debug 2024-09-06T15:20:29.959+0000 7f8686863040 -1 mgr[py] Class not found in module 'volumes' 2024-09-06T15:20:30.247 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:20:29 smithi181 bash[49414]: debug 2024-09-06T15:20:29.959+0000 7f8686863040 -1 mgr[py] Error loading module 'volumes': (2) No such file or directory 2024-09-06T15:20:30.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:30 smithi181 bash[21841]: cluster 2024-09-06T15:20:28.975930+0000 mgr.y (mgr.24284) 337 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:30.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:30 smithi181 bash[21841]: audit 2024-09-06T15:20:29.277424+0000 mon.a (mon.0) 1022 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:20:30.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:30 smithi181 bash[21841]: audit 2024-09-06T15:20:29.285821+0000 mon.a (mon.0) 1023 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:20:30.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:30 smithi181 bash[21841]: audit 2024-09-06T15:20:29.572182+0000 mon.a (mon.0) 1024 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:20:30.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:30 smithi181 bash[21841]: audit 2024-09-06T15:20:29.584191+0000 mon.a (mon.0) 1025 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:20:30.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:30 smithi169 bash[19820]: cluster 2024-09-06T15:20:28.975930+0000 mgr.y (mgr.24284) 337 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:30.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:30 smithi169 bash[19820]: audit 2024-09-06T15:20:29.277424+0000 mon.a (mon.0) 1022 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:20:30.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:30 smithi169 bash[19820]: audit 2024-09-06T15:20:29.285821+0000 mon.a (mon.0) 1023 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:20:30.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:30 smithi169 bash[19820]: audit 2024-09-06T15:20:29.572182+0000 mon.a (mon.0) 1024 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:20:30.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:30 smithi169 bash[19820]: audit 2024-09-06T15:20:29.584191+0000 mon.a (mon.0) 1025 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:20:30.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:30 smithi169 bash[26469]: cluster 2024-09-06T15:20:28.975930+0000 mgr.y (mgr.24284) 337 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:30.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:30 smithi169 bash[26469]: audit 2024-09-06T15:20:29.277424+0000 mon.a (mon.0) 1022 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:20:30.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:30 smithi169 bash[26469]: audit 2024-09-06T15:20:29.285821+0000 mon.a (mon.0) 1023 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:20:30.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:30 smithi169 bash[26469]: audit 2024-09-06T15:20:29.572182+0000 mon.a (mon.0) 1024 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:20:30.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:30 smithi169 bash[26469]: audit 2024-09-06T15:20:29.584191+0000 mon.a (mon.0) 1025 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:20:30.996 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:20:30 smithi181 bash[49414]: debug 2024-09-06T15:20:30.743+0000 7f8686863040 -1 log_channel(cluster) log [ERR] : Failed to load ceph-mgr modules: volumes 2024-09-06T15:20:30.996 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:20:30 smithi181 bash[49414]: [06/Sep/2024:15:20:30] ENGINE Bus STARTING 2024-09-06T15:20:30.996 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:20:30 smithi181 bash[49414]: CherryPy Checker: 2024-09-06T15:20:30.996 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:20:30 smithi181 bash[49414]: The Application mounted at '' has an empty config. 2024-09-06T15:20:30.996 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:20:30 smithi181 bash[49414]: [06/Sep/2024:15:20:30] ENGINE Serving on http://:::9283 2024-09-06T15:20:30.996 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:20:30 smithi181 bash[49414]: [06/Sep/2024:15:20:30] ENGINE Bus STARTED 2024-09-06T15:20:31.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:31 smithi169 bash[19820]: audit 2024-09-06T15:20:30.214531+0000 mon.a (mon.0) 1026 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:20:31.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:31 smithi169 bash[19820]: audit 2024-09-06T15:20:30.215942+0000 mon.a (mon.0) 1027 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:20:31.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:31 smithi169 bash[19820]: audit 2024-09-06T15:20:30.227083+0000 mon.a (mon.0) 1028 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:20:31.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:31 smithi169 bash[19820]: audit 2024-09-06T15:20:30.770866+0000 mon.b (mon.1) 31 : audit [DBG] from='mgr.? 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-06T15:20:31.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:31 smithi169 bash[19820]: cluster 2024-09-06T15:20:30.771380+0000 mon.a (mon.0) 1029 : cluster [DBG] Standby manager daemon x restarted 2024-09-06T15:20:31.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:31 smithi169 bash[19820]: cluster 2024-09-06T15:20:30.771617+0000 mon.a (mon.0) 1030 : cluster [DBG] Standby manager daemon x started 2024-09-06T15:20:31.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:31 smithi169 bash[19820]: audit 2024-09-06T15:20:30.771726+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.? 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-06T15:20:31.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:31 smithi169 bash[19820]: audit 2024-09-06T15:20:30.773086+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.? 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-06T15:20:31.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:31 smithi169 bash[19820]: audit 2024-09-06T15:20:30.773701+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.? 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-06T15:20:31.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:31 smithi169 bash[26469]: audit 2024-09-06T15:20:30.214531+0000 mon.a (mon.0) 1026 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:20:31.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:31 smithi169 bash[26469]: audit 2024-09-06T15:20:30.215942+0000 mon.a (mon.0) 1027 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:20:31.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:31 smithi169 bash[26469]: audit 2024-09-06T15:20:30.227083+0000 mon.a (mon.0) 1028 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:20:31.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:31 smithi169 bash[26469]: audit 2024-09-06T15:20:30.770866+0000 mon.b (mon.1) 31 : audit [DBG] from='mgr.? 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-06T15:20:31.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:31 smithi169 bash[26469]: cluster 2024-09-06T15:20:30.771380+0000 mon.a (mon.0) 1029 : cluster [DBG] Standby manager daemon x restarted 2024-09-06T15:20:31.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:31 smithi169 bash[26469]: cluster 2024-09-06T15:20:30.771617+0000 mon.a (mon.0) 1030 : cluster [DBG] Standby manager daemon x started 2024-09-06T15:20:31.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:31 smithi169 bash[26469]: audit 2024-09-06T15:20:30.771726+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.? 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-06T15:20:31.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:31 smithi169 bash[26469]: audit 2024-09-06T15:20:30.773086+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.? 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-06T15:20:31.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:31 smithi169 bash[26469]: audit 2024-09-06T15:20:30.773701+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.? 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-06T15:20:31.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:31 smithi181 bash[21841]: audit 2024-09-06T15:20:30.214531+0000 mon.a (mon.0) 1026 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:20:31.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:31 smithi181 bash[21841]: audit 2024-09-06T15:20:30.215942+0000 mon.a (mon.0) 1027 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:20:31.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:31 smithi181 bash[21841]: audit 2024-09-06T15:20:30.227083+0000 mon.a (mon.0) 1028 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:20:31.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:31 smithi181 bash[21841]: audit 2024-09-06T15:20:30.770866+0000 mon.b (mon.1) 31 : audit [DBG] from='mgr.? 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-06T15:20:31.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:31 smithi181 bash[21841]: cluster 2024-09-06T15:20:30.771380+0000 mon.a (mon.0) 1029 : cluster [DBG] Standby manager daemon x restarted 2024-09-06T15:20:31.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:31 smithi181 bash[21841]: cluster 2024-09-06T15:20:30.771617+0000 mon.a (mon.0) 1030 : cluster [DBG] Standby manager daemon x started 2024-09-06T15:20:31.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:31 smithi181 bash[21841]: audit 2024-09-06T15:20:30.771726+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.? 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-06T15:20:31.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:31 smithi181 bash[21841]: audit 2024-09-06T15:20:30.773086+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.? 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-06T15:20:31.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:31 smithi181 bash[21841]: audit 2024-09-06T15:20:30.773701+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.? 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-06T15:20:32.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:32 smithi169 bash[19820]: cluster 2024-09-06T15:20:30.745336+0000 mgr.x (mgr.24463) 1 : cluster [ERR] Failed to load ceph-mgr modules: volumes 2024-09-06T15:20:32.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:32 smithi169 bash[19820]: cluster 2024-09-06T15:20:30.976581+0000 mgr.y (mgr.24284) 338 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:32.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:32 smithi169 bash[19820]: cluster 2024-09-06T15:20:31.254069+0000 mon.a (mon.0) 1031 : cluster [DBG] mgrmap e22: y(active, since 8m), standbys: x 2024-09-06T15:20:32.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:32 smithi169 bash[26469]: cluster 2024-09-06T15:20:30.745336+0000 mgr.x (mgr.24463) 1 : cluster [ERR] Failed to load ceph-mgr modules: volumes 2024-09-06T15:20:32.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:32 smithi169 bash[26469]: cluster 2024-09-06T15:20:30.976581+0000 mgr.y (mgr.24284) 338 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:32.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:32 smithi169 bash[26469]: cluster 2024-09-06T15:20:31.254069+0000 mon.a (mon.0) 1031 : cluster [DBG] mgrmap e22: y(active, since 8m), standbys: x 2024-09-06T15:20:32.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:32 smithi181 bash[21841]: cluster 2024-09-06T15:20:30.745336+0000 mgr.x (mgr.24463) 1 : cluster [ERR] Failed to load ceph-mgr modules: volumes 2024-09-06T15:20:32.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:32 smithi181 bash[21841]: cluster 2024-09-06T15:20:30.976581+0000 mgr.y (mgr.24284) 338 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:32.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:32 smithi181 bash[21841]: cluster 2024-09-06T15:20:31.254069+0000 mon.a (mon.0) 1031 : cluster [DBG] mgrmap e22: y(active, since 8m), standbys: x 2024-09-06T15:20:33.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:33 smithi169 bash[19820]: cluster 2024-09-06T15:20:32.978636+0000 mgr.y (mgr.24284) 339 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:20:33.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:33 smithi169 bash[26469]: cluster 2024-09-06T15:20:32.978636+0000 mgr.y (mgr.24284) 339 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:20:33.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:33 smithi181 bash[21841]: cluster 2024-09-06T15:20:32.978636+0000 mgr.y (mgr.24284) 339 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:20:36.330 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:36 smithi169 bash[19820]: cluster 2024-09-06T15:20:34.979387+0000 mgr.y (mgr.24284) 340 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:36.332 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:36 smithi169 bash[26469]: cluster 2024-09-06T15:20:34.979387+0000 mgr.y (mgr.24284) 340 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:36.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:36 smithi181 bash[21841]: cluster 2024-09-06T15:20:34.979387+0000 mgr.y (mgr.24284) 340 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:36.691 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:20:36 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:20:36] "GET /metrics HTTP/1.1" 200 38087 "" "Prometheus/2.43.0" 2024-09-06T15:20:38.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:38 smithi169 bash[19820]: cluster 2024-09-06T15:20:36.981029+0000 mgr.y (mgr.24284) 341 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:20:38.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:38 smithi169 bash[26469]: cluster 2024-09-06T15:20:36.981029+0000 mgr.y (mgr.24284) 341 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:20:38.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:38 smithi181 bash[21841]: cluster 2024-09-06T15:20:36.981029+0000 mgr.y (mgr.24284) 341 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:20:39.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:39 smithi169 bash[19820]: audit 2024-09-06T15:20:37.750947+0000 mgr.y (mgr.24284) 342 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:20:39.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:39 smithi169 bash[26469]: audit 2024-09-06T15:20:37.750947+0000 mgr.y (mgr.24284) 342 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:20:39.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:39 smithi181 bash[21841]: audit 2024-09-06T15:20:37.750947+0000 mgr.y (mgr.24284) 342 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:20:40.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:40 smithi169 bash[19820]: cluster 2024-09-06T15:20:38.981713+0000 mgr.y (mgr.24284) 343 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:40.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:40 smithi169 bash[26469]: cluster 2024-09-06T15:20:38.981713+0000 mgr.y (mgr.24284) 343 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:40.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:40 smithi181 bash[21841]: cluster 2024-09-06T15:20:38.981713+0000 mgr.y (mgr.24284) 343 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:41.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:41 smithi169 bash[19820]: audit 2024-09-06T15:20:40.830356+0000 mon.a (mon.0) 1032 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:20:41.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:41 smithi169 bash[26469]: audit 2024-09-06T15:20:40.830356+0000 mon.a (mon.0) 1032 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:20:41.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:41 smithi181 bash[21841]: audit 2024-09-06T15:20:40.830356+0000 mon.a (mon.0) 1032 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:20:42.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:42 smithi169 bash[19820]: cluster 2024-09-06T15:20:40.982411+0000 mgr.y (mgr.24284) 344 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:42.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:42 smithi169 bash[26469]: cluster 2024-09-06T15:20:40.982411+0000 mgr.y (mgr.24284) 344 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:42.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:42 smithi181 bash[21841]: cluster 2024-09-06T15:20:40.982411+0000 mgr.y (mgr.24284) 344 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:44.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:44 smithi169 bash[19820]: cluster 2024-09-06T15:20:42.984173+0000 mgr.y (mgr.24284) 345 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:20:44.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:44 smithi169 bash[26469]: cluster 2024-09-06T15:20:42.984173+0000 mgr.y (mgr.24284) 345 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:20:44.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:44 smithi181 bash[21841]: cluster 2024-09-06T15:20:42.984173+0000 mgr.y (mgr.24284) 345 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:20:45.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:45 smithi169 bash[19820]: cluster 2024-09-06T15:20:44.984848+0000 mgr.y (mgr.24284) 346 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:45.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:45 smithi169 bash[26469]: cluster 2024-09-06T15:20:44.984848+0000 mgr.y (mgr.24284) 346 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:45.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:45 smithi181 bash[21841]: cluster 2024-09-06T15:20:44.984848+0000 mgr.y (mgr.24284) 346 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:46.691 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:20:46 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:20:46] "GET /metrics HTTP/1.1" 200 38087 "" "Prometheus/2.43.0" 2024-09-06T15:20:48.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:48 smithi169 bash[19820]: cluster 2024-09-06T15:20:46.986465+0000 mgr.y (mgr.24284) 347 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:20:48.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:48 smithi169 bash[26469]: cluster 2024-09-06T15:20:46.986465+0000 mgr.y (mgr.24284) 347 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:20:48.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:48 smithi181 bash[21841]: cluster 2024-09-06T15:20:46.986465+0000 mgr.y (mgr.24284) 347 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:20:49.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:49 smithi169 bash[19820]: audit 2024-09-06T15:20:47.762280+0000 mgr.y (mgr.24284) 348 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:20:49.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:49 smithi169 bash[26469]: audit 2024-09-06T15:20:47.762280+0000 mgr.y (mgr.24284) 348 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:20:49.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:49 smithi181 bash[21841]: audit 2024-09-06T15:20:47.762280+0000 mgr.y (mgr.24284) 348 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:20:50.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:50 smithi169 bash[19820]: cluster 2024-09-06T15:20:48.987165+0000 mgr.y (mgr.24284) 349 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:50.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:50 smithi169 bash[26469]: cluster 2024-09-06T15:20:48.987165+0000 mgr.y (mgr.24284) 349 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:50.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:50 smithi181 bash[21841]: cluster 2024-09-06T15:20:48.987165+0000 mgr.y (mgr.24284) 349 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:52.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:52 smithi169 bash[19820]: cluster 2024-09-06T15:20:50.987839+0000 mgr.y (mgr.24284) 350 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:52.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:52 smithi169 bash[26469]: cluster 2024-09-06T15:20:50.987839+0000 mgr.y (mgr.24284) 350 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:52.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:52 smithi181 bash[21841]: cluster 2024-09-06T15:20:50.987839+0000 mgr.y (mgr.24284) 350 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:54.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:54 smithi169 bash[19820]: cluster 2024-09-06T15:20:52.989534+0000 mgr.y (mgr.24284) 351 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:20:54.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:54 smithi169 bash[26469]: cluster 2024-09-06T15:20:52.989534+0000 mgr.y (mgr.24284) 351 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:20:54.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:54 smithi181 bash[21841]: cluster 2024-09-06T15:20:52.989534+0000 mgr.y (mgr.24284) 351 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:20:56.331 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:56 smithi169 bash[19820]: cluster 2024-09-06T15:20:54.990228+0000 mgr.y (mgr.24284) 352 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:56.331 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:56 smithi169 bash[19820]: audit 2024-09-06T15:20:55.830779+0000 mon.a (mon.0) 1033 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:20:56.331 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:56 smithi169 bash[26469]: cluster 2024-09-06T15:20:54.990228+0000 mgr.y (mgr.24284) 352 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:56.331 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:56 smithi169 bash[26469]: audit 2024-09-06T15:20:55.830779+0000 mon.a (mon.0) 1033 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:20:56.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:56 smithi181 bash[21841]: cluster 2024-09-06T15:20:54.990228+0000 mgr.y (mgr.24284) 352 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:20:56.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:56 smithi181 bash[21841]: audit 2024-09-06T15:20:55.830779+0000 mon.a (mon.0) 1033 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:20:56.691 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:20:56 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:20:56] "GET /metrics HTTP/1.1" 200 38085 "" "Prometheus/2.43.0" 2024-09-06T15:20:58.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:58 smithi169 bash[19820]: cluster 2024-09-06T15:20:56.991886+0000 mgr.y (mgr.24284) 353 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:20:58.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:58 smithi169 bash[26469]: cluster 2024-09-06T15:20:56.991886+0000 mgr.y (mgr.24284) 353 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:20:58.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:58 smithi181 bash[21841]: cluster 2024-09-06T15:20:56.991886+0000 mgr.y (mgr.24284) 353 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:20:59.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:20:59 smithi169 bash[19820]: audit 2024-09-06T15:20:57.773479+0000 mgr.y (mgr.24284) 354 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:20:59.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:20:59 smithi169 bash[26469]: audit 2024-09-06T15:20:57.773479+0000 mgr.y (mgr.24284) 354 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:20:59.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:20:59 smithi181 bash[21841]: audit 2024-09-06T15:20:57.773479+0000 mgr.y (mgr.24284) 354 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:21:00.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:00 smithi169 bash[19820]: cluster 2024-09-06T15:20:58.992565+0000 mgr.y (mgr.24284) 355 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:00.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:00 smithi169 bash[26469]: cluster 2024-09-06T15:20:58.992565+0000 mgr.y (mgr.24284) 355 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:00.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:00 smithi181 bash[21841]: cluster 2024-09-06T15:20:58.992565+0000 mgr.y (mgr.24284) 355 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:01.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:01 smithi169 bash[19820]: cluster 2024-09-06T15:21:00.993251+0000 mgr.y (mgr.24284) 356 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:01.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:01 smithi169 bash[26469]: cluster 2024-09-06T15:21:00.993251+0000 mgr.y (mgr.24284) 356 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:01.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:01 smithi181 bash[21841]: cluster 2024-09-06T15:21:00.993251+0000 mgr.y (mgr.24284) 356 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:04.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:04 smithi169 bash[19820]: cluster 2024-09-06T15:21:02.994966+0000 mgr.y (mgr.24284) 357 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:21:04.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:04 smithi169 bash[26469]: cluster 2024-09-06T15:21:02.994966+0000 mgr.y (mgr.24284) 357 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:21:04.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:04 smithi181 bash[21841]: cluster 2024-09-06T15:21:02.994966+0000 mgr.y (mgr.24284) 357 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:21:06.330 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:06 smithi169 bash[19820]: cluster 2024-09-06T15:21:04.995630+0000 mgr.y (mgr.24284) 358 : cluster [DBG] pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:06.331 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:06 smithi169 bash[26469]: cluster 2024-09-06T15:21:04.995630+0000 mgr.y (mgr.24284) 358 : cluster [DBG] pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:06.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:06 smithi181 bash[21841]: cluster 2024-09-06T15:21:04.995630+0000 mgr.y (mgr.24284) 358 : cluster [DBG] pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:06.691 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:21:06 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:21:06] "GET /metrics HTTP/1.1" 200 38085 "" "Prometheus/2.43.0" 2024-09-06T15:21:08.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:08 smithi169 bash[19820]: cluster 2024-09-06T15:21:06.997241+0000 mgr.y (mgr.24284) 359 : cluster [DBG] pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:21:08.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:08 smithi169 bash[26469]: cluster 2024-09-06T15:21:06.997241+0000 mgr.y (mgr.24284) 359 : cluster [DBG] pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:21:08.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:08 smithi181 bash[21841]: cluster 2024-09-06T15:21:06.997241+0000 mgr.y (mgr.24284) 359 : cluster [DBG] pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:21:09.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:09 smithi169 bash[19820]: audit 2024-09-06T15:21:07.783657+0000 mgr.y (mgr.24284) 360 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:21:09.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:09 smithi169 bash[26469]: audit 2024-09-06T15:21:07.783657+0000 mgr.y (mgr.24284) 360 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:21:09.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:09 smithi181 bash[21841]: audit 2024-09-06T15:21:07.783657+0000 mgr.y (mgr.24284) 360 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:21:10.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:10 smithi169 bash[19820]: cluster 2024-09-06T15:21:08.997949+0000 mgr.y (mgr.24284) 361 : cluster [DBG] pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:10.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:10 smithi169 bash[26469]: cluster 2024-09-06T15:21:08.997949+0000 mgr.y (mgr.24284) 361 : cluster [DBG] pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:10.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:10 smithi181 bash[21841]: cluster 2024-09-06T15:21:08.997949+0000 mgr.y (mgr.24284) 361 : cluster [DBG] pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:11.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:11 smithi169 bash[19820]: audit 2024-09-06T15:21:10.831228+0000 mon.a (mon.0) 1034 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:21:11.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:11 smithi169 bash[26469]: audit 2024-09-06T15:21:10.831228+0000 mon.a (mon.0) 1034 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:21:11.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:11 smithi181 bash[21841]: audit 2024-09-06T15:21:10.831228+0000 mon.a (mon.0) 1034 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:21:12.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:12 smithi169 bash[19820]: cluster 2024-09-06T15:21:10.998640+0000 mgr.y (mgr.24284) 362 : cluster [DBG] pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:12.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:12 smithi169 bash[26469]: cluster 2024-09-06T15:21:10.998640+0000 mgr.y (mgr.24284) 362 : cluster [DBG] pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:12.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:12 smithi181 bash[21841]: cluster 2024-09-06T15:21:10.998640+0000 mgr.y (mgr.24284) 362 : cluster [DBG] pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:13.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:13 smithi169 bash[19820]: cluster 2024-09-06T15:21:13.000361+0000 mgr.y (mgr.24284) 363 : cluster [DBG] pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:21:13.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:13 smithi169 bash[26469]: cluster 2024-09-06T15:21:13.000361+0000 mgr.y (mgr.24284) 363 : cluster [DBG] pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:21:13.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:13 smithi181 bash[21841]: cluster 2024-09-06T15:21:13.000361+0000 mgr.y (mgr.24284) 363 : cluster [DBG] pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:21:16.330 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:16 smithi169 bash[19820]: cluster 2024-09-06T15:21:15.001017+0000 mgr.y (mgr.24284) 364 : cluster [DBG] pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:16.331 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:16 smithi169 bash[26469]: cluster 2024-09-06T15:21:15.001017+0000 mgr.y (mgr.24284) 364 : cluster [DBG] pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:16.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:16 smithi181 bash[21841]: cluster 2024-09-06T15:21:15.001017+0000 mgr.y (mgr.24284) 364 : cluster [DBG] pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:16.691 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:21:16 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:21:16] "GET /metrics HTTP/1.1" 200 38082 "" "Prometheus/2.43.0" 2024-09-06T15:21:18.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:18 smithi169 bash[19820]: cluster 2024-09-06T15:21:17.002646+0000 mgr.y (mgr.24284) 365 : cluster [DBG] pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:21:18.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:18 smithi169 bash[26469]: cluster 2024-09-06T15:21:17.002646+0000 mgr.y (mgr.24284) 365 : cluster [DBG] pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:21:18.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:18 smithi181 bash[21841]: cluster 2024-09-06T15:21:17.002646+0000 mgr.y (mgr.24284) 365 : cluster [DBG] pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:21:19.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:19 smithi169 bash[19820]: audit 2024-09-06T15:21:17.784941+0000 mgr.y (mgr.24284) 366 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:21:19.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:19 smithi169 bash[26469]: audit 2024-09-06T15:21:17.784941+0000 mgr.y (mgr.24284) 366 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:21:19.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:19 smithi181 bash[21841]: audit 2024-09-06T15:21:17.784941+0000 mgr.y (mgr.24284) 366 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:21:20.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:20 smithi169 bash[19820]: cluster 2024-09-06T15:21:19.003345+0000 mgr.y (mgr.24284) 367 : cluster [DBG] pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:20.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:20 smithi169 bash[26469]: cluster 2024-09-06T15:21:19.003345+0000 mgr.y (mgr.24284) 367 : cluster [DBG] pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:20.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:20 smithi181 bash[21841]: cluster 2024-09-06T15:21:19.003345+0000 mgr.y (mgr.24284) 367 : cluster [DBG] pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:21.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:21 smithi169 bash[19820]: cluster 2024-09-06T15:21:21.004021+0000 mgr.y (mgr.24284) 368 : cluster [DBG] pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:21.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:21 smithi169 bash[26469]: cluster 2024-09-06T15:21:21.004021+0000 mgr.y (mgr.24284) 368 : cluster [DBG] pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:21.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:21 smithi181 bash[21841]: cluster 2024-09-06T15:21:21.004021+0000 mgr.y (mgr.24284) 368 : cluster [DBG] pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:24.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:24 smithi169 bash[19820]: cluster 2024-09-06T15:21:23.005773+0000 mgr.y (mgr.24284) 369 : cluster [DBG] pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:21:24.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:24 smithi169 bash[26469]: cluster 2024-09-06T15:21:23.005773+0000 mgr.y (mgr.24284) 369 : cluster [DBG] pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:21:24.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:24 smithi181 bash[21841]: cluster 2024-09-06T15:21:23.005773+0000 mgr.y (mgr.24284) 369 : cluster [DBG] pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:21:26.331 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:26 smithi169 bash[19820]: cluster 2024-09-06T15:21:25.006472+0000 mgr.y (mgr.24284) 370 : cluster [DBG] pgmap v315: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:26.331 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:26 smithi169 bash[19820]: audit 2024-09-06T15:21:25.831560+0000 mon.a (mon.0) 1035 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:21:26.331 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:26 smithi169 bash[26469]: cluster 2024-09-06T15:21:25.006472+0000 mgr.y (mgr.24284) 370 : cluster [DBG] pgmap v315: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:26.331 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:26 smithi169 bash[26469]: audit 2024-09-06T15:21:25.831560+0000 mon.a (mon.0) 1035 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:21:26.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:26 smithi181 bash[21841]: cluster 2024-09-06T15:21:25.006472+0000 mgr.y (mgr.24284) 370 : cluster [DBG] pgmap v315: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:26.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:26 smithi181 bash[21841]: audit 2024-09-06T15:21:25.831560+0000 mon.a (mon.0) 1035 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:21:26.691 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:21:26 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:21:26] "GET /metrics HTTP/1.1" 200 38084 "" "Prometheus/2.43.0" 2024-09-06T15:21:28.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:28 smithi169 bash[26469]: cluster 2024-09-06T15:21:27.008128+0000 mgr.y (mgr.24284) 371 : cluster [DBG] pgmap v316: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:21:28.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:28 smithi169 bash[19820]: cluster 2024-09-06T15:21:27.008128+0000 mgr.y (mgr.24284) 371 : cluster [DBG] pgmap v316: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:21:28.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:28 smithi181 bash[21841]: cluster 2024-09-06T15:21:27.008128+0000 mgr.y (mgr.24284) 371 : cluster [DBG] pgmap v316: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:21:29.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:29 smithi169 bash[26469]: audit 2024-09-06T15:21:27.795587+0000 mgr.y (mgr.24284) 372 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:21:29.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:29 smithi169 bash[19820]: audit 2024-09-06T15:21:27.795587+0000 mgr.y (mgr.24284) 372 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:21:29.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:29 smithi181 bash[21841]: audit 2024-09-06T15:21:27.795587+0000 mgr.y (mgr.24284) 372 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:21:30.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:30 smithi169 bash[26469]: cluster 2024-09-06T15:21:29.008812+0000 mgr.y (mgr.24284) 373 : cluster [DBG] pgmap v317: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:30.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:30 smithi169 bash[19820]: cluster 2024-09-06T15:21:29.008812+0000 mgr.y (mgr.24284) 373 : cluster [DBG] pgmap v317: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:30.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:30 smithi181 bash[21841]: cluster 2024-09-06T15:21:29.008812+0000 mgr.y (mgr.24284) 373 : cluster [DBG] pgmap v317: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:31.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:31 smithi169 bash[19820]: cluster 2024-09-06T15:21:31.009229+0000 mgr.y (mgr.24284) 374 : cluster [DBG] pgmap v318: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:31.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:31 smithi169 bash[26469]: cluster 2024-09-06T15:21:31.009229+0000 mgr.y (mgr.24284) 374 : cluster [DBG] pgmap v318: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:31.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:31 smithi181 bash[21841]: cluster 2024-09-06T15:21:31.009229+0000 mgr.y (mgr.24284) 374 : cluster [DBG] pgmap v318: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:34.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:34 smithi169 bash[19820]: cluster 2024-09-06T15:21:33.010861+0000 mgr.y (mgr.24284) 375 : cluster [DBG] pgmap v319: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:21:34.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:34 smithi169 bash[26469]: cluster 2024-09-06T15:21:33.010861+0000 mgr.y (mgr.24284) 375 : cluster [DBG] pgmap v319: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:21:34.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:34 smithi181 bash[21841]: cluster 2024-09-06T15:21:33.010861+0000 mgr.y (mgr.24284) 375 : cluster [DBG] pgmap v319: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:21:36.333 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:36 smithi169 bash[19820]: cluster 2024-09-06T15:21:35.011552+0000 mgr.y (mgr.24284) 376 : cluster [DBG] pgmap v320: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:36.333 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:36 smithi169 bash[26469]: cluster 2024-09-06T15:21:35.011552+0000 mgr.y (mgr.24284) 376 : cluster [DBG] pgmap v320: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:36.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:36 smithi181 bash[21841]: cluster 2024-09-06T15:21:35.011552+0000 mgr.y (mgr.24284) 376 : cluster [DBG] pgmap v320: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:36.691 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:21:36 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:21:36] "GET /metrics HTTP/1.1" 200 38084 "" "Prometheus/2.43.0" 2024-09-06T15:21:37.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:37 smithi169 bash[19820]: audit 2024-09-06T15:21:36.363111+0000 mon.a (mon.0) 1036 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:21:37.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:37 smithi169 bash[19820]: audit 2024-09-06T15:21:36.374968+0000 mon.a (mon.0) 1037 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:21:37.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:37 smithi169 bash[19820]: cluster 2024-09-06T15:21:37.013179+0000 mgr.y (mgr.24284) 377 : cluster [DBG] pgmap v321: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:21:37.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:37 smithi169 bash[19820]: audit 2024-09-06T15:21:37.058561+0000 mon.a (mon.0) 1038 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:21:37.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:37 smithi169 bash[19820]: audit 2024-09-06T15:21:37.060103+0000 mon.a (mon.0) 1039 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:21:37.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:37 smithi169 bash[19820]: audit 2024-09-06T15:21:37.070116+0000 mon.a (mon.0) 1040 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:21:37.692 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:37 smithi169 bash[26469]: audit 2024-09-06T15:21:36.363111+0000 mon.a (mon.0) 1036 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:21:37.692 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:37 smithi169 bash[26469]: audit 2024-09-06T15:21:36.374968+0000 mon.a (mon.0) 1037 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:21:37.692 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:37 smithi169 bash[26469]: cluster 2024-09-06T15:21:37.013179+0000 mgr.y (mgr.24284) 377 : cluster [DBG] pgmap v321: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:21:37.692 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:37 smithi169 bash[26469]: audit 2024-09-06T15:21:37.058561+0000 mon.a (mon.0) 1038 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:21:37.692 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:37 smithi169 bash[26469]: audit 2024-09-06T15:21:37.060103+0000 mon.a (mon.0) 1039 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:21:37.692 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:37 smithi169 bash[26469]: audit 2024-09-06T15:21:37.070116+0000 mon.a (mon.0) 1040 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:21:37.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:37 smithi181 bash[21841]: audit 2024-09-06T15:21:36.363111+0000 mon.a (mon.0) 1036 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:21:37.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:37 smithi181 bash[21841]: audit 2024-09-06T15:21:36.374968+0000 mon.a (mon.0) 1037 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:21:37.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:37 smithi181 bash[21841]: cluster 2024-09-06T15:21:37.013179+0000 mgr.y (mgr.24284) 377 : cluster [DBG] pgmap v321: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:21:37.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:37 smithi181 bash[21841]: audit 2024-09-06T15:21:37.058561+0000 mon.a (mon.0) 1038 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:21:37.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:37 smithi181 bash[21841]: audit 2024-09-06T15:21:37.060103+0000 mon.a (mon.0) 1039 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:21:37.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:37 smithi181 bash[21841]: audit 2024-09-06T15:21:37.070116+0000 mon.a (mon.0) 1040 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:21:38.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:38 smithi169 bash[19820]: audit 2024-09-06T15:21:37.806801+0000 mgr.y (mgr.24284) 378 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:21:38.691 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:38 smithi169 bash[26469]: audit 2024-09-06T15:21:37.806801+0000 mgr.y (mgr.24284) 378 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:21:38.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:38 smithi181 bash[21841]: audit 2024-09-06T15:21:37.806801+0000 mgr.y (mgr.24284) 378 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:21:39.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:39 smithi169 bash[19820]: cluster 2024-09-06T15:21:39.013858+0000 mgr.y (mgr.24284) 379 : cluster [DBG] pgmap v322: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:39.691 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:39 smithi169 bash[26469]: cluster 2024-09-06T15:21:39.013858+0000 mgr.y (mgr.24284) 379 : cluster [DBG] pgmap v322: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:39.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:39 smithi181 bash[21841]: cluster 2024-09-06T15:21:39.013858+0000 mgr.y (mgr.24284) 379 : cluster [DBG] pgmap v322: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:41.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:40 smithi169 bash[19820]: audit 2024-09-06T15:21:40.832214+0000 mon.a (mon.0) 1041 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:21:41.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:40 smithi169 bash[26469]: audit 2024-09-06T15:21:40.832214+0000 mon.a (mon.0) 1041 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:21:41.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:40 smithi181 bash[21841]: audit 2024-09-06T15:21:40.832214+0000 mon.a (mon.0) 1041 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:21:42.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:41 smithi169 bash[19820]: cluster 2024-09-06T15:21:41.014574+0000 mgr.y (mgr.24284) 380 : cluster [DBG] pgmap v323: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:42.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:41 smithi169 bash[26469]: cluster 2024-09-06T15:21:41.014574+0000 mgr.y (mgr.24284) 380 : cluster [DBG] pgmap v323: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:42.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:41 smithi181 bash[21841]: cluster 2024-09-06T15:21:41.014574+0000 mgr.y (mgr.24284) 380 : cluster [DBG] pgmap v323: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:44.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:44 smithi169 bash[26469]: cluster 2024-09-06T15:21:43.016295+0000 mgr.y (mgr.24284) 381 : cluster [DBG] pgmap v324: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:21:44.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:44 smithi169 bash[19820]: cluster 2024-09-06T15:21:43.016295+0000 mgr.y (mgr.24284) 381 : cluster [DBG] pgmap v324: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:21:44.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:44 smithi181 bash[21841]: cluster 2024-09-06T15:21:43.016295+0000 mgr.y (mgr.24284) 381 : cluster [DBG] pgmap v324: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:21:46.330 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:46 smithi169 bash[19820]: cluster 2024-09-06T15:21:45.017026+0000 mgr.y (mgr.24284) 382 : cluster [DBG] pgmap v325: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:46.331 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:46 smithi169 bash[26469]: cluster 2024-09-06T15:21:45.017026+0000 mgr.y (mgr.24284) 382 : cluster [DBG] pgmap v325: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:46.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:46 smithi181 bash[21841]: cluster 2024-09-06T15:21:45.017026+0000 mgr.y (mgr.24284) 382 : cluster [DBG] pgmap v325: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:46.691 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:21:46 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:21:46] "GET /metrics HTTP/1.1" 200 38086 "" "Prometheus/2.43.0" 2024-09-06T15:21:48.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:48 smithi169 bash[26469]: cluster 2024-09-06T15:21:47.018583+0000 mgr.y (mgr.24284) 383 : cluster [DBG] pgmap v326: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:21:48.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:48 smithi169 bash[19820]: cluster 2024-09-06T15:21:47.018583+0000 mgr.y (mgr.24284) 383 : cluster [DBG] pgmap v326: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:21:48.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:48 smithi181 bash[21841]: cluster 2024-09-06T15:21:47.018583+0000 mgr.y (mgr.24284) 383 : cluster [DBG] pgmap v326: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:21:49.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:49 smithi169 bash[19820]: audit 2024-09-06T15:21:47.818050+0000 mgr.y (mgr.24284) 384 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:21:49.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:49 smithi169 bash[19820]: cluster 2024-09-06T15:21:49.019281+0000 mgr.y (mgr.24284) 385 : cluster [DBG] pgmap v327: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:49.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:49 smithi169 bash[26469]: audit 2024-09-06T15:21:47.818050+0000 mgr.y (mgr.24284) 384 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:21:49.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:49 smithi169 bash[26469]: cluster 2024-09-06T15:21:49.019281+0000 mgr.y (mgr.24284) 385 : cluster [DBG] pgmap v327: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:49.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:49 smithi181 bash[21841]: audit 2024-09-06T15:21:47.818050+0000 mgr.y (mgr.24284) 384 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:21:49.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:49 smithi181 bash[21841]: cluster 2024-09-06T15:21:49.019281+0000 mgr.y (mgr.24284) 385 : cluster [DBG] pgmap v327: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:52.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:52 smithi169 bash[19820]: cluster 2024-09-06T15:21:51.019978+0000 mgr.y (mgr.24284) 386 : cluster [DBG] pgmap v328: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:52.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:52 smithi169 bash[26469]: cluster 2024-09-06T15:21:51.019978+0000 mgr.y (mgr.24284) 386 : cluster [DBG] pgmap v328: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:52.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:52 smithi181 bash[21841]: cluster 2024-09-06T15:21:51.019978+0000 mgr.y (mgr.24284) 386 : cluster [DBG] pgmap v328: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:54.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:54 smithi169 bash[19820]: cluster 2024-09-06T15:21:53.021660+0000 mgr.y (mgr.24284) 387 : cluster [DBG] pgmap v329: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:21:54.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:54 smithi169 bash[26469]: cluster 2024-09-06T15:21:53.021660+0000 mgr.y (mgr.24284) 387 : cluster [DBG] pgmap v329: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:21:54.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:54 smithi181 bash[21841]: cluster 2024-09-06T15:21:53.021660+0000 mgr.y (mgr.24284) 387 : cluster [DBG] pgmap v329: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:21:55.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:55 smithi169 bash[19820]: cluster 2024-09-06T15:21:55.022358+0000 mgr.y (mgr.24284) 388 : cluster [DBG] pgmap v330: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:55.691 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:55 smithi169 bash[26469]: cluster 2024-09-06T15:21:55.022358+0000 mgr.y (mgr.24284) 388 : cluster [DBG] pgmap v330: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:55.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:55 smithi181 bash[21841]: cluster 2024-09-06T15:21:55.022358+0000 mgr.y (mgr.24284) 388 : cluster [DBG] pgmap v330: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:56.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:56 smithi169 bash[19820]: audit 2024-09-06T15:21:55.832501+0000 mon.a (mon.0) 1042 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:21:56.691 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:56 smithi169 bash[26469]: audit 2024-09-06T15:21:55.832501+0000 mon.a (mon.0) 1042 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:21:56.691 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:21:56 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:21:56] "GET /metrics HTTP/1.1" 200 38086 "" "Prometheus/2.43.0" 2024-09-06T15:21:56.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:56 smithi181 bash[21841]: audit 2024-09-06T15:21:55.832501+0000 mon.a (mon.0) 1042 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:21:57.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:57 smithi169 bash[19820]: cluster 2024-09-06T15:21:57.024074+0000 mgr.y (mgr.24284) 389 : cluster [DBG] pgmap v331: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:21:57.691 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:57 smithi169 bash[26469]: cluster 2024-09-06T15:21:57.024074+0000 mgr.y (mgr.24284) 389 : cluster [DBG] pgmap v331: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:21:57.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:57 smithi181 bash[21841]: cluster 2024-09-06T15:21:57.024074+0000 mgr.y (mgr.24284) 389 : cluster [DBG] pgmap v331: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:21:58.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:58 smithi169 bash[19820]: audit 2024-09-06T15:21:57.829324+0000 mgr.y (mgr.24284) 390 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:21:58.691 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:58 smithi169 bash[26469]: audit 2024-09-06T15:21:57.829324+0000 mgr.y (mgr.24284) 390 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:21:58.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:58 smithi181 bash[21841]: audit 2024-09-06T15:21:57.829324+0000 mgr.y (mgr.24284) 390 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:21:59.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:21:59 smithi169 bash[19820]: cluster 2024-09-06T15:21:59.024820+0000 mgr.y (mgr.24284) 391 : cluster [DBG] pgmap v332: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:59.691 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:21:59 smithi169 bash[26469]: cluster 2024-09-06T15:21:59.024820+0000 mgr.y (mgr.24284) 391 : cluster [DBG] pgmap v332: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:21:59.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:21:59 smithi181 bash[21841]: cluster 2024-09-06T15:21:59.024820+0000 mgr.y (mgr.24284) 391 : cluster [DBG] pgmap v332: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:02.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:02 smithi169 bash[19820]: cluster 2024-09-06T15:22:01.025521+0000 mgr.y (mgr.24284) 392 : cluster [DBG] pgmap v333: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:02.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:02 smithi169 bash[26469]: cluster 2024-09-06T15:22:01.025521+0000 mgr.y (mgr.24284) 392 : cluster [DBG] pgmap v333: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:02.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:02 smithi181 bash[21841]: cluster 2024-09-06T15:22:01.025521+0000 mgr.y (mgr.24284) 392 : cluster [DBG] pgmap v333: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:03.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:03 smithi169 bash[19820]: cluster 2024-09-06T15:22:03.027242+0000 mgr.y (mgr.24284) 393 : cluster [DBG] pgmap v334: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:22:03.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:03 smithi169 bash[26469]: cluster 2024-09-06T15:22:03.027242+0000 mgr.y (mgr.24284) 393 : cluster [DBG] pgmap v334: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:22:03.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:03 smithi181 bash[21841]: cluster 2024-09-06T15:22:03.027242+0000 mgr.y (mgr.24284) 393 : cluster [DBG] pgmap v334: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:22:06.331 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:06 smithi169 bash[19820]: cluster 2024-09-06T15:22:05.027997+0000 mgr.y (mgr.24284) 394 : cluster [DBG] pgmap v335: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:06.331 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:06 smithi169 bash[26469]: cluster 2024-09-06T15:22:05.027997+0000 mgr.y (mgr.24284) 394 : cluster [DBG] pgmap v335: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:06.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:06 smithi181 bash[21841]: cluster 2024-09-06T15:22:05.027997+0000 mgr.y (mgr.24284) 394 : cluster [DBG] pgmap v335: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:06.690 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:22:06 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:22:06] "GET /metrics HTTP/1.1" 200 38086 "" "Prometheus/2.43.0" 2024-09-06T15:22:07.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:07 smithi169 bash[19820]: cluster 2024-09-06T15:22:07.029598+0000 mgr.y (mgr.24284) 395 : cluster [DBG] pgmap v336: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:22:07.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:07 smithi169 bash[26469]: cluster 2024-09-06T15:22:07.029598+0000 mgr.y (mgr.24284) 395 : cluster [DBG] pgmap v336: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:22:07.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:07 smithi181 bash[21841]: cluster 2024-09-06T15:22:07.029598+0000 mgr.y (mgr.24284) 395 : cluster [DBG] pgmap v336: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:22:08.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:08 smithi169 bash[19820]: audit 2024-09-06T15:22:07.839677+0000 mgr.y (mgr.24284) 396 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:22:08.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:08 smithi169 bash[26469]: audit 2024-09-06T15:22:07.839677+0000 mgr.y (mgr.24284) 396 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:22:08.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:08 smithi181 bash[21841]: audit 2024-09-06T15:22:07.839677+0000 mgr.y (mgr.24284) 396 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:22:09.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:09 smithi169 bash[19820]: cluster 2024-09-06T15:22:09.030274+0000 mgr.y (mgr.24284) 397 : cluster [DBG] pgmap v337: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:09.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:09 smithi169 bash[26469]: cluster 2024-09-06T15:22:09.030274+0000 mgr.y (mgr.24284) 397 : cluster [DBG] pgmap v337: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:09.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:09 smithi181 bash[21841]: cluster 2024-09-06T15:22:09.030274+0000 mgr.y (mgr.24284) 397 : cluster [DBG] pgmap v337: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:11.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:10 smithi169 bash[19820]: audit 2024-09-06T15:22:10.833037+0000 mon.a (mon.0) 1043 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:22:11.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:10 smithi169 bash[26469]: audit 2024-09-06T15:22:10.833037+0000 mon.a (mon.0) 1043 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:22:11.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:10 smithi181 bash[21841]: audit 2024-09-06T15:22:10.833037+0000 mon.a (mon.0) 1043 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:22:12.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:11 smithi169 bash[19820]: cluster 2024-09-06T15:22:11.031017+0000 mgr.y (mgr.24284) 398 : cluster [DBG] pgmap v338: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:12.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:11 smithi169 bash[26469]: cluster 2024-09-06T15:22:11.031017+0000 mgr.y (mgr.24284) 398 : cluster [DBG] pgmap v338: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:12.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:11 smithi181 bash[21841]: cluster 2024-09-06T15:22:11.031017+0000 mgr.y (mgr.24284) 398 : cluster [DBG] pgmap v338: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:13.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:13 smithi169 bash[19820]: cluster 2024-09-06T15:22:13.032737+0000 mgr.y (mgr.24284) 399 : cluster [DBG] pgmap v339: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:22:13.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:13 smithi169 bash[26469]: cluster 2024-09-06T15:22:13.032737+0000 mgr.y (mgr.24284) 399 : cluster [DBG] pgmap v339: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:22:13.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:13 smithi181 bash[21841]: cluster 2024-09-06T15:22:13.032737+0000 mgr.y (mgr.24284) 399 : cluster [DBG] pgmap v339: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:22:15.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:15 smithi169 bash[19820]: cluster 2024-09-06T15:22:15.033566+0000 mgr.y (mgr.24284) 400 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:15.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:15 smithi169 bash[26469]: cluster 2024-09-06T15:22:15.033566+0000 mgr.y (mgr.24284) 400 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:15.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:15 smithi181 bash[21841]: cluster 2024-09-06T15:22:15.033566+0000 mgr.y (mgr.24284) 400 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:16.691 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:22:16 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:22:16] "GET /metrics HTTP/1.1" 200 38087 "" "Prometheus/2.43.0" 2024-09-06T15:22:17.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:17 smithi169 bash[19820]: cluster 2024-09-06T15:22:17.035370+0000 mgr.y (mgr.24284) 401 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:22:17.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:17 smithi169 bash[26469]: cluster 2024-09-06T15:22:17.035370+0000 mgr.y (mgr.24284) 401 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:22:17.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:17 smithi181 bash[21841]: cluster 2024-09-06T15:22:17.035370+0000 mgr.y (mgr.24284) 401 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:22:18.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:18 smithi169 bash[26469]: audit 2024-09-06T15:22:17.847544+0000 mgr.y (mgr.24284) 402 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:22:18.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:18 smithi169 bash[19820]: audit 2024-09-06T15:22:17.847544+0000 mgr.y (mgr.24284) 402 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:22:18.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:18 smithi181 bash[21841]: audit 2024-09-06T15:22:17.847544+0000 mgr.y (mgr.24284) 402 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:22:19.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:19 smithi169 bash[26469]: cluster 2024-09-06T15:22:19.036105+0000 mgr.y (mgr.24284) 403 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:19.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:19 smithi169 bash[19820]: cluster 2024-09-06T15:22:19.036105+0000 mgr.y (mgr.24284) 403 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:19.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:19 smithi181 bash[21841]: cluster 2024-09-06T15:22:19.036105+0000 mgr.y (mgr.24284) 403 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:21.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:21 smithi169 bash[26469]: cluster 2024-09-06T15:22:21.036794+0000 mgr.y (mgr.24284) 404 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:21.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:21 smithi169 bash[19820]: cluster 2024-09-06T15:22:21.036794+0000 mgr.y (mgr.24284) 404 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:21.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:21 smithi181 bash[21841]: cluster 2024-09-06T15:22:21.036794+0000 mgr.y (mgr.24284) 404 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:23.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:23 smithi169 bash[19820]: cluster 2024-09-06T15:22:23.038492+0000 mgr.y (mgr.24284) 405 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:22:23.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:23 smithi169 bash[26469]: cluster 2024-09-06T15:22:23.038492+0000 mgr.y (mgr.24284) 405 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:22:23.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:23 smithi181 bash[21841]: cluster 2024-09-06T15:22:23.038492+0000 mgr.y (mgr.24284) 405 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:22:25.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:25 smithi169 bash[19820]: cluster 2024-09-06T15:22:25.039203+0000 mgr.y (mgr.24284) 406 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:25.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:25 smithi169 bash[26469]: cluster 2024-09-06T15:22:25.039203+0000 mgr.y (mgr.24284) 406 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:25.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:25 smithi181 bash[21841]: cluster 2024-09-06T15:22:25.039203+0000 mgr.y (mgr.24284) 406 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:26.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:26 smithi169 bash[19820]: audit 2024-09-06T15:22:25.833336+0000 mon.a (mon.0) 1044 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:22:26.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:26 smithi169 bash[26469]: audit 2024-09-06T15:22:25.833336+0000 mon.a (mon.0) 1044 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:22:26.441 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:22:26 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:22:26] "GET /metrics HTTP/1.1" 200 38085 "" "Prometheus/2.43.0" 2024-09-06T15:22:26.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:26 smithi181 bash[21841]: audit 2024-09-06T15:22:25.833336+0000 mon.a (mon.0) 1044 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:22:27.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:27 smithi169 bash[26469]: cluster 2024-09-06T15:22:27.040828+0000 mgr.y (mgr.24284) 407 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:22:27.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:27 smithi169 bash[19820]: cluster 2024-09-06T15:22:27.040828+0000 mgr.y (mgr.24284) 407 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:22:27.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:27 smithi181 bash[21841]: cluster 2024-09-06T15:22:27.040828+0000 mgr.y (mgr.24284) 407 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:22:28.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:28 smithi169 bash[26469]: audit 2024-09-06T15:22:27.858883+0000 mgr.y (mgr.24284) 408 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:22:28.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:28 smithi169 bash[19820]: audit 2024-09-06T15:22:27.858883+0000 mgr.y (mgr.24284) 408 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:22:28.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:28 smithi181 bash[21841]: audit 2024-09-06T15:22:27.858883+0000 mgr.y (mgr.24284) 408 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:22:29.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:29 smithi169 bash[19820]: cluster 2024-09-06T15:22:29.041534+0000 mgr.y (mgr.24284) 409 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:29.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:29 smithi169 bash[26469]: cluster 2024-09-06T15:22:29.041534+0000 mgr.y (mgr.24284) 409 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:29.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:29 smithi181 bash[21841]: cluster 2024-09-06T15:22:29.041534+0000 mgr.y (mgr.24284) 409 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:31.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:31 smithi169 bash[19820]: cluster 2024-09-06T15:22:31.042236+0000 mgr.y (mgr.24284) 410 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:31.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:31 smithi169 bash[26469]: cluster 2024-09-06T15:22:31.042236+0000 mgr.y (mgr.24284) 410 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:31.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:31 smithi181 bash[21841]: cluster 2024-09-06T15:22:31.042236+0000 mgr.y (mgr.24284) 410 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:33.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:33 smithi169 bash[19820]: cluster 2024-09-06T15:22:33.043954+0000 mgr.y (mgr.24284) 411 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:22:33.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:33 smithi169 bash[26469]: cluster 2024-09-06T15:22:33.043954+0000 mgr.y (mgr.24284) 411 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:22:33.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:33 smithi181 bash[21841]: cluster 2024-09-06T15:22:33.043954+0000 mgr.y (mgr.24284) 411 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:22:35.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:35 smithi169 bash[19820]: cluster 2024-09-06T15:22:35.044694+0000 mgr.y (mgr.24284) 412 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:35.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:35 smithi169 bash[26469]: cluster 2024-09-06T15:22:35.044694+0000 mgr.y (mgr.24284) 412 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:35.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:35 smithi181 bash[21841]: cluster 2024-09-06T15:22:35.044694+0000 mgr.y (mgr.24284) 412 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:36.690 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:22:36 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:22:36] "GET /metrics HTTP/1.1" 200 38085 "" "Prometheus/2.43.0" 2024-09-06T15:22:37.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:37 smithi169 bash[19820]: cluster 2024-09-06T15:22:37.046311+0000 mgr.y (mgr.24284) 413 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:22:37.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:37 smithi169 bash[26469]: cluster 2024-09-06T15:22:37.046311+0000 mgr.y (mgr.24284) 413 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:22:37.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:37 smithi181 bash[21841]: cluster 2024-09-06T15:22:37.046311+0000 mgr.y (mgr.24284) 413 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:22:38.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:38 smithi169 bash[19820]: audit 2024-09-06T15:22:37.869966+0000 mgr.y (mgr.24284) 414 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:22:38.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:38 smithi169 bash[19820]: audit 2024-09-06T15:22:37.902531+0000 mon.a (mon.0) 1045 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:22:38.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:38 smithi169 bash[19820]: audit 2024-09-06T15:22:37.902945+0000 mon.a (mon.0) 1046 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:22:38.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:38 smithi169 bash[19820]: audit 2024-09-06T15:22:37.904241+0000 mon.a (mon.0) 1047 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:22:38.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:38 smithi169 bash[19820]: audit 2024-09-06T15:22:37.904611+0000 mon.a (mon.0) 1048 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:22:38.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:38 smithi169 bash[19820]: audit 2024-09-06T15:22:37.905665+0000 mon.a (mon.0) 1049 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:22:38.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:38 smithi169 bash[19820]: audit 2024-09-06T15:22:37.906060+0000 mon.a (mon.0) 1050 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:22:38.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:38 smithi169 bash[19820]: audit 2024-09-06T15:22:37.907118+0000 mon.a (mon.0) 1051 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:22:38.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:38 smithi169 bash[19820]: audit 2024-09-06T15:22:37.907473+0000 mon.a (mon.0) 1052 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:22:38.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:38 smithi169 bash[19820]: cephadm 2024-09-06T15:22:37.908178+0000 mgr.y (mgr.24284) 415 : cephadm [INF] Adjusting osd_memory_target on smithi181 to 3292M 2024-09-06T15:22:38.443 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:38 smithi169 bash[19820]: cephadm 2024-09-06T15:22:37.908649+0000 mgr.y (mgr.24284) 416 : cephadm [INF] Adjusting osd_memory_target on smithi169 to 3036M 2024-09-06T15:22:38.443 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:38 smithi169 bash[19820]: audit 2024-09-06T15:22:37.916861+0000 mon.a (mon.0) 1053 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:22:38.443 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:38 smithi169 bash[19820]: audit 2024-09-06T15:22:37.926826+0000 mon.a (mon.0) 1054 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:22:38.443 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:38 smithi169 bash[19820]: audit 2024-09-06T15:22:37.932242+0000 mon.a (mon.0) 1055 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:22:38.443 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:38 smithi169 bash[19820]: audit 2024-09-06T15:22:37.933415+0000 mon.a (mon.0) 1056 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:22:38.443 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:38 smithi169 bash[19820]: audit 2024-09-06T15:22:37.942804+0000 mon.a (mon.0) 1057 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:22:38.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:38 smithi169 bash[26469]: audit 2024-09-06T15:22:37.869966+0000 mgr.y (mgr.24284) 414 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:22:38.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:38 smithi169 bash[26469]: audit 2024-09-06T15:22:37.902531+0000 mon.a (mon.0) 1045 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:22:38.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:38 smithi169 bash[26469]: audit 2024-09-06T15:22:37.902945+0000 mon.a (mon.0) 1046 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:22:38.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:38 smithi169 bash[26469]: audit 2024-09-06T15:22:37.904241+0000 mon.a (mon.0) 1047 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:22:38.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:38 smithi169 bash[26469]: audit 2024-09-06T15:22:37.904611+0000 mon.a (mon.0) 1048 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:22:38.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:38 smithi169 bash[26469]: audit 2024-09-06T15:22:37.905665+0000 mon.a (mon.0) 1049 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:22:38.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:38 smithi169 bash[26469]: audit 2024-09-06T15:22:37.906060+0000 mon.a (mon.0) 1050 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:22:38.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:38 smithi169 bash[26469]: audit 2024-09-06T15:22:37.907118+0000 mon.a (mon.0) 1051 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:22:38.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:38 smithi169 bash[26469]: audit 2024-09-06T15:22:37.907473+0000 mon.a (mon.0) 1052 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:22:38.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:38 smithi169 bash[26469]: cephadm 2024-09-06T15:22:37.908178+0000 mgr.y (mgr.24284) 415 : cephadm [INF] Adjusting osd_memory_target on smithi181 to 3292M 2024-09-06T15:22:38.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:38 smithi169 bash[26469]: cephadm 2024-09-06T15:22:37.908649+0000 mgr.y (mgr.24284) 416 : cephadm [INF] Adjusting osd_memory_target on smithi169 to 3036M 2024-09-06T15:22:38.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:38 smithi169 bash[26469]: audit 2024-09-06T15:22:37.916861+0000 mon.a (mon.0) 1053 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:22:38.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:38 smithi169 bash[26469]: audit 2024-09-06T15:22:37.926826+0000 mon.a (mon.0) 1054 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:22:38.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:38 smithi169 bash[26469]: audit 2024-09-06T15:22:37.932242+0000 mon.a (mon.0) 1055 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:22:38.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:38 smithi169 bash[26469]: audit 2024-09-06T15:22:37.933415+0000 mon.a (mon.0) 1056 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:22:38.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:38 smithi169 bash[26469]: audit 2024-09-06T15:22:37.942804+0000 mon.a (mon.0) 1057 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:22:38.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:38 smithi181 bash[21841]: audit 2024-09-06T15:22:37.869966+0000 mgr.y (mgr.24284) 414 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:22:38.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:38 smithi181 bash[21841]: audit 2024-09-06T15:22:37.902531+0000 mon.a (mon.0) 1045 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:22:38.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:38 smithi181 bash[21841]: audit 2024-09-06T15:22:37.902945+0000 mon.a (mon.0) 1046 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:22:38.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:38 smithi181 bash[21841]: audit 2024-09-06T15:22:37.904241+0000 mon.a (mon.0) 1047 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:22:38.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:38 smithi181 bash[21841]: audit 2024-09-06T15:22:37.904611+0000 mon.a (mon.0) 1048 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:22:38.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:38 smithi181 bash[21841]: audit 2024-09-06T15:22:37.905665+0000 mon.a (mon.0) 1049 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:22:38.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:38 smithi181 bash[21841]: audit 2024-09-06T15:22:37.906060+0000 mon.a (mon.0) 1050 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:22:38.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:38 smithi181 bash[21841]: audit 2024-09-06T15:22:37.907118+0000 mon.a (mon.0) 1051 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:22:38.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:38 smithi181 bash[21841]: audit 2024-09-06T15:22:37.907473+0000 mon.a (mon.0) 1052 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-06T15:22:38.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:38 smithi181 bash[21841]: cephadm 2024-09-06T15:22:37.908178+0000 mgr.y (mgr.24284) 415 : cephadm [INF] Adjusting osd_memory_target on smithi181 to 3292M 2024-09-06T15:22:38.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:38 smithi181 bash[21841]: cephadm 2024-09-06T15:22:37.908649+0000 mgr.y (mgr.24284) 416 : cephadm [INF] Adjusting osd_memory_target on smithi169 to 3036M 2024-09-06T15:22:38.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:38 smithi181 bash[21841]: audit 2024-09-06T15:22:37.916861+0000 mon.a (mon.0) 1053 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:22:38.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:38 smithi181 bash[21841]: audit 2024-09-06T15:22:37.926826+0000 mon.a (mon.0) 1054 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:22:38.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:38 smithi181 bash[21841]: audit 2024-09-06T15:22:37.932242+0000 mon.a (mon.0) 1055 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:22:38.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:38 smithi181 bash[21841]: audit 2024-09-06T15:22:37.933415+0000 mon.a (mon.0) 1056 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:22:38.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:38 smithi181 bash[21841]: audit 2024-09-06T15:22:37.942804+0000 mon.a (mon.0) 1057 : audit [INF] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' 2024-09-06T15:22:39.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:39 smithi169 bash[19820]: cluster 2024-09-06T15:22:39.047032+0000 mgr.y (mgr.24284) 417 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:39.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:39 smithi169 bash[26469]: cluster 2024-09-06T15:22:39.047032+0000 mgr.y (mgr.24284) 417 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:39.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:39 smithi181 bash[21841]: cluster 2024-09-06T15:22:39.047032+0000 mgr.y (mgr.24284) 417 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:40.929 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph orch ps' 2024-09-06T15:22:41.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:40 smithi169 bash[19820]: audit 2024-09-06T15:22:40.834104+0000 mon.a (mon.0) 1058 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:22:41.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:40 smithi169 bash[26469]: audit 2024-09-06T15:22:40.834104+0000 mon.a (mon.0) 1058 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:22:41.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:40 smithi181 bash[21841]: audit 2024-09-06T15:22:40.834104+0000 mon.a (mon.0) 1058 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:22:42.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:41 smithi169 bash[19820]: cluster 2024-09-06T15:22:41.047655+0000 mgr.y (mgr.24284) 418 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:42.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:41 smithi169 bash[26469]: cluster 2024-09-06T15:22:41.047655+0000 mgr.y (mgr.24284) 418 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:42.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:41 smithi181 bash[21841]: cluster 2024-09-06T15:22:41.047655+0000 mgr.y (mgr.24284) 418 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:43.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:43 smithi169 bash[19820]: cluster 2024-09-06T15:22:43.049363+0000 mgr.y (mgr.24284) 419 : cluster [DBG] pgmap v354: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:22:43.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:43 smithi169 bash[26469]: cluster 2024-09-06T15:22:43.049363+0000 mgr.y (mgr.24284) 419 : cluster [DBG] pgmap v354: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:22:43.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:43 smithi181 bash[21841]: cluster 2024-09-06T15:22:43.049363+0000 mgr.y (mgr.24284) 419 : cluster [DBG] pgmap v354: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:22:45.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:45 smithi169 bash[19820]: cluster 2024-09-06T15:22:45.050097+0000 mgr.y (mgr.24284) 420 : cluster [DBG] pgmap v355: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:45.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:45 smithi169 bash[26469]: cluster 2024-09-06T15:22:45.050097+0000 mgr.y (mgr.24284) 420 : cluster [DBG] pgmap v355: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:45.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:45 smithi181 bash[21841]: cluster 2024-09-06T15:22:45.050097+0000 mgr.y (mgr.24284) 420 : cluster [DBG] pgmap v355: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:45.747 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:22:46.691 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:22:46 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:22:46] "GET /metrics HTTP/1.1" 200 38084 "" "Prometheus/2.43.0" 2024-09-06T15:22:47.215 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-06T15:22:47.216 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (9m) 2m ago 10m 13.7M - 0.25.0 c8568f914cd2 ae7ff3ddd464 2024-09-06T15:22:47.216 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi181 *:3000 running (9m) 70s ago 9m 74.9M - 9.4.12 2bacad6d85d8 3a07dedb5cb8 2024-09-06T15:22:47.216 INFO:teuthology.orchestra.run.smithi169.stdout:iscsi.foo.smithi169.yxosuq smithi169 *:5000 running (7m) 2m ago 7m 47.7M - 3.8 b6db46a449e5 566810ae1a34 2024-09-06T15:22:47.216 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi181 *:8443,9283,8765 running (2m) 70s ago 18m 437M - 19.3.0-4704-g8b38c33c 1c45aca0610a 00d29f9568fa 2024-09-06T15:22:47.216 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:9283,8765 running (20m) 2m ago 20m 498M - 19.1.1-268-g635ed4cf b6db46a449e5 8230a2e7f4f3 2024-09-06T15:22:47.216 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (20m) 2m ago 20m 51.5M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 e9246768aa61 2024-09-06T15:22:47.216 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi181 running (18m) 70s ago 18m 41.2M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 ae587368c103 2024-09-06T15:22:47.216 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (18m) 2m ago 18m 38.7M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 f845352189fb 2024-09-06T15:22:47.216 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (10m) 2m ago 10m 8607k - 1.5.0 0da6a335fe13 db564af40cf2 2024-09-06T15:22:47.216 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi181 *:9100 running (10m) 70s ago 10m 8672k - 1.5.0 0da6a335fe13 f0040460eadd 2024-09-06T15:22:47.216 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (17m) 2m ago 17m 52.2M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 cec969796af3 2024-09-06T15:22:47.217 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (16m) 2m ago 16m 60.2M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 d527f97f0b83 2024-09-06T15:22:47.217 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (16m) 2m ago 16m 57.5M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 303b15f1c60b 2024-09-06T15:22:47.217 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (15m) 2m ago 15m 58.2M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 524c24c2c8fd 2024-09-06T15:22:47.217 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi181 running (14m) 70s ago 14m 59.8M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 c9c9286e40c9 2024-09-06T15:22:47.217 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi181 running (13m) 70s ago 13m 50.1M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 427ff3118a0b 2024-09-06T15:22:47.217 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi181 running (12m) 70s ago 12m 56.6M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 9e6f947064d2 2024-09-06T15:22:47.217 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi181 running (11m) 70s ago 11m 59.4M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 a94f6f351ffd 2024-09-06T15:22:47.217 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi181 *:9095 running (9m) 70s ago 10m 41.4M - 2.43.0 a07b618ecd1d c9d85762a991 2024-09-06T15:22:47.217 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi169.svrjnx smithi169 *:8000 running (7m) 2m ago 7m 92.4M - 19.1.1-268-g635ed4cf b6db46a449e5 73d895896783 2024-09-06T15:22:47.217 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi181.fqbtai smithi181 *:8000 running (7m) 70s ago 7m 93.7M - 19.1.1-268-g635ed4cf b6db46a449e5 4aaa91540a99 2024-09-06T15:22:47.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:47 smithi169 bash[19820]: cluster 2024-09-06T15:22:47.051866+0000 mgr.y (mgr.24284) 421 : cluster [DBG] pgmap v356: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:22:47.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:47 smithi169 bash[26469]: cluster 2024-09-06T15:22:47.051866+0000 mgr.y (mgr.24284) 421 : cluster [DBG] pgmap v356: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:22:47.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:47 smithi181 bash[21841]: cluster 2024-09-06T15:22:47.051866+0000 mgr.y (mgr.24284) 421 : cluster [DBG] pgmap v356: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:22:47.947 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph versions' 2024-09-06T15:22:48.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:48 smithi169 bash[19820]: audit 2024-09-06T15:22:47.184374+0000 mgr.y (mgr.24284) 422 : audit [DBG] from='client.14994 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:22:48.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:48 smithi169 bash[19820]: audit 2024-09-06T15:22:47.880958+0000 mgr.y (mgr.24284) 423 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:22:48.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:48 smithi169 bash[26469]: audit 2024-09-06T15:22:47.184374+0000 mgr.y (mgr.24284) 422 : audit [DBG] from='client.14994 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:22:48.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:48 smithi169 bash[26469]: audit 2024-09-06T15:22:47.880958+0000 mgr.y (mgr.24284) 423 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:22:48.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:48 smithi181 bash[21841]: audit 2024-09-06T15:22:47.184374+0000 mgr.y (mgr.24284) 422 : audit [DBG] from='client.14994 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:22:48.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:48 smithi181 bash[21841]: audit 2024-09-06T15:22:47.880958+0000 mgr.y (mgr.24284) 423 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:22:49.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:49 smithi169 bash[19820]: cluster 2024-09-06T15:22:49.052696+0000 mgr.y (mgr.24284) 424 : cluster [DBG] pgmap v357: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:49.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:49 smithi169 bash[26469]: cluster 2024-09-06T15:22:49.052696+0000 mgr.y (mgr.24284) 424 : cluster [DBG] pgmap v357: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:49.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:49 smithi181 bash[21841]: cluster 2024-09-06T15:22:49.052696+0000 mgr.y (mgr.24284) 424 : cluster [DBG] pgmap v357: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:51.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:51 smithi169 bash[19820]: cluster 2024-09-06T15:22:51.053421+0000 mgr.y (mgr.24284) 425 : cluster [DBG] pgmap v358: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:51.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:51 smithi169 bash[26469]: cluster 2024-09-06T15:22:51.053421+0000 mgr.y (mgr.24284) 425 : cluster [DBG] pgmap v358: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:51.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:51 smithi181 bash[21841]: cluster 2024-09-06T15:22:51.053421+0000 mgr.y (mgr.24284) 425 : cluster [DBG] pgmap v358: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:52.766 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:22:53.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:53 smithi169 bash[19820]: cluster 2024-09-06T15:22:53.055095+0000 mgr.y (mgr.24284) 426 : cluster [DBG] pgmap v359: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:22:53.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:53 smithi169 bash[26469]: cluster 2024-09-06T15:22:53.055095+0000 mgr.y (mgr.24284) 426 : cluster [DBG] pgmap v359: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:22:53.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:53 smithi181 bash[21841]: cluster 2024-09-06T15:22:53.055095+0000 mgr.y (mgr.24284) 426 : cluster [DBG] pgmap v359: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:22:54.385 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:22:54.385 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-09-06T15:22:54.385 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 3 2024-09-06T15:22:54.385 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:22:54.385 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-09-06T15:22:54.385 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 1, 2024-09-06T15:22:54.385 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 1 2024-09-06T15:22:54.386 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:22:54.386 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-09-06T15:22:54.386 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 8 2024-09-06T15:22:54.386 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:22:54.386 INFO:teuthology.orchestra.run.smithi169.stdout: "rgw": { 2024-09-06T15:22:54.386 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 2 2024-09-06T15:22:54.386 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:22:54.386 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-09-06T15:22:54.386 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 14, 2024-09-06T15:22:54.386 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 1 2024-09-06T15:22:54.386 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-09-06T15:22:54.386 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:22:54.646 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:54 smithi169 bash[26469]: audit 2024-09-06T15:22:54.391315+0000 mon.a (mon.0) 1059 : audit [DBG] from='client.? 172.21.15.169:0/515375504' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:22:54.647 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:54 smithi169 bash[19820]: audit 2024-09-06T15:22:54.391315+0000 mon.a (mon.0) 1059 : audit [DBG] from='client.? 172.21.15.169:0/515375504' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:22:54.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:54 smithi181 bash[21841]: audit 2024-09-06T15:22:54.391315+0000 mon.a (mon.0) 1059 : audit [DBG] from='client.? 172.21.15.169:0/515375504' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:22:55.069 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph -s' 2024-09-06T15:22:55.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:55 smithi181 bash[21841]: cluster 2024-09-06T15:22:55.055993+0000 mgr.y (mgr.24284) 427 : cluster [DBG] pgmap v360: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:55.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:55 smithi169 bash[26469]: cluster 2024-09-06T15:22:55.055993+0000 mgr.y (mgr.24284) 427 : cluster [DBG] pgmap v360: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:55.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:55 smithi169 bash[19820]: cluster 2024-09-06T15:22:55.055993+0000 mgr.y (mgr.24284) 427 : cluster [DBG] pgmap v360: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:56.690 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:56 smithi169 bash[19820]: audit 2024-09-06T15:22:55.834361+0000 mon.a (mon.0) 1060 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:22:56.691 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:22:56 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:22:56] "GET /metrics HTTP/1.1" 200 38083 "" "Prometheus/2.43.0" 2024-09-06T15:22:56.691 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:56 smithi169 bash[26469]: audit 2024-09-06T15:22:55.834361+0000 mon.a (mon.0) 1060 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:22:56.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:56 smithi181 bash[21841]: audit 2024-09-06T15:22:55.834361+0000 mon.a (mon.0) 1060 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:22:57.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:57 smithi181 bash[21841]: cluster 2024-09-06T15:22:57.057677+0000 mgr.y (mgr.24284) 428 : cluster [DBG] pgmap v361: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:22:57.885 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:57 smithi169 bash[19820]: cluster 2024-09-06T15:22:57.057677+0000 mgr.y (mgr.24284) 428 : cluster [DBG] pgmap v361: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:22:57.885 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:57 smithi169 bash[26469]: cluster 2024-09-06T15:22:57.057677+0000 mgr.y (mgr.24284) 428 : cluster [DBG] pgmap v361: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:22:58.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:58 smithi181 bash[21841]: audit 2024-09-06T15:22:57.891611+0000 mgr.y (mgr.24284) 429 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:22:58.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:58 smithi169 bash[19820]: audit 2024-09-06T15:22:57.891611+0000 mgr.y (mgr.24284) 429 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:22:58.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:58 smithi169 bash[26469]: audit 2024-09-06T15:22:57.891611+0000 mgr.y (mgr.24284) 429 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:22:59.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:22:59 smithi181 bash[21841]: cluster 2024-09-06T15:22:59.058359+0000 mgr.y (mgr.24284) 430 : cluster [DBG] pgmap v362: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:59.889 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:22:59.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:22:59 smithi169 bash[19820]: cluster 2024-09-06T15:22:59.058359+0000 mgr.y (mgr.24284) 430 : cluster [DBG] pgmap v362: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:22:59.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:22:59 smithi169 bash[26469]: cluster 2024-09-06T15:22:59.058359+0000 mgr.y (mgr.24284) 430 : cluster [DBG] pgmap v362: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:23:01.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:01 smithi169 bash[26469]: cluster 2024-09-06T15:23:01.059105+0000 mgr.y (mgr.24284) 431 : cluster [DBG] pgmap v363: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:23:01.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:01 smithi169 bash[19820]: cluster 2024-09-06T15:23:01.059105+0000 mgr.y (mgr.24284) 431 : cluster [DBG] pgmap v363: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:23:01.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:01 smithi181 bash[21841]: cluster 2024-09-06T15:23:01.059105+0000 mgr.y (mgr.24284) 431 : cluster [DBG] pgmap v363: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:23:01.530 INFO:teuthology.orchestra.run.smithi169.stdout: cluster: 2024-09-06T15:23:01.530 INFO:teuthology.orchestra.run.smithi169.stdout: id: bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:23:01.530 INFO:teuthology.orchestra.run.smithi169.stdout: health: HEALTH_OK 2024-09-06T15:23:01.530 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:23:01.530 INFO:teuthology.orchestra.run.smithi169.stdout: services: 2024-09-06T15:23:01.530 INFO:teuthology.orchestra.run.smithi169.stdout: mon: 3 daemons, quorum a,b,c (age 18m) 2024-09-06T15:23:01.530 INFO:teuthology.orchestra.run.smithi169.stdout: mgr: y(active, since 10m), standbys: x 2024-09-06T15:23:01.531 INFO:teuthology.orchestra.run.smithi169.stdout: osd: 8 osds: 8 up (since 11m), 8 in (since 12m) 2024-09-06T15:23:01.531 INFO:teuthology.orchestra.run.smithi169.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-09-06T15:23:01.531 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:23:01.531 INFO:teuthology.orchestra.run.smithi169.stdout: data: 2024-09-06T15:23:01.531 INFO:teuthology.orchestra.run.smithi169.stdout: pools: 6 pools, 161 pgs 2024-09-06T15:23:01.531 INFO:teuthology.orchestra.run.smithi169.stdout: objects: 212 objects, 585 KiB 2024-09-06T15:23:01.531 INFO:teuthology.orchestra.run.smithi169.stdout: usage: 250 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:23:01.531 INFO:teuthology.orchestra.run.smithi169.stdout: pgs: 161 active+clean 2024-09-06T15:23:01.531 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:23:01.531 INFO:teuthology.orchestra.run.smithi169.stdout: io: 2024-09-06T15:23:01.531 INFO:teuthology.orchestra.run.smithi169.stdout: client: 852 B/s rd, 0 op/s rd, 0 op/s wr 2024-09-06T15:23:01.531 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:23:02.265 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph health detail' 2024-09-06T15:23:02.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:02 smithi169 bash[19820]: audit 2024-09-06T15:23:01.536818+0000 mon.a (mon.0) 1061 : audit [DBG] from='client.? 172.21.15.169:0/46881607' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-06T15:23:02.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:02 smithi169 bash[26469]: audit 2024-09-06T15:23:01.536818+0000 mon.a (mon.0) 1061 : audit [DBG] from='client.? 172.21.15.169:0/46881607' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-06T15:23:02.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:02 smithi181 bash[21841]: audit 2024-09-06T15:23:01.536818+0000 mon.a (mon.0) 1061 : audit [DBG] from='client.? 172.21.15.169:0/46881607' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-06T15:23:03.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:03 smithi169 bash[19820]: cluster 2024-09-06T15:23:03.060888+0000 mgr.y (mgr.24284) 432 : cluster [DBG] pgmap v364: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:23:03.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:03 smithi169 bash[26469]: cluster 2024-09-06T15:23:03.060888+0000 mgr.y (mgr.24284) 432 : cluster [DBG] pgmap v364: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:23:03.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:03 smithi181 bash[21841]: cluster 2024-09-06T15:23:03.060888+0000 mgr.y (mgr.24284) 432 : cluster [DBG] pgmap v364: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:23:05.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:05 smithi169 bash[19820]: cluster 2024-09-06T15:23:05.061526+0000 mgr.y (mgr.24284) 433 : cluster [DBG] pgmap v365: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:23:05.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:05 smithi169 bash[26469]: cluster 2024-09-06T15:23:05.061526+0000 mgr.y (mgr.24284) 433 : cluster [DBG] pgmap v365: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:23:05.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:05 smithi181 bash[21841]: cluster 2024-09-06T15:23:05.061526+0000 mgr.y (mgr.24284) 433 : cluster [DBG] pgmap v365: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:23:06.690 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:23:06 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:23:06] "GET /metrics HTTP/1.1" 200 38083 "" "Prometheus/2.43.0" 2024-09-06T15:23:07.081 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:23:07.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:07 smithi169 bash[19820]: cluster 2024-09-06T15:23:07.063151+0000 mgr.y (mgr.24284) 434 : cluster [DBG] pgmap v366: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:23:07.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:07 smithi169 bash[26469]: cluster 2024-09-06T15:23:07.063151+0000 mgr.y (mgr.24284) 434 : cluster [DBG] pgmap v366: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:23:07.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:07 smithi181 bash[21841]: cluster 2024-09-06T15:23:07.063151+0000 mgr.y (mgr.24284) 434 : cluster [DBG] pgmap v366: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:23:08.142 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:08 smithi169 bash[19820]: audit 2024-09-06T15:23:07.897358+0000 mgr.y (mgr.24284) 435 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:23:08.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:08 smithi169 bash[26469]: audit 2024-09-06T15:23:07.897358+0000 mgr.y (mgr.24284) 435 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:23:08.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:08 smithi181 bash[21841]: audit 2024-09-06T15:23:07.897358+0000 mgr.y (mgr.24284) 435 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:23:08.638 INFO:teuthology.orchestra.run.smithi169.stdout:HEALTH_OK 2024-09-06T15:23:09.352 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 2'"'"'' 2024-09-06T15:23:09.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:09 smithi169 bash[19820]: audit 2024-09-06T15:23:08.645243+0000 mon.a (mon.0) 1062 : audit [DBG] from='client.? 172.21.15.169:0/758604701' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-06T15:23:09.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:09 smithi169 bash[19820]: cluster 2024-09-06T15:23:09.063787+0000 mgr.y (mgr.24284) 436 : cluster [DBG] pgmap v367: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:23:09.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:09 smithi169 bash[26469]: audit 2024-09-06T15:23:08.645243+0000 mon.a (mon.0) 1062 : audit [DBG] from='client.? 172.21.15.169:0/758604701' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-06T15:23:09.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:09 smithi169 bash[26469]: cluster 2024-09-06T15:23:09.063787+0000 mgr.y (mgr.24284) 436 : cluster [DBG] pgmap v367: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:23:09.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:09 smithi181 bash[21841]: audit 2024-09-06T15:23:08.645243+0000 mon.a (mon.0) 1062 : audit [DBG] from='client.? 172.21.15.169:0/758604701' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-06T15:23:09.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:09 smithi181 bash[21841]: cluster 2024-09-06T15:23:09.063787+0000 mgr.y (mgr.24284) 436 : cluster [DBG] pgmap v367: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:23:11.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:10 smithi169 bash[19820]: audit 2024-09-06T15:23:10.835084+0000 mon.a (mon.0) 1063 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:23:11.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:10 smithi169 bash[26469]: audit 2024-09-06T15:23:10.835084+0000 mon.a (mon.0) 1063 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:23:11.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:10 smithi181 bash[21841]: audit 2024-09-06T15:23:10.835084+0000 mon.a (mon.0) 1063 : audit [DBG] from='mgr.24284 172.21.15.169:0/250527482' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:23:12.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:11 smithi169 bash[19820]: cluster 2024-09-06T15:23:11.064472+0000 mgr.y (mgr.24284) 437 : cluster [DBG] pgmap v368: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:23:12.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:11 smithi169 bash[26469]: cluster 2024-09-06T15:23:11.064472+0000 mgr.y (mgr.24284) 437 : cluster [DBG] pgmap v368: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:23:12.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:11 smithi181 bash[21841]: cluster 2024-09-06T15:23:11.064472+0000 mgr.y (mgr.24284) 437 : cluster [DBG] pgmap v368: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:23:13.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:13 smithi169 bash[19820]: cluster 2024-09-06T15:23:13.066188+0000 mgr.y (mgr.24284) 438 : cluster [DBG] pgmap v369: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:23:13.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:13 smithi169 bash[26469]: cluster 2024-09-06T15:23:13.066188+0000 mgr.y (mgr.24284) 438 : cluster [DBG] pgmap v369: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:23:13.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:13 smithi181 bash[21841]: cluster 2024-09-06T15:23:13.066188+0000 mgr.y (mgr.24284) 438 : cluster [DBG] pgmap v369: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:23:14.161 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:23:15.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:15 smithi169 bash[19820]: cluster 2024-09-06T15:23:15.066883+0000 mgr.y (mgr.24284) 439 : cluster [DBG] pgmap v370: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:23:15.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:15 smithi169 bash[26469]: cluster 2024-09-06T15:23:15.066883+0000 mgr.y (mgr.24284) 439 : cluster [DBG] pgmap v370: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:23:15.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:15 smithi181 bash[21841]: cluster 2024-09-06T15:23:15.066883+0000 mgr.y (mgr.24284) 439 : cluster [DBG] pgmap v370: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:23:15.644 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-09-06T15:23:16.360 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph mgr fail' 2024-09-06T15:23:16.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:16 smithi169 bash[19820]: audit 2024-09-06T15:23:15.639742+0000 mon.c (mon.2) 36 : audit [DBG] from='client.? 172.21.15.169:0/3718546070' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:23:16.440 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:23:16 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:23:16] "GET /metrics HTTP/1.1" 200 38083 "" "Prometheus/2.43.0" 2024-09-06T15:23:16.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:16 smithi169 bash[26469]: audit 2024-09-06T15:23:15.639742+0000 mon.c (mon.2) 36 : audit [DBG] from='client.? 172.21.15.169:0/3718546070' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:23:16.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:16 smithi181 bash[21841]: audit 2024-09-06T15:23:15.639742+0000 mon.c (mon.2) 36 : audit [DBG] from='client.? 172.21.15.169:0/3718546070' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:23:17.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:17 smithi169 bash[19820]: cluster 2024-09-06T15:23:17.068486+0000 mgr.y (mgr.24284) 440 : cluster [DBG] pgmap v371: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:23:17.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:17 smithi169 bash[26469]: cluster 2024-09-06T15:23:17.068486+0000 mgr.y (mgr.24284) 440 : cluster [DBG] pgmap v371: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:23:17.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:17 smithi181 bash[21841]: cluster 2024-09-06T15:23:17.068486+0000 mgr.y (mgr.24284) 440 : cluster [DBG] pgmap v371: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:23:18.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:18 smithi169 bash[19820]: audit 2024-09-06T15:23:17.908726+0000 mgr.y (mgr.24284) 441 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:23:18.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:18 smithi169 bash[26469]: audit 2024-09-06T15:23:17.908726+0000 mgr.y (mgr.24284) 441 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:23:18.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:18 smithi181 bash[21841]: audit 2024-09-06T15:23:17.908726+0000 mgr.y (mgr.24284) 441 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:23:19.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:19 smithi169 bash[19820]: cluster 2024-09-06T15:23:19.069162+0000 mgr.y (mgr.24284) 442 : cluster [DBG] pgmap v372: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:23:19.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:19 smithi169 bash[26469]: cluster 2024-09-06T15:23:19.069162+0000 mgr.y (mgr.24284) 442 : cluster [DBG] pgmap v372: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:23:19.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:19 smithi181 bash[21841]: cluster 2024-09-06T15:23:19.069162+0000 mgr.y (mgr.24284) 442 : cluster [DBG] pgmap v372: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:23:20.996 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:23:20 smithi181 bash[46683]: logger=cleanup t=2024-09-06T15:23:20.646147509Z level=info msg="Completed cleanup jobs" duration=84.943133ms 2024-09-06T15:23:21.180 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:23:21.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:21 smithi169 bash[19820]: cluster 2024-09-06T15:23:21.069865+0000 mgr.y (mgr.24284) 443 : cluster [DBG] pgmap v373: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:23:21.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:21 smithi169 bash[26469]: cluster 2024-09-06T15:23:21.069865+0000 mgr.y (mgr.24284) 443 : cluster [DBG] pgmap v373: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:23:21.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:21 smithi181 bash[21841]: cluster 2024-09-06T15:23:21.069865+0000 mgr.y (mgr.24284) 443 : cluster [DBG] pgmap v373: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:23:22.999 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[20072]: debug 2024-09-06T15:23:22.743+0000 7f6859269640 -1 mgr handle_mgr_map I was active but no longer am 2024-09-06T15:23:22.999 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[20072]: ignoring --setuser ceph since I am not root 2024-09-06T15:23:22.999 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[20072]: ignoring --setgroup ceph since I am not root 2024-09-06T15:23:22.999 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[20072]: debug 2024-09-06T15:23:22.911+0000 7ffa97705040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-06T15:23:23.000 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[19820]: audit 2024-09-06T15:23:22.738342+0000 mon.a (mon.0) 1064 : audit [INF] from='client.? 172.21.15.169:0/4011136994' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-06T15:23:23.000 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[19820]: cluster 2024-09-06T15:23:22.739150+0000 mon.a (mon.0) 1065 : cluster [INF] Activating manager daemon x 2024-09-06T15:23:23.000 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[19820]: audit 2024-09-06T15:23:22.744567+0000 mon.a (mon.0) 1066 : audit [INF] from='client.? 172.21.15.169:0/4011136994' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-06T15:23:23.000 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[19820]: cluster 2024-09-06T15:23:22.753259+0000 mon.a (mon.0) 1067 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-09-06T15:23:23.000 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[19820]: cluster 2024-09-06T15:23:22.754136+0000 mon.a (mon.0) 1068 : cluster [DBG] mgrmap e23: x(active, starting, since 0.0149824s) 2024-09-06T15:23:23.000 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[19820]: audit 2024-09-06T15:23:22.760524+0000 mon.c (mon.2) 37 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-06T15:23:23.001 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[19820]: audit 2024-09-06T15:23:22.760761+0000 mon.c (mon.2) 38 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:23:23.001 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[19820]: audit 2024-09-06T15:23:22.760981+0000 mon.c (mon.2) 39 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:23:23.001 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[19820]: audit 2024-09-06T15:23:22.762619+0000 mon.c (mon.2) 40 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-06T15:23:23.001 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[19820]: audit 2024-09-06T15:23:22.763061+0000 mon.c (mon.2) 41 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-06T15:23:23.001 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[19820]: audit 2024-09-06T15:23:22.763369+0000 mon.c (mon.2) 42 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-06T15:23:23.001 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[19820]: audit 2024-09-06T15:23:22.763661+0000 mon.c (mon.2) 43 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-06T15:23:23.001 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[19820]: audit 2024-09-06T15:23:22.763957+0000 mon.c (mon.2) 44 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-06T15:23:23.001 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[19820]: audit 2024-09-06T15:23:22.764257+0000 mon.c (mon.2) 45 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-06T15:23:23.001 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[19820]: audit 2024-09-06T15:23:22.764547+0000 mon.c (mon.2) 46 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-06T15:23:23.001 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[19820]: audit 2024-09-06T15:23:22.764830+0000 mon.c (mon.2) 47 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-06T15:23:23.001 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[19820]: audit 2024-09-06T15:23:22.765104+0000 mon.c (mon.2) 48 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-06T15:23:23.001 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[19820]: audit 2024-09-06T15:23:22.767574+0000 mon.c (mon.2) 49 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-06T15:23:23.001 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[19820]: audit 2024-09-06T15:23:22.767819+0000 mon.c (mon.2) 50 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-06T15:23:23.002 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[19820]: audit 2024-09-06T15:23:22.768654+0000 mon.c (mon.2) 51 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-06T15:23:23.002 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[26469]: audit 2024-09-06T15:23:22.738342+0000 mon.a (mon.0) 1064 : audit [INF] from='client.? 172.21.15.169:0/4011136994' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-06T15:23:23.002 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[26469]: cluster 2024-09-06T15:23:22.739150+0000 mon.a (mon.0) 1065 : cluster [INF] Activating manager daemon x 2024-09-06T15:23:23.002 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[26469]: audit 2024-09-06T15:23:22.744567+0000 mon.a (mon.0) 1066 : audit [INF] from='client.? 172.21.15.169:0/4011136994' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-06T15:23:23.002 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[26469]: cluster 2024-09-06T15:23:22.753259+0000 mon.a (mon.0) 1067 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-09-06T15:23:23.002 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[26469]: cluster 2024-09-06T15:23:22.754136+0000 mon.a (mon.0) 1068 : cluster [DBG] mgrmap e23: x(active, starting, since 0.0149824s) 2024-09-06T15:23:23.002 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[26469]: audit 2024-09-06T15:23:22.760524+0000 mon.c (mon.2) 37 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-06T15:23:23.002 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[26469]: audit 2024-09-06T15:23:22.760761+0000 mon.c (mon.2) 38 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:23:23.002 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[26469]: audit 2024-09-06T15:23:22.760981+0000 mon.c (mon.2) 39 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:23:23.002 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[26469]: audit 2024-09-06T15:23:22.762619+0000 mon.c (mon.2) 40 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-06T15:23:23.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[26469]: audit 2024-09-06T15:23:22.763061+0000 mon.c (mon.2) 41 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-06T15:23:23.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[26469]: audit 2024-09-06T15:23:22.763369+0000 mon.c (mon.2) 42 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-06T15:23:23.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[26469]: audit 2024-09-06T15:23:22.763661+0000 mon.c (mon.2) 43 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-06T15:23:23.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[26469]: audit 2024-09-06T15:23:22.763957+0000 mon.c (mon.2) 44 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-06T15:23:23.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[26469]: audit 2024-09-06T15:23:22.764257+0000 mon.c (mon.2) 45 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-06T15:23:23.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[26469]: audit 2024-09-06T15:23:22.764547+0000 mon.c (mon.2) 46 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-06T15:23:23.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[26469]: audit 2024-09-06T15:23:22.764830+0000 mon.c (mon.2) 47 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-06T15:23:23.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[26469]: audit 2024-09-06T15:23:22.765104+0000 mon.c (mon.2) 48 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-06T15:23:23.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[26469]: audit 2024-09-06T15:23:22.767574+0000 mon.c (mon.2) 49 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-06T15:23:23.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[26469]: audit 2024-09-06T15:23:22.767819+0000 mon.c (mon.2) 50 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-06T15:23:23.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:22 smithi169 bash[26469]: audit 2024-09-06T15:23:22.768654+0000 mon.c (mon.2) 51 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-06T15:23:23.109 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:23:22 smithi181 bash[49414]: [06/Sep/2024:15:23:22] ENGINE Bus STOPPING 2024-09-06T15:23:23.110 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:22 smithi181 bash[21841]: audit 2024-09-06T15:23:22.738342+0000 mon.a (mon.0) 1064 : audit [INF] from='client.? 172.21.15.169:0/4011136994' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-06T15:23:23.110 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:22 smithi181 bash[21841]: cluster 2024-09-06T15:23:22.739150+0000 mon.a (mon.0) 1065 : cluster [INF] Activating manager daemon x 2024-09-06T15:23:23.110 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:22 smithi181 bash[21841]: audit 2024-09-06T15:23:22.744567+0000 mon.a (mon.0) 1066 : audit [INF] from='client.? 172.21.15.169:0/4011136994' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-06T15:23:23.110 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:22 smithi181 bash[21841]: cluster 2024-09-06T15:23:22.753259+0000 mon.a (mon.0) 1067 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-09-06T15:23:23.110 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:22 smithi181 bash[21841]: cluster 2024-09-06T15:23:22.754136+0000 mon.a (mon.0) 1068 : cluster [DBG] mgrmap e23: x(active, starting, since 0.0149824s) 2024-09-06T15:23:23.110 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:22 smithi181 bash[21841]: audit 2024-09-06T15:23:22.760524+0000 mon.c (mon.2) 37 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-06T15:23:23.110 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:22 smithi181 bash[21841]: audit 2024-09-06T15:23:22.760761+0000 mon.c (mon.2) 38 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:23:23.110 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:22 smithi181 bash[21841]: audit 2024-09-06T15:23:22.760981+0000 mon.c (mon.2) 39 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:23:23.110 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:22 smithi181 bash[21841]: audit 2024-09-06T15:23:22.762619+0000 mon.c (mon.2) 40 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-06T15:23:23.110 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:22 smithi181 bash[21841]: audit 2024-09-06T15:23:22.763061+0000 mon.c (mon.2) 41 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-06T15:23:23.110 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:22 smithi181 bash[21841]: audit 2024-09-06T15:23:22.763369+0000 mon.c (mon.2) 42 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-06T15:23:23.111 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:22 smithi181 bash[21841]: audit 2024-09-06T15:23:22.763661+0000 mon.c (mon.2) 43 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-06T15:23:23.111 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:22 smithi181 bash[21841]: audit 2024-09-06T15:23:22.763957+0000 mon.c (mon.2) 44 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-06T15:23:23.111 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:22 smithi181 bash[21841]: audit 2024-09-06T15:23:22.764257+0000 mon.c (mon.2) 45 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-06T15:23:23.111 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:22 smithi181 bash[21841]: audit 2024-09-06T15:23:22.764547+0000 mon.c (mon.2) 46 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-06T15:23:23.111 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:22 smithi181 bash[21841]: audit 2024-09-06T15:23:22.764830+0000 mon.c (mon.2) 47 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-06T15:23:23.111 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:22 smithi181 bash[21841]: audit 2024-09-06T15:23:22.765104+0000 mon.c (mon.2) 48 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-06T15:23:23.111 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:22 smithi181 bash[21841]: audit 2024-09-06T15:23:22.767574+0000 mon.c (mon.2) 49 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-06T15:23:23.111 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:22 smithi181 bash[21841]: audit 2024-09-06T15:23:22.767819+0000 mon.c (mon.2) 50 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-06T15:23:23.111 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:22 smithi181 bash[21841]: audit 2024-09-06T15:23:22.768654+0000 mon.c (mon.2) 51 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-06T15:23:23.496 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:23:23 smithi181 bash[49414]: [06/Sep/2024:15:23:23] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-06T15:23:23.496 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:23:23 smithi181 bash[49414]: [06/Sep/2024:15:23:23] ENGINE Bus STOPPED 2024-09-06T15:23:23.533 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'sleep 180' 2024-09-06T15:23:24.067 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:23 smithi181 bash[21841]: cluster 2024-09-06T15:23:23.257029+0000 mon.a (mon.0) 1069 : cluster [INF] Manager daemon x is now available 2024-09-06T15:23:24.067 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:23 smithi181 bash[21841]: audit 2024-09-06T15:23:23.791186+0000 mon.a (mon.0) 1070 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:24.067 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:23:23 smithi181 bash[49414]: [06/Sep/2024:15:23:23] ENGINE Bus STARTING 2024-09-06T15:23:24.067 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:23:23 smithi181 bash[49414]: [06/Sep/2024:15:23:23] ENGINE Serving on http://:::9283 2024-09-06T15:23:24.067 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:23:23 smithi181 bash[49414]: [06/Sep/2024:15:23:23] ENGINE Bus STARTED 2024-09-06T15:23:24.075 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:23 smithi169 bash[19820]: cluster 2024-09-06T15:23:23.257029+0000 mon.a (mon.0) 1069 : cluster [INF] Manager daemon x is now available 2024-09-06T15:23:24.075 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:23 smithi169 bash[19820]: audit 2024-09-06T15:23:23.791186+0000 mon.a (mon.0) 1070 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:24.076 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:23 smithi169 bash[26469]: cluster 2024-09-06T15:23:23.257029+0000 mon.a (mon.0) 1069 : cluster [INF] Manager daemon x is now available 2024-09-06T15:23:24.076 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:23 smithi169 bash[26469]: audit 2024-09-06T15:23:23.791186+0000 mon.a (mon.0) 1070 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:24.355 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:23:24 smithi169 bash[20072]: debug 2024-09-06T15:23:24.135+0000 7ffa97705040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-06T15:23:24.355 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:23:24 smithi169 bash[20072]: debug 2024-09-06T15:23:24.203+0000 7ffa97705040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-06T15:23:24.355 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:23:24 smithi169 bash[20072]: debug 2024-09-06T15:23:24.355+0000 7ffa97705040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-06T15:23:25.087 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[20072]: debug 2024-09-06T15:23:25.019+0000 7ffa97705040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-06T15:23:25.088 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[20072]: debug 2024-09-06T15:23:25.087+0000 7ffa97705040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-06T15:23:25.088 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:24 smithi169 bash[19820]: audit 2024-09-06T15:23:23.812992+0000 mon.a (mon.0) 1071 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:25.088 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:24 smithi169 bash[19820]: cluster 2024-09-06T15:23:23.813662+0000 mon.a (mon.0) 1072 : cluster [DBG] mgrmap e24: x(active, since 1.07451s) 2024-09-06T15:23:25.088 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:24 smithi169 bash[19820]: audit 2024-09-06T15:23:23.822409+0000 mon.a (mon.0) 1073 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:25.089 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:24 smithi169 bash[19820]: audit 2024-09-06T15:23:23.854381+0000 mon.c (mon.2) 52 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:23:25.089 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:24 smithi169 bash[19820]: audit 2024-09-06T15:23:23.854922+0000 mon.c (mon.2) 53 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-06T15:23:25.089 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:24 smithi169 bash[19820]: audit 2024-09-06T15:23:23.860534+0000 mon.c (mon.2) 54 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-06T15:23:25.089 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:24 smithi169 bash[19820]: audit 2024-09-06T15:23:23.861042+0000 mon.a (mon.0) 1074 : audit [INF] from='mgr.24463 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-06T15:23:25.089 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:24 smithi169 bash[19820]: audit 2024-09-06T15:23:23.880810+0000 mon.c (mon.2) 55 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-06T15:23:25.089 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:24 smithi169 bash[19820]: audit 2024-09-06T15:23:23.881360+0000 mon.a (mon.0) 1075 : audit [INF] from='mgr.24463 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-06T15:23:25.089 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:24 smithi169 bash[19820]: cephadm 2024-09-06T15:23:24.384590+0000 mgr.x (mgr.24463) 4 : cephadm [INF] Deploying cephadm binary to smithi181 2024-09-06T15:23:25.089 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:24 smithi169 bash[19820]: cephadm 2024-09-06T15:23:24.407789+0000 mgr.x (mgr.24463) 5 : cephadm [INF] Deploying cephadm binary to smithi169 2024-09-06T15:23:25.089 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:24 smithi169 bash[26469]: audit 2024-09-06T15:23:23.812992+0000 mon.a (mon.0) 1071 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:25.089 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:24 smithi169 bash[26469]: cluster 2024-09-06T15:23:23.813662+0000 mon.a (mon.0) 1072 : cluster [DBG] mgrmap e24: x(active, since 1.07451s) 2024-09-06T15:23:25.089 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:24 smithi169 bash[26469]: audit 2024-09-06T15:23:23.822409+0000 mon.a (mon.0) 1073 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:25.090 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:24 smithi169 bash[26469]: audit 2024-09-06T15:23:23.854381+0000 mon.c (mon.2) 52 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:23:25.090 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:24 smithi169 bash[26469]: audit 2024-09-06T15:23:23.854922+0000 mon.c (mon.2) 53 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-06T15:23:25.090 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:24 smithi169 bash[26469]: audit 2024-09-06T15:23:23.860534+0000 mon.c (mon.2) 54 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-06T15:23:25.090 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:24 smithi169 bash[26469]: audit 2024-09-06T15:23:23.861042+0000 mon.a (mon.0) 1074 : audit [INF] from='mgr.24463 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-06T15:23:25.090 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:24 smithi169 bash[26469]: audit 2024-09-06T15:23:23.880810+0000 mon.c (mon.2) 55 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-06T15:23:25.090 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:24 smithi169 bash[26469]: audit 2024-09-06T15:23:23.881360+0000 mon.a (mon.0) 1075 : audit [INF] from='mgr.24463 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-06T15:23:25.090 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:24 smithi169 bash[26469]: cephadm 2024-09-06T15:23:24.384590+0000 mgr.x (mgr.24463) 4 : cephadm [INF] Deploying cephadm binary to smithi181 2024-09-06T15:23:25.090 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:24 smithi169 bash[26469]: cephadm 2024-09-06T15:23:24.407789+0000 mgr.x (mgr.24463) 5 : cephadm [INF] Deploying cephadm binary to smithi169 2024-09-06T15:23:25.231 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:24 smithi181 bash[21841]: audit 2024-09-06T15:23:23.812992+0000 mon.a (mon.0) 1071 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:25.231 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:24 smithi181 bash[21841]: cluster 2024-09-06T15:23:23.813662+0000 mon.a (mon.0) 1072 : cluster [DBG] mgrmap e24: x(active, since 1.07451s) 2024-09-06T15:23:25.231 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:24 smithi181 bash[21841]: audit 2024-09-06T15:23:23.822409+0000 mon.a (mon.0) 1073 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:25.231 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:24 smithi181 bash[21841]: audit 2024-09-06T15:23:23.854381+0000 mon.c (mon.2) 52 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:23:25.231 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:24 smithi181 bash[21841]: audit 2024-09-06T15:23:23.854922+0000 mon.c (mon.2) 53 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-06T15:23:25.231 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:24 smithi181 bash[21841]: audit 2024-09-06T15:23:23.860534+0000 mon.c (mon.2) 54 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-06T15:23:25.231 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:24 smithi181 bash[21841]: audit 2024-09-06T15:23:23.861042+0000 mon.a (mon.0) 1074 : audit [INF] from='mgr.24463 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-06T15:23:25.232 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:24 smithi181 bash[21841]: audit 2024-09-06T15:23:23.880810+0000 mon.c (mon.2) 55 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-06T15:23:25.232 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:24 smithi181 bash[21841]: audit 2024-09-06T15:23:23.881360+0000 mon.a (mon.0) 1075 : audit [INF] from='mgr.24463 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-06T15:23:25.232 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:24 smithi181 bash[21841]: cephadm 2024-09-06T15:23:24.384590+0000 mgr.x (mgr.24463) 4 : cephadm [INF] Deploying cephadm binary to smithi181 2024-09-06T15:23:25.232 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:24 smithi181 bash[21841]: cephadm 2024-09-06T15:23:24.407789+0000 mgr.x (mgr.24463) 5 : cephadm [INF] Deploying cephadm binary to smithi169 2024-09-06T15:23:25.342 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[20072]: debug 2024-09-06T15:23:25.159+0000 7ffa97705040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-06T15:23:25.342 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[20072]: debug 2024-09-06T15:23:25.343+0000 7ffa97705040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-06T15:23:25.496 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[49414]: debug 2024-09-06T15:23:25.231+0000 7f85e7f44640 -1 log_channel(cephadm) log [ERR] : [06/Sep/2024:15:23:25] ENGINE Error in HTTPServer.serve 2024-09-06T15:23:25.497 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[49414]: Traceback (most recent call last): 2024-09-06T15:23:25.497 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[49414]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-06T15:23:25.497 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[49414]: self._connections.run(self.expiration_interval) 2024-09-06T15:23:25.497 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[49414]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-06T15:23:25.497 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[49414]: self._run(expiration_interval) 2024-09-06T15:23:25.497 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[49414]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-06T15:23:25.497 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[49414]: new_conn = self._from_server_socket(self.server.socket) 2024-09-06T15:23:25.497 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[49414]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-06T15:23:25.497 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[49414]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-06T15:23:25.497 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[49414]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-06T15:23:25.498 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[49414]: s = self.context.wrap_socket( 2024-09-06T15:23:25.498 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[49414]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-06T15:23:25.498 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[49414]: return self.sslsocket_class._create( 2024-09-06T15:23:25.498 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[49414]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-06T15:23:25.498 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[49414]: self.do_handshake() 2024-09-06T15:23:25.498 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[49414]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-06T15:23:25.498 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[49414]: self._sslobj.do_handshake() 2024-09-06T15:23:25.498 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[49414]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-06T15:23:25.690 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[20072]: debug 2024-09-06T15:23:25.419+0000 7ffa97705040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-06T15:23:25.690 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[20072]: debug 2024-09-06T15:23:25.487+0000 7ffa97705040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-06T15:23:26.017 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[20072]: debug 2024-09-06T15:23:25.743+0000 7ffa97705040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-06T15:23:26.018 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[20072]: debug 2024-09-06T15:23:25.819+0000 7ffa97705040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-06T15:23:26.018 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[26469]: cluster 2024-09-06T15:23:24.764895+0000 mgr.x (mgr.24463) 6 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:23:26.018 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[26469]: cluster 2024-09-06T15:23:24.820544+0000 mon.a (mon.0) 1076 : cluster [WRN] Health check failed: Module 'volumes' has failed dependency: No module named 'ceph.fs' (MGR_MODULE_DEPENDENCY) 2024-09-06T15:23:26.018 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[26469]: cluster 2024-09-06T15:23:24.839101+0000 mon.a (mon.0) 1077 : cluster [DBG] mgrmap e25: x(active, since 2s) 2024-09-06T15:23:26.018 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[26469]: cephadm 2024-09-06T15:23:24.878776+0000 mgr.x (mgr.24463) 7 : cephadm [INF] [06/Sep/2024:15:23:24] ENGINE Bus STARTING 2024-09-06T15:23:26.018 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[26469]: cephadm 2024-09-06T15:23:25.014085+0000 mgr.x (mgr.24463) 8 : cephadm [INF] [06/Sep/2024:15:23:25] ENGINE Serving on http://172.21.15.181:8765 2024-09-06T15:23:26.018 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[26469]: cephadm 2024-09-06T15:23:25.210173+0000 mgr.x (mgr.24463) 9 : cephadm [INF] [06/Sep/2024:15:23:25] ENGINE Serving on https://172.21.15.181:7150 2024-09-06T15:23:26.018 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[26469]: cephadm 2024-09-06T15:23:25.210454+0000 mgr.x (mgr.24463) 10 : cephadm [INF] [06/Sep/2024:15:23:25] ENGINE Bus STARTED 2024-09-06T15:23:26.019 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[26469]: cephadm 2024-09-06T15:23:25.234080+0000 mgr.x (mgr.24463) 11 : cephadm [ERR] [06/Sep/2024:15:23:25] ENGINE Error in HTTPServer.serve 2024-09-06T15:23:26.019 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[26469]: Traceback (most recent call last): 2024-09-06T15:23:26.019 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[26469]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-06T15:23:26.019 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[26469]: self._connections.run(self.expiration_interval) 2024-09-06T15:23:26.019 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[26469]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-06T15:23:26.019 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[26469]: self._run(expiration_interval) 2024-09-06T15:23:26.019 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[26469]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-06T15:23:26.019 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[26469]: new_conn = self._from_server_socket(self.server.socket) 2024-09-06T15:23:26.019 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[26469]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-06T15:23:26.019 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[26469]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-06T15:23:26.020 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[26469]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-06T15:23:26.020 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[26469]: s = self.context.wrap_socket( 2024-09-06T15:23:26.020 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[26469]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-06T15:23:26.020 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[26469]: return self.sslsocket_class._create( 2024-09-06T15:23:26.020 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[26469]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-06T15:23:26.020 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[26469]: self.do_handshake() 2024-09-06T15:23:26.020 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[26469]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-06T15:23:26.020 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[26469]: self._sslobj.do_handshake() 2024-09-06T15:23:26.020 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[26469]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-06T15:23:26.021 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[19820]: cluster 2024-09-06T15:23:24.764895+0000 mgr.x (mgr.24463) 6 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:23:26.021 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[19820]: cluster 2024-09-06T15:23:24.820544+0000 mon.a (mon.0) 1076 : cluster [WRN] Health check failed: Module 'volumes' has failed dependency: No module named 'ceph.fs' (MGR_MODULE_DEPENDENCY) 2024-09-06T15:23:26.021 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[19820]: cluster 2024-09-06T15:23:24.839101+0000 mon.a (mon.0) 1077 : cluster [DBG] mgrmap e25: x(active, since 2s) 2024-09-06T15:23:26.021 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[19820]: cephadm 2024-09-06T15:23:24.878776+0000 mgr.x (mgr.24463) 7 : cephadm [INF] [06/Sep/2024:15:23:24] ENGINE Bus STARTING 2024-09-06T15:23:26.021 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[19820]: cephadm 2024-09-06T15:23:25.014085+0000 mgr.x (mgr.24463) 8 : cephadm [INF] [06/Sep/2024:15:23:25] ENGINE Serving on http://172.21.15.181:8765 2024-09-06T15:23:26.021 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[19820]: cephadm 2024-09-06T15:23:25.210173+0000 mgr.x (mgr.24463) 9 : cephadm [INF] [06/Sep/2024:15:23:25] ENGINE Serving on https://172.21.15.181:7150 2024-09-06T15:23:26.021 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[19820]: cephadm 2024-09-06T15:23:25.210454+0000 mgr.x (mgr.24463) 10 : cephadm [INF] [06/Sep/2024:15:23:25] ENGINE Bus STARTED 2024-09-06T15:23:26.021 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[19820]: cephadm 2024-09-06T15:23:25.234080+0000 mgr.x (mgr.24463) 11 : cephadm [ERR] [06/Sep/2024:15:23:25] ENGINE Error in HTTPServer.serve 2024-09-06T15:23:26.021 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[19820]: Traceback (most recent call last): 2024-09-06T15:23:26.021 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[19820]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-06T15:23:26.021 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[19820]: self._connections.run(self.expiration_interval) 2024-09-06T15:23:26.022 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[19820]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-06T15:23:26.022 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[19820]: self._run(expiration_interval) 2024-09-06T15:23:26.022 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[19820]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-06T15:23:26.022 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[19820]: new_conn = self._from_server_socket(self.server.socket) 2024-09-06T15:23:26.022 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[19820]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-06T15:23:26.022 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[19820]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-06T15:23:26.022 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[19820]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-06T15:23:26.022 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[19820]: s = self.context.wrap_socket( 2024-09-06T15:23:26.022 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[19820]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-06T15:23:26.022 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[19820]: return self.sslsocket_class._create( 2024-09-06T15:23:26.022 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[19820]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-06T15:23:26.022 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[19820]: self.do_handshake() 2024-09-06T15:23:26.022 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[19820]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-06T15:23:26.023 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[19820]: self._sslobj.do_handshake() 2024-09-06T15:23:26.023 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:25 smithi169 bash[19820]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-06T15:23:26.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[21841]: cluster 2024-09-06T15:23:24.764895+0000 mgr.x (mgr.24463) 6 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:23:26.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[21841]: cluster 2024-09-06T15:23:24.820544+0000 mon.a (mon.0) 1076 : cluster [WRN] Health check failed: Module 'volumes' has failed dependency: No module named 'ceph.fs' (MGR_MODULE_DEPENDENCY) 2024-09-06T15:23:26.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[21841]: cluster 2024-09-06T15:23:24.839101+0000 mon.a (mon.0) 1077 : cluster [DBG] mgrmap e25: x(active, since 2s) 2024-09-06T15:23:26.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[21841]: cephadm 2024-09-06T15:23:24.878776+0000 mgr.x (mgr.24463) 7 : cephadm [INF] [06/Sep/2024:15:23:24] ENGINE Bus STARTING 2024-09-06T15:23:26.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[21841]: cephadm 2024-09-06T15:23:25.014085+0000 mgr.x (mgr.24463) 8 : cephadm [INF] [06/Sep/2024:15:23:25] ENGINE Serving on http://172.21.15.181:8765 2024-09-06T15:23:26.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[21841]: cephadm 2024-09-06T15:23:25.210173+0000 mgr.x (mgr.24463) 9 : cephadm [INF] [06/Sep/2024:15:23:25] ENGINE Serving on https://172.21.15.181:7150 2024-09-06T15:23:26.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[21841]: cephadm 2024-09-06T15:23:25.210454+0000 mgr.x (mgr.24463) 10 : cephadm [INF] [06/Sep/2024:15:23:25] ENGINE Bus STARTED 2024-09-06T15:23:26.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[21841]: cephadm 2024-09-06T15:23:25.234080+0000 mgr.x (mgr.24463) 11 : cephadm [ERR] [06/Sep/2024:15:23:25] ENGINE Error in HTTPServer.serve 2024-09-06T15:23:26.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[21841]: Traceback (most recent call last): 2024-09-06T15:23:26.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[21841]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-06T15:23:26.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[21841]: self._connections.run(self.expiration_interval) 2024-09-06T15:23:26.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[21841]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-06T15:23:26.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[21841]: self._run(expiration_interval) 2024-09-06T15:23:26.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[21841]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-06T15:23:26.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[21841]: new_conn = self._from_server_socket(self.server.socket) 2024-09-06T15:23:26.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[21841]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-06T15:23:26.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[21841]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-06T15:23:26.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[21841]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-06T15:23:26.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[21841]: s = self.context.wrap_socket( 2024-09-06T15:23:26.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[21841]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-06T15:23:26.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[21841]: return self.sslsocket_class._create( 2024-09-06T15:23:26.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[21841]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-06T15:23:26.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[21841]: self.do_handshake() 2024-09-06T15:23:26.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[21841]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-06T15:23:26.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[21841]: self._sslobj.do_handshake() 2024-09-06T15:23:26.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:25 smithi181 bash[21841]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-06T15:23:26.352 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:23:26 smithi169 bash[20072]: debug 2024-09-06T15:23:26.019+0000 7ffa97705040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-06T15:23:26.352 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:23:26 smithi169 bash[20072]: debug 2024-09-06T15:23:26.099+0000 7ffa97705040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-06T15:23:26.690 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:23:26 smithi169 bash[20072]: debug 2024-09-06T15:23:26.355+0000 7ffa97705040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-06T15:23:26.690 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:23:26 smithi169 bash[20072]: debug 2024-09-06T15:23:26.531+0000 7ffa97705040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-06T15:23:26.965 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:23:26 smithi169 bash[20072]: debug 2024-09-06T15:23:26.695+0000 7ffa97705040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-06T15:23:26.966 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:23:26 smithi169 bash[20072]: debug 2024-09-06T15:23:26.775+0000 7ffa97705040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-06T15:23:26.966 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:23:26 smithi169 bash[20072]: debug 2024-09-06T15:23:26.967+0000 7ffa97705040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-06T15:23:28.132 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:27 smithi169 bash[26469]: cluster 2024-09-06T15:23:26.765735+0000 mgr.x (mgr.24463) 12 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:23:28.132 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:27 smithi169 bash[26469]: cluster 2024-09-06T15:23:26.827477+0000 mon.a (mon.0) 1078 : cluster [DBG] mgrmap e26: x(active, since 4s) 2024-09-06T15:23:28.133 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:27 smithi169 bash[26469]: audit 2024-09-06T15:23:27.249589+0000 mon.a (mon.0) 1079 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:28.133 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:27 smithi169 bash[26469]: audit 2024-09-06T15:23:27.259484+0000 mon.a (mon.0) 1080 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:28.133 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:27 smithi169 bash[19820]: cluster 2024-09-06T15:23:26.765735+0000 mgr.x (mgr.24463) 12 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:23:28.133 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:27 smithi169 bash[19820]: cluster 2024-09-06T15:23:26.827477+0000 mon.a (mon.0) 1078 : cluster [DBG] mgrmap e26: x(active, since 4s) 2024-09-06T15:23:28.133 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:27 smithi169 bash[19820]: audit 2024-09-06T15:23:27.249589+0000 mon.a (mon.0) 1079 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:28.133 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:27 smithi169 bash[19820]: audit 2024-09-06T15:23:27.259484+0000 mon.a (mon.0) 1080 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:28.133 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:23:27 smithi169 bash[20072]: debug 2024-09-06T15:23:27.831+0000 7ffa97705040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-06T15:23:28.134 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:23:27 smithi169 bash[20072]: debug 2024-09-06T15:23:27.907+0000 7ffa97705040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-06T15:23:28.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:27 smithi181 bash[21841]: cluster 2024-09-06T15:23:26.765735+0000 mgr.x (mgr.24463) 12 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:23:28.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:27 smithi181 bash[21841]: cluster 2024-09-06T15:23:26.827477+0000 mon.a (mon.0) 1078 : cluster [DBG] mgrmap e26: x(active, since 4s) 2024-09-06T15:23:28.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:27 smithi181 bash[21841]: audit 2024-09-06T15:23:27.249589+0000 mon.a (mon.0) 1079 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:28.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:27 smithi181 bash[21841]: audit 2024-09-06T15:23:27.259484+0000 mon.a (mon.0) 1080 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:28.310 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:23:28.440 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:23:28 smithi169 bash[20072]: debug 2024-09-06T15:23:28.131+0000 7ffa97705040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-06T15:23:28.440 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:23:28 smithi169 bash[20072]: debug 2024-09-06T15:23:28.207+0000 7ffa97705040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-06T15:23:28.704 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:23:28 smithi169 bash[20072]: debug 2024-09-06T15:23:28.603+0000 7ffa97705040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-06T15:23:28.705 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:23:28 smithi169 bash[20072]: debug 2024-09-06T15:23:28.683+0000 7ffa97705040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-06T15:23:29.190 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:23:28 smithi169 bash[20072]: [06/Sep/2024:15:23:28] ENGINE Bus STARTING 2024-09-06T15:23:29.191 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:23:28 smithi169 bash[20072]: CherryPy Checker: 2024-09-06T15:23:29.191 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:23:28 smithi169 bash[20072]: The Application mounted at '' has an empty config. 2024-09-06T15:23:29.191 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:23:28 smithi169 bash[20072]: [06/Sep/2024:15:23:28] ENGINE Serving on http://:::9283 2024-09-06T15:23:29.191 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:23:28 smithi169 bash[20072]: [06/Sep/2024:15:23:28] ENGINE Bus STARTED 2024-09-06T15:23:29.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:28 smithi169 bash[19820]: audit 2024-09-06T15:23:27.916614+0000 mgr.x (mgr.24463) 13 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:23:29.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:28 smithi169 bash[19820]: cluster 2024-09-06T15:23:28.709149+0000 mon.a (mon.0) 1081 : cluster [DBG] Standby manager daemon y started 2024-09-06T15:23:29.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:28 smithi169 bash[19820]: audit 2024-09-06T15:23:28.713338+0000 mon.a (mon.0) 1082 : audit [DBG] from='mgr.? 172.21.15.169:0/406077806' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-06T15:23:29.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:28 smithi169 bash[19820]: audit 2024-09-06T15:23:28.715603+0000 mon.a (mon.0) 1083 : audit [DBG] from='mgr.? 172.21.15.169:0/406077806' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-06T15:23:29.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:28 smithi169 bash[19820]: audit 2024-09-06T15:23:28.767863+0000 mon.a (mon.0) 1084 : audit [DBG] from='mgr.? 172.21.15.169:0/406077806' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-06T15:23:29.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:28 smithi169 bash[19820]: audit 2024-09-06T15:23:28.768629+0000 mon.a (mon.0) 1085 : audit [DBG] from='mgr.? 172.21.15.169:0/406077806' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-06T15:23:29.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:28 smithi169 bash[26469]: audit 2024-09-06T15:23:27.916614+0000 mgr.x (mgr.24463) 13 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:23:29.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:28 smithi169 bash[26469]: cluster 2024-09-06T15:23:28.709149+0000 mon.a (mon.0) 1081 : cluster [DBG] Standby manager daemon y started 2024-09-06T15:23:29.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:28 smithi169 bash[26469]: audit 2024-09-06T15:23:28.713338+0000 mon.a (mon.0) 1082 : audit [DBG] from='mgr.? 172.21.15.169:0/406077806' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-06T15:23:29.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:28 smithi169 bash[26469]: audit 2024-09-06T15:23:28.715603+0000 mon.a (mon.0) 1083 : audit [DBG] from='mgr.? 172.21.15.169:0/406077806' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-06T15:23:29.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:28 smithi169 bash[26469]: audit 2024-09-06T15:23:28.767863+0000 mon.a (mon.0) 1084 : audit [DBG] from='mgr.? 172.21.15.169:0/406077806' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-06T15:23:29.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:28 smithi169 bash[26469]: audit 2024-09-06T15:23:28.768629+0000 mon.a (mon.0) 1085 : audit [DBG] from='mgr.? 172.21.15.169:0/406077806' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-06T15:23:29.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:28 smithi181 bash[21841]: audit 2024-09-06T15:23:27.916614+0000 mgr.x (mgr.24463) 13 : audit [DBG] from='client.24686 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:23:29.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:28 smithi181 bash[21841]: cluster 2024-09-06T15:23:28.709149+0000 mon.a (mon.0) 1081 : cluster [DBG] Standby manager daemon y started 2024-09-06T15:23:29.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:28 smithi181 bash[21841]: audit 2024-09-06T15:23:28.713338+0000 mon.a (mon.0) 1082 : audit [DBG] from='mgr.? 172.21.15.169:0/406077806' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-06T15:23:29.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:28 smithi181 bash[21841]: audit 2024-09-06T15:23:28.715603+0000 mon.a (mon.0) 1083 : audit [DBG] from='mgr.? 172.21.15.169:0/406077806' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-06T15:23:29.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:28 smithi181 bash[21841]: audit 2024-09-06T15:23:28.767863+0000 mon.a (mon.0) 1084 : audit [DBG] from='mgr.? 172.21.15.169:0/406077806' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-06T15:23:29.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:28 smithi181 bash[21841]: audit 2024-09-06T15:23:28.768629+0000 mon.a (mon.0) 1085 : audit [DBG] from='mgr.? 172.21.15.169:0/406077806' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-06T15:23:29.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:29 smithi169 bash[19820]: cluster 2024-09-06T15:23:28.766544+0000 mgr.x (mgr.24463) 14 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:23:29.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:29 smithi169 bash[19820]: audit 2024-09-06T15:23:28.839556+0000 mon.c (mon.2) 56 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-06T15:23:29.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:29 smithi169 bash[19820]: cluster 2024-09-06T15:23:28.841746+0000 mon.a (mon.0) 1086 : cluster [DBG] mgrmap e27: x(active, since 6s), standbys: y 2024-09-06T15:23:29.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:29 smithi169 bash[26469]: cluster 2024-09-06T15:23:28.766544+0000 mgr.x (mgr.24463) 14 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:23:29.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:29 smithi169 bash[26469]: audit 2024-09-06T15:23:28.839556+0000 mon.c (mon.2) 56 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-06T15:23:29.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:29 smithi169 bash[26469]: cluster 2024-09-06T15:23:28.841746+0000 mon.a (mon.0) 1086 : cluster [DBG] mgrmap e27: x(active, since 6s), standbys: y 2024-09-06T15:23:30.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:29 smithi181 bash[21841]: cluster 2024-09-06T15:23:28.766544+0000 mgr.x (mgr.24463) 14 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:23:30.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:29 smithi181 bash[21841]: audit 2024-09-06T15:23:28.839556+0000 mon.c (mon.2) 56 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-06T15:23:30.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:29 smithi181 bash[21841]: cluster 2024-09-06T15:23:28.841746+0000 mon.a (mon.0) 1086 : cluster [DBG] mgrmap e27: x(active, since 6s), standbys: y 2024-09-06T15:23:32.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:31 smithi169 bash[19820]: cluster 2024-09-06T15:23:30.768236+0000 mgr.x (mgr.24463) 15 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-06T15:23:32.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:31 smithi169 bash[26469]: cluster 2024-09-06T15:23:30.768236+0000 mgr.x (mgr.24463) 15 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-06T15:23:32.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:31 smithi181 bash[21841]: cluster 2024-09-06T15:23:30.768236+0000 mgr.x (mgr.24463) 15 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-06T15:23:33.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:33 smithi169 bash[19820]: audit 2024-09-06T15:23:32.018683+0000 mon.a (mon.0) 1087 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:33.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:33 smithi169 bash[19820]: audit 2024-09-06T15:23:32.027391+0000 mon.a (mon.0) 1088 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:33.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:33 smithi169 bash[19820]: audit 2024-09-06T15:23:32.721302+0000 mon.a (mon.0) 1089 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:33.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:33 smithi169 bash[19820]: audit 2024-09-06T15:23:32.734715+0000 mon.a (mon.0) 1090 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:33.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:33 smithi169 bash[26469]: audit 2024-09-06T15:23:32.018683+0000 mon.a (mon.0) 1087 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:33.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:33 smithi169 bash[26469]: audit 2024-09-06T15:23:32.027391+0000 mon.a (mon.0) 1088 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:33.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:33 smithi169 bash[26469]: audit 2024-09-06T15:23:32.721302+0000 mon.a (mon.0) 1089 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:33.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:33 smithi169 bash[26469]: audit 2024-09-06T15:23:32.734715+0000 mon.a (mon.0) 1090 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:33.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:33 smithi181 bash[21841]: audit 2024-09-06T15:23:32.018683+0000 mon.a (mon.0) 1087 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:33.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:33 smithi181 bash[21841]: audit 2024-09-06T15:23:32.027391+0000 mon.a (mon.0) 1088 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:33.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:33 smithi181 bash[21841]: audit 2024-09-06T15:23:32.721302+0000 mon.a (mon.0) 1089 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:33.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:33 smithi181 bash[21841]: audit 2024-09-06T15:23:32.734715+0000 mon.a (mon.0) 1090 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:34.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:34 smithi169 bash[19820]: cluster 2024-09-06T15:23:32.768672+0000 mgr.x (mgr.24463) 16 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-06T15:23:34.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:34 smithi169 bash[19820]: audit 2024-09-06T15:23:33.140816+0000 mon.a (mon.0) 1091 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:34.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:34 smithi169 bash[19820]: audit 2024-09-06T15:23:33.152217+0000 mon.a (mon.0) 1092 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:34.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:34 smithi169 bash[19820]: audit 2024-09-06T15:23:33.811020+0000 mon.a (mon.0) 1093 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:34.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:34 smithi169 bash[19820]: audit 2024-09-06T15:23:33.823998+0000 mon.a (mon.0) 1094 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:34.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:34 smithi169 bash[19820]: audit 2024-09-06T15:23:33.828007+0000 mon.c (mon.2) 57 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:23:34.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:34 smithi169 bash[19820]: audit 2024-09-06T15:23:33.829289+0000 mon.c (mon.2) 58 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:23:34.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:34 smithi169 bash[26469]: cluster 2024-09-06T15:23:32.768672+0000 mgr.x (mgr.24463) 16 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-06T15:23:34.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:34 smithi169 bash[26469]: audit 2024-09-06T15:23:33.140816+0000 mon.a (mon.0) 1091 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:34.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:34 smithi169 bash[26469]: audit 2024-09-06T15:23:33.152217+0000 mon.a (mon.0) 1092 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:34.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:34 smithi169 bash[26469]: audit 2024-09-06T15:23:33.811020+0000 mon.a (mon.0) 1093 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:34.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:34 smithi169 bash[26469]: audit 2024-09-06T15:23:33.823998+0000 mon.a (mon.0) 1094 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:34.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:34 smithi169 bash[26469]: audit 2024-09-06T15:23:33.828007+0000 mon.c (mon.2) 57 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:23:34.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:34 smithi169 bash[26469]: audit 2024-09-06T15:23:33.829289+0000 mon.c (mon.2) 58 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:23:34.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:34 smithi181 bash[21841]: cluster 2024-09-06T15:23:32.768672+0000 mgr.x (mgr.24463) 16 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-06T15:23:34.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:34 smithi181 bash[21841]: audit 2024-09-06T15:23:33.140816+0000 mon.a (mon.0) 1091 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:34.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:34 smithi181 bash[21841]: audit 2024-09-06T15:23:33.152217+0000 mon.a (mon.0) 1092 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:34.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:34 smithi181 bash[21841]: audit 2024-09-06T15:23:33.811020+0000 mon.a (mon.0) 1093 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:34.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:34 smithi181 bash[21841]: audit 2024-09-06T15:23:33.823998+0000 mon.a (mon.0) 1094 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:34.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:34 smithi181 bash[21841]: audit 2024-09-06T15:23:33.828007+0000 mon.c (mon.2) 57 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:23:34.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:34 smithi181 bash[21841]: audit 2024-09-06T15:23:33.829289+0000 mon.c (mon.2) 58 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:23:35.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:35 smithi169 bash[19820]: cephadm 2024-09-06T15:23:33.828182+0000 mgr.x (mgr.24463) 17 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.conf 2024-09-06T15:23:35.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:35 smithi169 bash[19820]: cephadm 2024-09-06T15:23:33.828404+0000 mgr.x (mgr.24463) 18 : cephadm [INF] Updating smithi181:/etc/ceph/ceph.conf 2024-09-06T15:23:35.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:35 smithi169 bash[19820]: cephadm 2024-09-06T15:23:34.014050+0000 mgr.x (mgr.24463) 19 : cephadm [INF] Updating smithi181:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.conf 2024-09-06T15:23:35.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:35 smithi169 bash[19820]: cephadm 2024-09-06T15:23:34.018801+0000 mgr.x (mgr.24463) 20 : cephadm [INF] Updating smithi169:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.conf 2024-09-06T15:23:35.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:35 smithi169 bash[19820]: cephadm 2024-09-06T15:23:34.139514+0000 mgr.x (mgr.24463) 21 : cephadm [INF] Updating smithi181:/etc/ceph/ceph.client.admin.keyring 2024-09-06T15:23:35.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:35 smithi169 bash[19820]: cephadm 2024-09-06T15:23:34.169722+0000 mgr.x (mgr.24463) 22 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-09-06T15:23:35.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:35 smithi169 bash[19820]: cephadm 2024-09-06T15:23:34.253713+0000 mgr.x (mgr.24463) 23 : cephadm [INF] Updating smithi181:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.client.admin.keyring 2024-09-06T15:23:35.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:35 smithi169 bash[19820]: cephadm 2024-09-06T15:23:34.308426+0000 mgr.x (mgr.24463) 24 : cephadm [INF] Updating smithi169:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.client.admin.keyring 2024-09-06T15:23:35.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:35 smithi169 bash[19820]: audit 2024-09-06T15:23:34.381374+0000 mon.a (mon.0) 1095 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:35.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:35 smithi169 bash[19820]: audit 2024-09-06T15:23:34.395530+0000 mon.a (mon.0) 1096 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:35.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:35 smithi169 bash[19820]: audit 2024-09-06T15:23:34.443026+0000 mon.a (mon.0) 1097 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:35.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:35 smithi169 bash[19820]: audit 2024-09-06T15:23:34.455778+0000 mon.a (mon.0) 1098 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:35.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:35 smithi169 bash[19820]: audit 2024-09-06T15:23:34.467959+0000 mon.a (mon.0) 1099 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:35.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:35 smithi169 bash[19820]: cephadm 2024-09-06T15:23:34.510634+0000 mgr.x (mgr.24463) 25 : cephadm [INF] Reconfiguring iscsi.foo.smithi169.yxosuq (dependencies changed)... 2024-09-06T15:23:35.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:35 smithi169 bash[19820]: audit 2024-09-06T15:23:34.514608+0000 mon.c (mon.2) 59 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi169.yxosuq", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-06T15:23:35.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:35 smithi169 bash[19820]: audit 2024-09-06T15:23:34.515300+0000 mon.a (mon.0) 1100 : audit [INF] from='mgr.24463 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi169.yxosuq", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-06T15:23:35.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:35 smithi169 bash[19820]: cephadm 2024-09-06T15:23:34.532666+0000 mgr.x (mgr.24463) 26 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi169.yxosuq on smithi169 2024-09-06T15:23:35.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:35 smithi169 bash[19820]: audit 2024-09-06T15:23:34.534071+0000 mon.c (mon.2) 60 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:23:35.693 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:35 smithi169 bash[26469]: cephadm 2024-09-06T15:23:33.828182+0000 mgr.x (mgr.24463) 17 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.conf 2024-09-06T15:23:35.693 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:35 smithi169 bash[26469]: cephadm 2024-09-06T15:23:33.828404+0000 mgr.x (mgr.24463) 18 : cephadm [INF] Updating smithi181:/etc/ceph/ceph.conf 2024-09-06T15:23:35.693 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:35 smithi169 bash[26469]: cephadm 2024-09-06T15:23:34.014050+0000 mgr.x (mgr.24463) 19 : cephadm [INF] Updating smithi181:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.conf 2024-09-06T15:23:35.693 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:35 smithi169 bash[26469]: cephadm 2024-09-06T15:23:34.018801+0000 mgr.x (mgr.24463) 20 : cephadm [INF] Updating smithi169:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.conf 2024-09-06T15:23:35.693 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:35 smithi169 bash[26469]: cephadm 2024-09-06T15:23:34.139514+0000 mgr.x (mgr.24463) 21 : cephadm [INF] Updating smithi181:/etc/ceph/ceph.client.admin.keyring 2024-09-06T15:23:35.693 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:35 smithi169 bash[26469]: cephadm 2024-09-06T15:23:34.169722+0000 mgr.x (mgr.24463) 22 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-09-06T15:23:35.693 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:35 smithi169 bash[26469]: cephadm 2024-09-06T15:23:34.253713+0000 mgr.x (mgr.24463) 23 : cephadm [INF] Updating smithi181:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.client.admin.keyring 2024-09-06T15:23:35.693 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:35 smithi169 bash[26469]: cephadm 2024-09-06T15:23:34.308426+0000 mgr.x (mgr.24463) 24 : cephadm [INF] Updating smithi169:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.client.admin.keyring 2024-09-06T15:23:35.693 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:35 smithi169 bash[26469]: audit 2024-09-06T15:23:34.381374+0000 mon.a (mon.0) 1095 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:35.693 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:35 smithi169 bash[26469]: audit 2024-09-06T15:23:34.395530+0000 mon.a (mon.0) 1096 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:35.693 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:35 smithi169 bash[26469]: audit 2024-09-06T15:23:34.443026+0000 mon.a (mon.0) 1097 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:35.693 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:35 smithi169 bash[26469]: audit 2024-09-06T15:23:34.455778+0000 mon.a (mon.0) 1098 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:35.693 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:35 smithi169 bash[26469]: audit 2024-09-06T15:23:34.467959+0000 mon.a (mon.0) 1099 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:35.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:35 smithi169 bash[26469]: cephadm 2024-09-06T15:23:34.510634+0000 mgr.x (mgr.24463) 25 : cephadm [INF] Reconfiguring iscsi.foo.smithi169.yxosuq (dependencies changed)... 2024-09-06T15:23:35.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:35 smithi169 bash[26469]: audit 2024-09-06T15:23:34.514608+0000 mon.c (mon.2) 59 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi169.yxosuq", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-06T15:23:35.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:35 smithi169 bash[26469]: audit 2024-09-06T15:23:34.515300+0000 mon.a (mon.0) 1100 : audit [INF] from='mgr.24463 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi169.yxosuq", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-06T15:23:35.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:35 smithi169 bash[26469]: cephadm 2024-09-06T15:23:34.532666+0000 mgr.x (mgr.24463) 26 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi169.yxosuq on smithi169 2024-09-06T15:23:35.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:35 smithi169 bash[26469]: audit 2024-09-06T15:23:34.534071+0000 mon.c (mon.2) 60 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:23:35.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:35 smithi181 bash[21841]: cephadm 2024-09-06T15:23:33.828182+0000 mgr.x (mgr.24463) 17 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.conf 2024-09-06T15:23:35.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:35 smithi181 bash[21841]: cephadm 2024-09-06T15:23:33.828404+0000 mgr.x (mgr.24463) 18 : cephadm [INF] Updating smithi181:/etc/ceph/ceph.conf 2024-09-06T15:23:35.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:35 smithi181 bash[21841]: cephadm 2024-09-06T15:23:34.014050+0000 mgr.x (mgr.24463) 19 : cephadm [INF] Updating smithi181:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.conf 2024-09-06T15:23:35.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:35 smithi181 bash[21841]: cephadm 2024-09-06T15:23:34.018801+0000 mgr.x (mgr.24463) 20 : cephadm [INF] Updating smithi169:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.conf 2024-09-06T15:23:35.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:35 smithi181 bash[21841]: cephadm 2024-09-06T15:23:34.139514+0000 mgr.x (mgr.24463) 21 : cephadm [INF] Updating smithi181:/etc/ceph/ceph.client.admin.keyring 2024-09-06T15:23:35.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:35 smithi181 bash[21841]: cephadm 2024-09-06T15:23:34.169722+0000 mgr.x (mgr.24463) 22 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-09-06T15:23:35.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:35 smithi181 bash[21841]: cephadm 2024-09-06T15:23:34.253713+0000 mgr.x (mgr.24463) 23 : cephadm [INF] Updating smithi181:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.client.admin.keyring 2024-09-06T15:23:35.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:35 smithi181 bash[21841]: cephadm 2024-09-06T15:23:34.308426+0000 mgr.x (mgr.24463) 24 : cephadm [INF] Updating smithi169:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.client.admin.keyring 2024-09-06T15:23:35.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:35 smithi181 bash[21841]: audit 2024-09-06T15:23:34.381374+0000 mon.a (mon.0) 1095 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:35.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:35 smithi181 bash[21841]: audit 2024-09-06T15:23:34.395530+0000 mon.a (mon.0) 1096 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:35.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:35 smithi181 bash[21841]: audit 2024-09-06T15:23:34.443026+0000 mon.a (mon.0) 1097 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:35.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:35 smithi181 bash[21841]: audit 2024-09-06T15:23:34.455778+0000 mon.a (mon.0) 1098 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:35.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:35 smithi181 bash[21841]: audit 2024-09-06T15:23:34.467959+0000 mon.a (mon.0) 1099 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:35.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:35 smithi181 bash[21841]: cephadm 2024-09-06T15:23:34.510634+0000 mgr.x (mgr.24463) 25 : cephadm [INF] Reconfiguring iscsi.foo.smithi169.yxosuq (dependencies changed)... 2024-09-06T15:23:35.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:35 smithi181 bash[21841]: audit 2024-09-06T15:23:34.514608+0000 mon.c (mon.2) 59 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi169.yxosuq", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-06T15:23:35.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:35 smithi181 bash[21841]: audit 2024-09-06T15:23:34.515300+0000 mon.a (mon.0) 1100 : audit [INF] from='mgr.24463 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi169.yxosuq", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-06T15:23:35.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:35 smithi181 bash[21841]: cephadm 2024-09-06T15:23:34.532666+0000 mgr.x (mgr.24463) 26 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi169.yxosuq on smithi169 2024-09-06T15:23:35.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:35 smithi181 bash[21841]: audit 2024-09-06T15:23:34.534071+0000 mon.c (mon.2) 60 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:23:36.639 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:36 smithi169 bash[19820]: cluster 2024-09-06T15:23:34.770287+0000 mgr.x (mgr.24463) 27 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-06T15:23:36.675 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:23:36 smithi169 bash[20072]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:23:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-06T15:23:36.676 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:36 smithi169 bash[26469]: cluster 2024-09-06T15:23:34.770287+0000 mgr.x (mgr.24463) 27 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-06T15:23:36.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:36 smithi181 bash[21841]: cluster 2024-09-06T15:23:34.770287+0000 mgr.x (mgr.24463) 27 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-06T15:23:38.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:38 smithi181 bash[21841]: cluster 2024-09-06T15:23:36.771053+0000 mgr.x (mgr.24463) 28 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-06T15:23:38.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:38 smithi181 bash[21841]: audit 2024-09-06T15:23:38.040894+0000 mon.a (mon.0) 1101 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:38.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:38 smithi181 bash[21841]: audit 2024-09-06T15:23:38.047512+0000 mon.a (mon.0) 1102 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:38.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:38 smithi169 bash[19820]: cluster 2024-09-06T15:23:36.771053+0000 mgr.x (mgr.24463) 28 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-06T15:23:38.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:38 smithi169 bash[19820]: audit 2024-09-06T15:23:38.040894+0000 mon.a (mon.0) 1101 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:38.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:38 smithi169 bash[19820]: audit 2024-09-06T15:23:38.047512+0000 mon.a (mon.0) 1102 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:38.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:38 smithi169 bash[26469]: cluster 2024-09-06T15:23:36.771053+0000 mgr.x (mgr.24463) 28 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-06T15:23:38.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:38 smithi169 bash[26469]: audit 2024-09-06T15:23:38.040894+0000 mon.a (mon.0) 1101 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:38.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:38 smithi169 bash[26469]: audit 2024-09-06T15:23:38.047512+0000 mon.a (mon.0) 1102 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:39.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:39 smithi181 bash[21841]: cephadm 2024-09-06T15:23:38.048247+0000 mgr.x (mgr.24463) 29 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-06T15:23:39.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:39 smithi181 bash[21841]: cephadm 2024-09-06T15:23:38.344087+0000 mgr.x (mgr.24463) 30 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi181 2024-09-06T15:23:39.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:39 smithi181 bash[21841]: audit 2024-09-06T15:23:38.861524+0000 mon.a (mon.0) 1103 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:39.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:39 smithi181 bash[21841]: audit 2024-09-06T15:23:38.862773+0000 mon.c (mon.2) 61 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:23:39.774 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:39 smithi169 bash[19820]: cephadm 2024-09-06T15:23:38.048247+0000 mgr.x (mgr.24463) 29 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-06T15:23:39.774 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:39 smithi169 bash[19820]: cephadm 2024-09-06T15:23:38.344087+0000 mgr.x (mgr.24463) 30 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi181 2024-09-06T15:23:39.774 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:39 smithi169 bash[19820]: audit 2024-09-06T15:23:38.861524+0000 mon.a (mon.0) 1103 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:39.774 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:39 smithi169 bash[19820]: audit 2024-09-06T15:23:38.862773+0000 mon.c (mon.2) 61 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:23:39.774 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:39 smithi169 bash[26469]: cephadm 2024-09-06T15:23:38.048247+0000 mgr.x (mgr.24463) 29 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-06T15:23:39.774 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:39 smithi169 bash[26469]: cephadm 2024-09-06T15:23:38.344087+0000 mgr.x (mgr.24463) 30 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi181 2024-09-06T15:23:39.774 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:39 smithi169 bash[26469]: audit 2024-09-06T15:23:38.861524+0000 mon.a (mon.0) 1103 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:39.775 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:39 smithi169 bash[26469]: audit 2024-09-06T15:23:38.862773+0000 mon.c (mon.2) 61 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:23:40.651 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:40 smithi181 bash[21841]: cluster 2024-09-06T15:23:38.771804+0000 mgr.x (mgr.24463) 31 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-06T15:23:40.651 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:40 smithi181 bash[21841]: audit 2024-09-06T15:23:39.767303+0000 mon.a (mon.0) 1104 : audit [DBG] from='client.? 172.21.15.169:0/4246074044' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-06T15:23:40.651 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:40 smithi181 bash[21841]: audit 2024-09-06T15:23:40.053333+0000 mon.a (mon.0) 1105 : audit [INF] from='client.? 172.21.15.169:0/1887151247' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/3262007023"}]: dispatch 2024-09-06T15:23:40.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:40 smithi169 bash[19820]: cluster 2024-09-06T15:23:38.771804+0000 mgr.x (mgr.24463) 31 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-06T15:23:40.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:40 smithi169 bash[19820]: audit 2024-09-06T15:23:39.767303+0000 mon.a (mon.0) 1104 : audit [DBG] from='client.? 172.21.15.169:0/4246074044' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-06T15:23:40.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:40 smithi169 bash[19820]: audit 2024-09-06T15:23:40.053333+0000 mon.a (mon.0) 1105 : audit [INF] from='client.? 172.21.15.169:0/1887151247' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/3262007023"}]: dispatch 2024-09-06T15:23:40.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:40 smithi169 bash[26469]: cluster 2024-09-06T15:23:38.771804+0000 mgr.x (mgr.24463) 31 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-06T15:23:40.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:40 smithi169 bash[26469]: audit 2024-09-06T15:23:39.767303+0000 mon.a (mon.0) 1104 : audit [DBG] from='client.? 172.21.15.169:0/4246074044' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-06T15:23:40.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:40 smithi169 bash[26469]: audit 2024-09-06T15:23:40.053333+0000 mon.a (mon.0) 1105 : audit [INF] from='client.? 172.21.15.169:0/1887151247' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/3262007023"}]: dispatch 2024-09-06T15:23:41.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:41 smithi169 bash[19820]: audit 2024-09-06T15:23:40.483624+0000 mon.a (mon.0) 1106 : audit [INF] from='client.? 172.21.15.169:0/1887151247' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/3262007023"}]': finished 2024-09-06T15:23:41.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:41 smithi169 bash[19820]: cluster 2024-09-06T15:23:40.491511+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2024-09-06T15:23:41.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:41 smithi169 bash[19820]: audit 2024-09-06T15:23:40.771616+0000 mon.a (mon.0) 1108 : audit [INF] from='client.? 172.21.15.169:0/3243231967' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/47438956"}]: dispatch 2024-09-06T15:23:41.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:41 smithi169 bash[26469]: audit 2024-09-06T15:23:40.483624+0000 mon.a (mon.0) 1106 : audit [INF] from='client.? 172.21.15.169:0/1887151247' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/3262007023"}]': finished 2024-09-06T15:23:41.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:41 smithi169 bash[26469]: cluster 2024-09-06T15:23:40.491511+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2024-09-06T15:23:41.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:41 smithi169 bash[26469]: audit 2024-09-06T15:23:40.771616+0000 mon.a (mon.0) 1108 : audit [INF] from='client.? 172.21.15.169:0/3243231967' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/47438956"}]: dispatch 2024-09-06T15:23:41.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:41 smithi181 bash[21841]: audit 2024-09-06T15:23:40.483624+0000 mon.a (mon.0) 1106 : audit [INF] from='client.? 172.21.15.169:0/1887151247' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/3262007023"}]': finished 2024-09-06T15:23:41.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:41 smithi181 bash[21841]: cluster 2024-09-06T15:23:40.491511+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2024-09-06T15:23:41.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:41 smithi181 bash[21841]: audit 2024-09-06T15:23:40.771616+0000 mon.a (mon.0) 1108 : audit [INF] from='client.? 172.21.15.169:0/3243231967' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/47438956"}]: dispatch 2024-09-06T15:23:42.683 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:42 smithi181 bash[21841]: cluster 2024-09-06T15:23:40.772576+0000 mgr.x (mgr.24463) 32 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-06T15:23:42.684 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:42 smithi181 bash[21841]: audit 2024-09-06T15:23:41.505119+0000 mon.a (mon.0) 1109 : audit [INF] from='client.? 172.21.15.169:0/3243231967' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/47438956"}]': finished 2024-09-06T15:23:42.684 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:42 smithi181 bash[21841]: cluster 2024-09-06T15:23:41.512749+0000 mon.a (mon.0) 1110 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2024-09-06T15:23:42.684 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:42 smithi181 bash[21841]: audit 2024-09-06T15:23:41.800063+0000 mon.a (mon.0) 1111 : audit [INF] from='client.? 172.21.15.169:0/1394129288' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/1020009804"}]: dispatch 2024-09-06T15:23:42.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:42 smithi169 bash[19820]: cluster 2024-09-06T15:23:40.772576+0000 mgr.x (mgr.24463) 32 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-06T15:23:42.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:42 smithi169 bash[19820]: audit 2024-09-06T15:23:41.505119+0000 mon.a (mon.0) 1109 : audit [INF] from='client.? 172.21.15.169:0/3243231967' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/47438956"}]': finished 2024-09-06T15:23:42.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:42 smithi169 bash[19820]: cluster 2024-09-06T15:23:41.512749+0000 mon.a (mon.0) 1110 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2024-09-06T15:23:42.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:42 smithi169 bash[19820]: audit 2024-09-06T15:23:41.800063+0000 mon.a (mon.0) 1111 : audit [INF] from='client.? 172.21.15.169:0/1394129288' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/1020009804"}]: dispatch 2024-09-06T15:23:42.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:42 smithi169 bash[26469]: cluster 2024-09-06T15:23:40.772576+0000 mgr.x (mgr.24463) 32 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-06T15:23:42.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:42 smithi169 bash[26469]: audit 2024-09-06T15:23:41.505119+0000 mon.a (mon.0) 1109 : audit [INF] from='client.? 172.21.15.169:0/3243231967' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/47438956"}]': finished 2024-09-06T15:23:42.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:42 smithi169 bash[26469]: cluster 2024-09-06T15:23:41.512749+0000 mon.a (mon.0) 1110 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2024-09-06T15:23:42.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:42 smithi169 bash[26469]: audit 2024-09-06T15:23:41.800063+0000 mon.a (mon.0) 1111 : audit [INF] from='client.? 172.21.15.169:0/1394129288' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/1020009804"}]: dispatch 2024-09-06T15:23:43.484 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:43 smithi181 systemd[1]: Stopping Ceph prometheus.a for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:23:43.484 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:43 smithi181 bash[47355]: ts=2024-09-06T15:23:43.255Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-06T15:23:43.484 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:43 smithi181 bash[47355]: ts=2024-09-06T15:23:43.255Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-06T15:23:43.485 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:43 smithi181 bash[47355]: ts=2024-09-06T15:23:43.255Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-06T15:23:43.485 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:43 smithi181 bash[47355]: ts=2024-09-06T15:23:43.256Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-06T15:23:43.485 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:43 smithi181 bash[47355]: ts=2024-09-06T15:23:43.256Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-06T15:23:43.485 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:43 smithi181 bash[47355]: ts=2024-09-06T15:23:43.256Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-06T15:23:43.485 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:43 smithi181 bash[47355]: ts=2024-09-06T15:23:43.256Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-06T15:23:43.485 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:43 smithi181 bash[47355]: ts=2024-09-06T15:23:43.256Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-06T15:23:43.486 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:43 smithi181 bash[47355]: ts=2024-09-06T15:23:43.256Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-06T15:23:43.486 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:43 smithi181 bash[47355]: ts=2024-09-06T15:23:43.256Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-06T15:23:43.486 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:43 smithi181 bash[47355]: ts=2024-09-06T15:23:43.256Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-06T15:23:43.486 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:43 smithi181 bash[47355]: ts=2024-09-06T15:23:43.256Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-06T15:23:43.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:43 smithi181 bash[21841]: audit 2024-09-06T15:23:42.509486+0000 mon.a (mon.0) 1112 : audit [INF] from='client.? 172.21.15.169:0/1394129288' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/1020009804"}]': finished 2024-09-06T15:23:43.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:43 smithi181 bash[21841]: cluster 2024-09-06T15:23:42.517354+0000 mon.a (mon.0) 1113 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2024-09-06T15:23:43.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:43 smithi181 bash[21841]: audit 2024-09-06T15:23:42.804587+0000 mon.a (mon.0) 1114 : audit [INF] from='client.? 172.21.15.169:0/1834929150' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6800/47438956"}]: dispatch 2024-09-06T15:23:43.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:43 smithi169 bash[19820]: audit 2024-09-06T15:23:42.509486+0000 mon.a (mon.0) 1112 : audit [INF] from='client.? 172.21.15.169:0/1394129288' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/1020009804"}]': finished 2024-09-06T15:23:43.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:43 smithi169 bash[19820]: cluster 2024-09-06T15:23:42.517354+0000 mon.a (mon.0) 1113 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2024-09-06T15:23:43.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:43 smithi169 bash[19820]: audit 2024-09-06T15:23:42.804587+0000 mon.a (mon.0) 1114 : audit [INF] from='client.? 172.21.15.169:0/1834929150' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6800/47438956"}]: dispatch 2024-09-06T15:23:43.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:43 smithi169 bash[26469]: audit 2024-09-06T15:23:42.509486+0000 mon.a (mon.0) 1112 : audit [INF] from='client.? 172.21.15.169:0/1394129288' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/1020009804"}]': finished 2024-09-06T15:23:43.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:43 smithi169 bash[26469]: cluster 2024-09-06T15:23:42.517354+0000 mon.a (mon.0) 1113 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2024-09-06T15:23:43.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:43 smithi169 bash[26469]: audit 2024-09-06T15:23:42.804587+0000 mon.a (mon.0) 1114 : audit [INF] from='client.? 172.21.15.169:0/1834929150' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6800/47438956"}]: dispatch 2024-09-06T15:23:44.069 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:43 smithi181 bash[51168]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-prometheus-a 2024-09-06T15:23:44.069 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:43 smithi181 bash[51230]: Error response from daemon: No such container: ceph-bab55310-6c60-11ef-bce4-c7b262605968-prometheus-a 2024-09-06T15:23:44.069 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:43 smithi181 systemd[1]: ceph-bab55310-6c60-11ef-bce4-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-06T15:23:44.069 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:43 smithi181 systemd[1]: Stopped Ceph prometheus.a for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:23:44.069 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:43 smithi181 systemd[1]: Started Ceph prometheus.a for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:23:44.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:44 smithi169 bash[19820]: cluster 2024-09-06T15:23:42.773360+0000 mgr.x (mgr.24463) 33 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-06T15:23:44.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:44 smithi169 bash[19820]: audit 2024-09-06T15:23:43.531350+0000 mon.a (mon.0) 1115 : audit [INF] from='client.? 172.21.15.169:0/1834929150' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6800/47438956"}]': finished 2024-09-06T15:23:44.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:44 smithi169 bash[19820]: cluster 2024-09-06T15:23:43.539451+0000 mon.a (mon.0) 1116 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-09-06T15:23:44.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:44 smithi169 bash[19820]: audit 2024-09-06T15:23:43.823612+0000 mon.a (mon.0) 1117 : audit [INF] from='client.? 172.21.15.169:0/662113353' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/4151253268"}]: dispatch 2024-09-06T15:23:44.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:44 smithi169 bash[19820]: audit 2024-09-06T15:23:44.011631+0000 mon.a (mon.0) 1118 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:44.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:44 smithi169 bash[19820]: audit 2024-09-06T15:23:44.025346+0000 mon.a (mon.0) 1119 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:44.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:44 smithi169 bash[19820]: audit 2024-09-06T15:23:44.031214+0000 mon.c (mon.2) 62 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-06T15:23:44.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:44 smithi169 bash[19820]: audit 2024-09-06T15:23:44.036589+0000 mon.c (mon.2) 63 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-06T15:23:44.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:44 smithi169 bash[19820]: audit 2024-09-06T15:23:44.043261+0000 mon.c (mon.2) 64 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-06T15:23:44.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:44 smithi169 bash[26469]: cluster 2024-09-06T15:23:42.773360+0000 mgr.x (mgr.24463) 33 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-06T15:23:44.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:44 smithi169 bash[26469]: audit 2024-09-06T15:23:43.531350+0000 mon.a (mon.0) 1115 : audit [INF] from='client.? 172.21.15.169:0/1834929150' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6800/47438956"}]': finished 2024-09-06T15:23:44.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:44 smithi169 bash[26469]: cluster 2024-09-06T15:23:43.539451+0000 mon.a (mon.0) 1116 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-09-06T15:23:44.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:44 smithi169 bash[26469]: audit 2024-09-06T15:23:43.823612+0000 mon.a (mon.0) 1117 : audit [INF] from='client.? 172.21.15.169:0/662113353' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/4151253268"}]: dispatch 2024-09-06T15:23:44.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:44 smithi169 bash[26469]: audit 2024-09-06T15:23:44.011631+0000 mon.a (mon.0) 1118 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:44.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:44 smithi169 bash[26469]: audit 2024-09-06T15:23:44.025346+0000 mon.a (mon.0) 1119 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:44.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:44 smithi169 bash[26469]: audit 2024-09-06T15:23:44.031214+0000 mon.c (mon.2) 62 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-06T15:23:44.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:44 smithi169 bash[26469]: audit 2024-09-06T15:23:44.036589+0000 mon.c (mon.2) 63 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-06T15:23:44.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:44 smithi169 bash[26469]: audit 2024-09-06T15:23:44.043261+0000 mon.c (mon.2) 64 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-06T15:23:44.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:44 smithi181 bash[21841]: cluster 2024-09-06T15:23:42.773360+0000 mgr.x (mgr.24463) 33 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-06T15:23:44.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:44 smithi181 bash[21841]: audit 2024-09-06T15:23:43.531350+0000 mon.a (mon.0) 1115 : audit [INF] from='client.? 172.21.15.169:0/1834929150' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6800/47438956"}]': finished 2024-09-06T15:23:44.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:44 smithi181 bash[21841]: cluster 2024-09-06T15:23:43.539451+0000 mon.a (mon.0) 1116 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-09-06T15:23:44.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:44 smithi181 bash[21841]: audit 2024-09-06T15:23:43.823612+0000 mon.a (mon.0) 1117 : audit [INF] from='client.? 172.21.15.169:0/662113353' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/4151253268"}]: dispatch 2024-09-06T15:23:44.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:44 smithi181 bash[21841]: audit 2024-09-06T15:23:44.011631+0000 mon.a (mon.0) 1118 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:44.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:44 smithi181 bash[21841]: audit 2024-09-06T15:23:44.025346+0000 mon.a (mon.0) 1119 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:44.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:44 smithi181 bash[21841]: audit 2024-09-06T15:23:44.031214+0000 mon.c (mon.2) 62 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-06T15:23:44.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:44 smithi181 bash[21841]: audit 2024-09-06T15:23:44.036589+0000 mon.c (mon.2) 63 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-06T15:23:44.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:44 smithi181 bash[21841]: audit 2024-09-06T15:23:44.043261+0000 mon.c (mon.2) 64 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-06T15:23:45.553 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:45 smithi181 bash[51258]: ts=2024-09-06T15:23:45.325Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-06T15:23:45.554 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:45 smithi181 bash[51258]: ts=2024-09-06T15:23:45.325Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-06T15:23:45.554 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:45 smithi181 bash[51258]: ts=2024-09-06T15:23:45.325Z caller=main.go:570 level=info host_details="(Linux 5.15.0-119-generic #129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024 x86_64 smithi181 (none))" 2024-09-06T15:23:45.554 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:45 smithi181 bash[51258]: ts=2024-09-06T15:23:45.325Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-06T15:23:45.554 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:45 smithi181 bash[51258]: ts=2024-09-06T15:23:45.325Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-06T15:23:45.554 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:45 smithi181 bash[51258]: ts=2024-09-06T15:23:45.327Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-06T15:23:45.554 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:45 smithi181 bash[51258]: ts=2024-09-06T15:23:45.327Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-06T15:23:45.554 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:45 smithi181 bash[51258]: ts=2024-09-06T15:23:45.328Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-06T15:23:45.554 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:45 smithi181 bash[51258]: ts=2024-09-06T15:23:45.328Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-06T15:23:45.554 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:45 smithi181 bash[51258]: ts=2024-09-06T15:23:45.331Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-06T15:23:45.554 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:45 smithi181 bash[51258]: ts=2024-09-06T15:23:45.331Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.832µs 2024-09-06T15:23:45.554 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:45 smithi181 bash[51258]: ts=2024-09-06T15:23:45.331Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-06T15:23:45.555 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:45 smithi181 bash[51258]: ts=2024-09-06T15:23:45.331Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-09-06T15:23:45.555 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:45 smithi181 bash[51258]: ts=2024-09-06T15:23:45.345Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-09-06T15:23:45.555 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:45 smithi181 bash[51258]: ts=2024-09-06T15:23:45.346Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-09-06T15:23:45.555 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:45 smithi181 bash[51258]: ts=2024-09-06T15:23:45.346Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=45.609µs wal_replay_duration=14.882459ms wbl_replay_duration=101ns total_replay_duration=14.94812ms 2024-09-06T15:23:45.555 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:45 smithi181 bash[51258]: ts=2024-09-06T15:23:45.347Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-06T15:23:45.555 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:45 smithi181 bash[51258]: ts=2024-09-06T15:23:45.347Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-06T15:23:45.555 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:45 smithi181 bash[51258]: ts=2024-09-06T15:23:45.347Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-06T15:23:45.555 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:45 smithi181 bash[51258]: ts=2024-09-06T15:23:45.372Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=24.630232ms db_storage=997ns remote_storage=1.194µs web_handler=404ns query_engine=730ns scrape=259.259µs scrape_sd=127.786µs notify=25.739µs notify_sd=36.195µs rules=23.795878ms tracing=6.879µs 2024-09-06T15:23:45.555 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:45 smithi181 bash[51258]: ts=2024-09-06T15:23:45.372Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-06T15:23:45.555 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:23:45 smithi181 bash[51258]: ts=2024-09-06T15:23:45.372Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-06T15:23:45.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:45 smithi169 bash[19820]: audit 2024-09-06T15:23:44.028795+0000 mgr.x (mgr.24463) 34 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-06T15:23:45.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:45 smithi169 bash[19820]: audit 2024-09-06T15:23:44.034101+0000 mgr.x (mgr.24463) 35 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-06T15:23:45.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:45 smithi169 bash[19820]: audit 2024-09-06T15:23:44.040701+0000 mgr.x (mgr.24463) 36 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-06T15:23:45.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:45 smithi169 bash[19820]: audit 2024-09-06T15:23:44.545014+0000 mon.a (mon.0) 1120 : audit [INF] from='client.? 172.21.15.169:0/662113353' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/4151253268"}]': finished 2024-09-06T15:23:45.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:45 smithi169 bash[19820]: cluster 2024-09-06T15:23:44.551374+0000 mon.a (mon.0) 1121 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-09-06T15:23:45.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:45 smithi169 bash[19820]: audit 2024-09-06T15:23:44.824377+0000 mon.c (mon.2) 65 : audit [INF] from='client.? 172.21.15.169:0/1518653881' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2927029743"}]: dispatch 2024-09-06T15:23:45.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:45 smithi169 bash[19820]: audit 2024-09-06T15:23:44.824941+0000 mon.a (mon.0) 1122 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2927029743"}]: dispatch 2024-09-06T15:23:45.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:45 smithi169 bash[26469]: audit 2024-09-06T15:23:44.028795+0000 mgr.x (mgr.24463) 34 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-06T15:23:45.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:45 smithi169 bash[26469]: audit 2024-09-06T15:23:44.034101+0000 mgr.x (mgr.24463) 35 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-06T15:23:45.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:45 smithi169 bash[26469]: audit 2024-09-06T15:23:44.040701+0000 mgr.x (mgr.24463) 36 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-06T15:23:45.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:45 smithi169 bash[26469]: audit 2024-09-06T15:23:44.545014+0000 mon.a (mon.0) 1120 : audit [INF] from='client.? 172.21.15.169:0/662113353' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/4151253268"}]': finished 2024-09-06T15:23:45.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:45 smithi169 bash[26469]: cluster 2024-09-06T15:23:44.551374+0000 mon.a (mon.0) 1121 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-09-06T15:23:45.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:45 smithi169 bash[26469]: audit 2024-09-06T15:23:44.824377+0000 mon.c (mon.2) 65 : audit [INF] from='client.? 172.21.15.169:0/1518653881' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2927029743"}]: dispatch 2024-09-06T15:23:45.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:45 smithi169 bash[26469]: audit 2024-09-06T15:23:44.824941+0000 mon.a (mon.0) 1122 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2927029743"}]: dispatch 2024-09-06T15:23:45.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:45 smithi181 bash[21841]: audit 2024-09-06T15:23:44.028795+0000 mgr.x (mgr.24463) 34 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-06T15:23:45.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:45 smithi181 bash[21841]: audit 2024-09-06T15:23:44.034101+0000 mgr.x (mgr.24463) 35 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-06T15:23:45.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:45 smithi181 bash[21841]: audit 2024-09-06T15:23:44.040701+0000 mgr.x (mgr.24463) 36 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-06T15:23:45.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:45 smithi181 bash[21841]: audit 2024-09-06T15:23:44.545014+0000 mon.a (mon.0) 1120 : audit [INF] from='client.? 172.21.15.169:0/662113353' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/4151253268"}]': finished 2024-09-06T15:23:45.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:45 smithi181 bash[21841]: cluster 2024-09-06T15:23:44.551374+0000 mon.a (mon.0) 1121 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-09-06T15:23:45.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:45 smithi181 bash[21841]: audit 2024-09-06T15:23:44.824377+0000 mon.c (mon.2) 65 : audit [INF] from='client.? 172.21.15.169:0/1518653881' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2927029743"}]: dispatch 2024-09-06T15:23:45.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:45 smithi181 bash[21841]: audit 2024-09-06T15:23:44.824941+0000 mon.a (mon.0) 1122 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2927029743"}]: dispatch 2024-09-06T15:23:46.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:46 smithi169 bash[19820]: cluster 2024-09-06T15:23:44.774028+0000 mgr.x (mgr.24463) 37 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:23:46.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:46 smithi169 bash[19820]: audit 2024-09-06T15:23:45.547241+0000 mon.a (mon.0) 1123 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2927029743"}]': finished 2024-09-06T15:23:46.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:46 smithi169 bash[19820]: cluster 2024-09-06T15:23:45.553294+0000 mon.a (mon.0) 1124 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2024-09-06T15:23:46.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:46 smithi169 bash[19820]: audit 2024-09-06T15:23:45.856681+0000 mon.a (mon.0) 1125 : audit [INF] from='client.? 172.21.15.169:0/1613109102' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/757385491"}]: dispatch 2024-09-06T15:23:46.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:46 smithi169 bash[26469]: cluster 2024-09-06T15:23:44.774028+0000 mgr.x (mgr.24463) 37 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:23:46.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:46 smithi169 bash[26469]: audit 2024-09-06T15:23:45.547241+0000 mon.a (mon.0) 1123 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2927029743"}]': finished 2024-09-06T15:23:46.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:46 smithi169 bash[26469]: cluster 2024-09-06T15:23:45.553294+0000 mon.a (mon.0) 1124 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2024-09-06T15:23:46.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:46 smithi169 bash[26469]: audit 2024-09-06T15:23:45.856681+0000 mon.a (mon.0) 1125 : audit [INF] from='client.? 172.21.15.169:0/1613109102' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/757385491"}]: dispatch 2024-09-06T15:23:46.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:46 smithi181 bash[21841]: cluster 2024-09-06T15:23:44.774028+0000 mgr.x (mgr.24463) 37 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:23:46.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:46 smithi181 bash[21841]: audit 2024-09-06T15:23:45.547241+0000 mon.a (mon.0) 1123 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/2927029743"}]': finished 2024-09-06T15:23:46.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:46 smithi181 bash[21841]: cluster 2024-09-06T15:23:45.553294+0000 mon.a (mon.0) 1124 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2024-09-06T15:23:46.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:46 smithi181 bash[21841]: audit 2024-09-06T15:23:45.856681+0000 mon.a (mon.0) 1125 : audit [INF] from='client.? 172.21.15.169:0/1613109102' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/757385491"}]: dispatch 2024-09-06T15:23:47.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:47 smithi169 bash[19820]: audit 2024-09-06T15:23:46.567575+0000 mon.a (mon.0) 1126 : audit [INF] from='client.? 172.21.15.169:0/1613109102' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/757385491"}]': finished 2024-09-06T15:23:47.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:47 smithi169 bash[19820]: cluster 2024-09-06T15:23:46.573076+0000 mon.a (mon.0) 1127 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2024-09-06T15:23:47.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:47 smithi169 bash[26469]: audit 2024-09-06T15:23:46.567575+0000 mon.a (mon.0) 1126 : audit [INF] from='client.? 172.21.15.169:0/1613109102' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/757385491"}]': finished 2024-09-06T15:23:47.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:47 smithi169 bash[26469]: cluster 2024-09-06T15:23:46.573076+0000 mon.a (mon.0) 1127 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2024-09-06T15:23:47.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:47 smithi181 bash[21841]: audit 2024-09-06T15:23:46.567575+0000 mon.a (mon.0) 1126 : audit [INF] from='client.? 172.21.15.169:0/1613109102' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/757385491"}]': finished 2024-09-06T15:23:47.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:47 smithi181 bash[21841]: cluster 2024-09-06T15:23:46.573076+0000 mon.a (mon.0) 1127 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2024-09-06T15:23:48.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:48 smithi169 bash[19820]: cluster 2024-09-06T15:23:46.774796+0000 mgr.x (mgr.24463) 38 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:23:48.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:48 smithi169 bash[26469]: cluster 2024-09-06T15:23:46.774796+0000 mgr.x (mgr.24463) 38 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:23:48.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:48 smithi181 bash[21841]: cluster 2024-09-06T15:23:46.774796+0000 mgr.x (mgr.24463) 38 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:23:50.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:50 smithi169 bash[19820]: cluster 2024-09-06T15:23:48.775593+0000 mgr.x (mgr.24463) 39 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 976 B/s rd, 1 op/s 2024-09-06T15:23:50.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:50 smithi169 bash[19820]: audit 2024-09-06T15:23:49.512284+0000 mgr.x (mgr.24463) 40 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:23:50.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:50 smithi169 bash[19820]: audit 2024-09-06T15:23:49.852573+0000 mon.a (mon.0) 1128 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:50.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:50 smithi169 bash[19820]: audit 2024-09-06T15:23:49.861951+0000 mon.a (mon.0) 1129 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:50.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:50 smithi169 bash[19820]: audit 2024-09-06T15:23:50.089345+0000 mon.a (mon.0) 1130 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:50.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:50 smithi169 bash[19820]: audit 2024-09-06T15:23:50.101814+0000 mon.a (mon.0) 1131 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:50.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:50 smithi169 bash[19820]: audit 2024-09-06T15:23:50.104658+0000 mon.c (mon.2) 66 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:23:50.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:50 smithi169 bash[19820]: audit 2024-09-06T15:23:50.105887+0000 mon.c (mon.2) 67 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:23:50.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:50 smithi169 bash[19820]: audit 2024-09-06T15:23:50.114808+0000 mon.a (mon.0) 1132 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:50.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:50 smithi169 bash[26469]: cluster 2024-09-06T15:23:48.775593+0000 mgr.x (mgr.24463) 39 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 976 B/s rd, 1 op/s 2024-09-06T15:23:50.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:50 smithi169 bash[26469]: audit 2024-09-06T15:23:49.512284+0000 mgr.x (mgr.24463) 40 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:23:50.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:50 smithi169 bash[26469]: audit 2024-09-06T15:23:49.852573+0000 mon.a (mon.0) 1128 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:50.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:50 smithi169 bash[26469]: audit 2024-09-06T15:23:49.861951+0000 mon.a (mon.0) 1129 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:50.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:50 smithi169 bash[26469]: audit 2024-09-06T15:23:50.089345+0000 mon.a (mon.0) 1130 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:50.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:50 smithi169 bash[26469]: audit 2024-09-06T15:23:50.101814+0000 mon.a (mon.0) 1131 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:50.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:50 smithi169 bash[26469]: audit 2024-09-06T15:23:50.104658+0000 mon.c (mon.2) 66 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:23:50.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:50 smithi169 bash[26469]: audit 2024-09-06T15:23:50.105887+0000 mon.c (mon.2) 67 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:23:50.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:50 smithi169 bash[26469]: audit 2024-09-06T15:23:50.114808+0000 mon.a (mon.0) 1132 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:50.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:50 smithi181 bash[21841]: cluster 2024-09-06T15:23:48.775593+0000 mgr.x (mgr.24463) 39 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 976 B/s rd, 1 op/s 2024-09-06T15:23:50.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:50 smithi181 bash[21841]: audit 2024-09-06T15:23:49.512284+0000 mgr.x (mgr.24463) 40 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:23:50.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:50 smithi181 bash[21841]: audit 2024-09-06T15:23:49.852573+0000 mon.a (mon.0) 1128 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:50.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:50 smithi181 bash[21841]: audit 2024-09-06T15:23:49.861951+0000 mon.a (mon.0) 1129 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:50.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:50 smithi181 bash[21841]: audit 2024-09-06T15:23:50.089345+0000 mon.a (mon.0) 1130 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:50.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:50 smithi181 bash[21841]: audit 2024-09-06T15:23:50.101814+0000 mon.a (mon.0) 1131 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:50.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:50 smithi181 bash[21841]: audit 2024-09-06T15:23:50.104658+0000 mon.c (mon.2) 66 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:23:50.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:50 smithi181 bash[21841]: audit 2024-09-06T15:23:50.105887+0000 mon.c (mon.2) 67 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:23:50.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:50 smithi181 bash[21841]: audit 2024-09-06T15:23:50.114808+0000 mon.a (mon.0) 1132 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:23:52.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:52 smithi169 bash[19820]: cluster 2024-09-06T15:23:50.777267+0000 mgr.x (mgr.24463) 41 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 822 B/s rd, 0 op/s 2024-09-06T15:23:52.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:52 smithi169 bash[26469]: cluster 2024-09-06T15:23:50.777267+0000 mgr.x (mgr.24463) 41 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 822 B/s rd, 0 op/s 2024-09-06T15:23:52.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:52 smithi181 bash[21841]: cluster 2024-09-06T15:23:50.777267+0000 mgr.x (mgr.24463) 41 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 822 B/s rd, 0 op/s 2024-09-06T15:23:54.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:54 smithi169 bash[19820]: cluster 2024-09-06T15:23:52.777986+0000 mgr.x (mgr.24463) 42 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-06T15:23:54.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:54 smithi169 bash[19820]: audit 2024-09-06T15:23:53.855093+0000 mon.c (mon.2) 68 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:23:54.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:54 smithi169 bash[26469]: cluster 2024-09-06T15:23:52.777986+0000 mgr.x (mgr.24463) 42 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-06T15:23:54.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:54 smithi169 bash[26469]: audit 2024-09-06T15:23:53.855093+0000 mon.c (mon.2) 68 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:23:54.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:54 smithi181 bash[21841]: cluster 2024-09-06T15:23:52.777986+0000 mgr.x (mgr.24463) 42 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-06T15:23:54.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:54 smithi181 bash[21841]: audit 2024-09-06T15:23:53.855093+0000 mon.c (mon.2) 68 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:23:56.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:56 smithi169 bash[19820]: cluster 2024-09-06T15:23:54.779595+0000 mgr.x (mgr.24463) 43 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-06T15:23:56.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:56 smithi169 bash[26469]: cluster 2024-09-06T15:23:54.779595+0000 mgr.x (mgr.24463) 43 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-06T15:23:56.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:56 smithi181 bash[21841]: cluster 2024-09-06T15:23:54.779595+0000 mgr.x (mgr.24463) 43 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-06T15:23:57.746 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:23:57 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:23:57] "GET /metrics HTTP/1.1" 200 38242 "" "Prometheus/2.43.0" 2024-09-06T15:23:58.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:23:58 smithi169 bash[19820]: cluster 2024-09-06T15:23:56.780405+0000 mgr.x (mgr.24463) 44 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1002 B/s rd, 0 op/s 2024-09-06T15:23:58.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:23:58 smithi169 bash[26469]: cluster 2024-09-06T15:23:56.780405+0000 mgr.x (mgr.24463) 44 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1002 B/s rd, 0 op/s 2024-09-06T15:23:58.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:23:58 smithi181 bash[21841]: cluster 2024-09-06T15:23:56.780405+0000 mgr.x (mgr.24463) 44 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1002 B/s rd, 0 op/s 2024-09-06T15:24:00.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:00 smithi169 bash[26469]: cluster 2024-09-06T15:23:58.781137+0000 mgr.x (mgr.24463) 45 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:00.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:00 smithi169 bash[26469]: audit 2024-09-06T15:23:59.523347+0000 mgr.x (mgr.24463) 46 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:24:00.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:00 smithi169 bash[19820]: cluster 2024-09-06T15:23:58.781137+0000 mgr.x (mgr.24463) 45 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:00.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:00 smithi169 bash[19820]: audit 2024-09-06T15:23:59.523347+0000 mgr.x (mgr.24463) 46 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:24:00.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:00 smithi181 bash[21841]: cluster 2024-09-06T15:23:58.781137+0000 mgr.x (mgr.24463) 45 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:00.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:00 smithi181 bash[21841]: audit 2024-09-06T15:23:59.523347+0000 mgr.x (mgr.24463) 46 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:24:02.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:02 smithi169 bash[26469]: cluster 2024-09-06T15:24:00.782761+0000 mgr.x (mgr.24463) 47 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:24:02.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:02 smithi169 bash[19820]: cluster 2024-09-06T15:24:00.782761+0000 mgr.x (mgr.24463) 47 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:24:02.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:02 smithi181 bash[21841]: cluster 2024-09-06T15:24:00.782761+0000 mgr.x (mgr.24463) 47 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:24:04.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:04 smithi169 bash[26469]: cluster 2024-09-06T15:24:02.783510+0000 mgr.x (mgr.24463) 48 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:04.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:04 smithi169 bash[19820]: cluster 2024-09-06T15:24:02.783510+0000 mgr.x (mgr.24463) 48 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:04.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:04 smithi181 bash[21841]: cluster 2024-09-06T15:24:02.783510+0000 mgr.x (mgr.24463) 48 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:06.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:06 smithi169 bash[26469]: cluster 2024-09-06T15:24:04.785142+0000 mgr.x (mgr.24463) 49 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:24:06.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:06 smithi169 bash[19820]: cluster 2024-09-06T15:24:04.785142+0000 mgr.x (mgr.24463) 49 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:24:06.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:06 smithi181 bash[21841]: cluster 2024-09-06T15:24:04.785142+0000 mgr.x (mgr.24463) 49 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:24:07.746 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:24:07 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:24:07] "GET /metrics HTTP/1.1" 200 38242 "" "Prometheus/2.43.0" 2024-09-06T15:24:08.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:08 smithi169 bash[26469]: cluster 2024-09-06T15:24:06.785904+0000 mgr.x (mgr.24463) 50 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:08.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:08 smithi169 bash[19820]: cluster 2024-09-06T15:24:06.785904+0000 mgr.x (mgr.24463) 50 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:08.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:08 smithi181 bash[21841]: cluster 2024-09-06T15:24:06.785904+0000 mgr.x (mgr.24463) 50 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:09.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:09 smithi169 bash[19820]: audit 2024-09-06T15:24:08.855559+0000 mon.c (mon.2) 69 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:24:09.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:09 smithi169 bash[26469]: audit 2024-09-06T15:24:08.855559+0000 mon.c (mon.2) 69 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:24:09.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:09 smithi181 bash[21841]: audit 2024-09-06T15:24:08.855559+0000 mon.c (mon.2) 69 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:24:10.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:10 smithi169 bash[19820]: cluster 2024-09-06T15:24:08.786631+0000 mgr.x (mgr.24463) 51 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:10.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:10 smithi169 bash[19820]: audit 2024-09-06T15:24:09.534651+0000 mgr.x (mgr.24463) 52 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:24:10.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:10 smithi169 bash[26469]: cluster 2024-09-06T15:24:08.786631+0000 mgr.x (mgr.24463) 51 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:10.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:10 smithi169 bash[26469]: audit 2024-09-06T15:24:09.534651+0000 mgr.x (mgr.24463) 52 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:24:10.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:10 smithi181 bash[21841]: cluster 2024-09-06T15:24:08.786631+0000 mgr.x (mgr.24463) 51 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:10.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:10 smithi181 bash[21841]: audit 2024-09-06T15:24:09.534651+0000 mgr.x (mgr.24463) 52 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:24:12.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:12 smithi169 bash[19820]: cluster 2024-09-06T15:24:10.788269+0000 mgr.x (mgr.24463) 53 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:24:12.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:12 smithi169 bash[26469]: cluster 2024-09-06T15:24:10.788269+0000 mgr.x (mgr.24463) 53 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:24:12.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:12 smithi181 bash[21841]: cluster 2024-09-06T15:24:10.788269+0000 mgr.x (mgr.24463) 53 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:24:14.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:14 smithi169 bash[19820]: cluster 2024-09-06T15:24:12.789003+0000 mgr.x (mgr.24463) 54 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:14.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:14 smithi169 bash[26469]: cluster 2024-09-06T15:24:12.789003+0000 mgr.x (mgr.24463) 54 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:14.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:14 smithi181 bash[21841]: cluster 2024-09-06T15:24:12.789003+0000 mgr.x (mgr.24463) 54 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:16.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:16 smithi169 bash[19820]: cluster 2024-09-06T15:24:14.790632+0000 mgr.x (mgr.24463) 55 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:24:16.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:16 smithi169 bash[26469]: cluster 2024-09-06T15:24:14.790632+0000 mgr.x (mgr.24463) 55 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:24:16.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:16 smithi181 bash[21841]: cluster 2024-09-06T15:24:14.790632+0000 mgr.x (mgr.24463) 55 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:24:17.746 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:24:17 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:24:17] "GET /metrics HTTP/1.1" 200 38241 "" "Prometheus/2.43.0" 2024-09-06T15:24:18.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:18 smithi169 bash[19820]: cluster 2024-09-06T15:24:16.791355+0000 mgr.x (mgr.24463) 56 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:18.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:18 smithi169 bash[26469]: cluster 2024-09-06T15:24:16.791355+0000 mgr.x (mgr.24463) 56 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:18.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:18 smithi181 bash[21841]: cluster 2024-09-06T15:24:16.791355+0000 mgr.x (mgr.24463) 56 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:20.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:20 smithi169 bash[19820]: cluster 2024-09-06T15:24:18.792061+0000 mgr.x (mgr.24463) 57 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:20.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:20 smithi169 bash[19820]: audit 2024-09-06T15:24:19.546058+0000 mgr.x (mgr.24463) 58 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:24:20.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:20 smithi169 bash[26469]: cluster 2024-09-06T15:24:18.792061+0000 mgr.x (mgr.24463) 57 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:20.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:20 smithi169 bash[26469]: audit 2024-09-06T15:24:19.546058+0000 mgr.x (mgr.24463) 58 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:24:20.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:20 smithi181 bash[21841]: cluster 2024-09-06T15:24:18.792061+0000 mgr.x (mgr.24463) 57 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:20.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:20 smithi181 bash[21841]: audit 2024-09-06T15:24:19.546058+0000 mgr.x (mgr.24463) 58 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:24:21.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:21 smithi181 bash[21841]: cluster 2024-09-06T15:24:20.793754+0000 mgr.x (mgr.24463) 59 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:24:22.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:21 smithi169 bash[19820]: cluster 2024-09-06T15:24:20.793754+0000 mgr.x (mgr.24463) 59 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:24:22.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:21 smithi169 bash[26469]: cluster 2024-09-06T15:24:20.793754+0000 mgr.x (mgr.24463) 59 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:24:24.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:23 smithi169 bash[19820]: cluster 2024-09-06T15:24:22.794486+0000 mgr.x (mgr.24463) 60 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:24.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:23 smithi169 bash[26469]: cluster 2024-09-06T15:24:22.794486+0000 mgr.x (mgr.24463) 60 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:24.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:23 smithi181 bash[21841]: cluster 2024-09-06T15:24:22.794486+0000 mgr.x (mgr.24463) 60 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:25.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:24 smithi169 bash[19820]: audit 2024-09-06T15:24:23.861007+0000 mon.c (mon.2) 70 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:24:25.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:24 smithi169 bash[26469]: audit 2024-09-06T15:24:23.861007+0000 mon.c (mon.2) 70 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:24:25.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:24 smithi181 bash[21841]: audit 2024-09-06T15:24:23.861007+0000 mon.c (mon.2) 70 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:24:26.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:25 smithi169 bash[19820]: cluster 2024-09-06T15:24:24.796219+0000 mgr.x (mgr.24463) 61 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:24:26.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:25 smithi169 bash[26469]: cluster 2024-09-06T15:24:24.796219+0000 mgr.x (mgr.24463) 61 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:24:26.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:25 smithi181 bash[21841]: cluster 2024-09-06T15:24:24.796219+0000 mgr.x (mgr.24463) 61 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:24:27.746 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:24:27 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:24:27] "GET /metrics HTTP/1.1" 200 38236 "" "Prometheus/2.43.0" 2024-09-06T15:24:28.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:27 smithi169 bash[19820]: cluster 2024-09-06T15:24:26.796954+0000 mgr.x (mgr.24463) 62 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:28.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:27 smithi169 bash[26469]: cluster 2024-09-06T15:24:26.796954+0000 mgr.x (mgr.24463) 62 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:28.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:27 smithi181 bash[21841]: cluster 2024-09-06T15:24:26.796954+0000 mgr.x (mgr.24463) 62 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:30.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:29 smithi169 bash[19820]: cluster 2024-09-06T15:24:28.797714+0000 mgr.x (mgr.24463) 63 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:30.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:29 smithi169 bash[19820]: audit 2024-09-06T15:24:29.556274+0000 mgr.x (mgr.24463) 64 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:24:30.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:29 smithi169 bash[26469]: cluster 2024-09-06T15:24:28.797714+0000 mgr.x (mgr.24463) 63 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:30.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:29 smithi169 bash[26469]: audit 2024-09-06T15:24:29.556274+0000 mgr.x (mgr.24463) 64 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:24:30.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:29 smithi181 bash[21841]: cluster 2024-09-06T15:24:28.797714+0000 mgr.x (mgr.24463) 63 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:30.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:29 smithi181 bash[21841]: audit 2024-09-06T15:24:29.556274+0000 mgr.x (mgr.24463) 64 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:24:32.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:31 smithi169 bash[19820]: cluster 2024-09-06T15:24:30.799415+0000 mgr.x (mgr.24463) 65 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:24:32.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:31 smithi169 bash[26469]: cluster 2024-09-06T15:24:30.799415+0000 mgr.x (mgr.24463) 65 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:24:32.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:31 smithi181 bash[21841]: cluster 2024-09-06T15:24:30.799415+0000 mgr.x (mgr.24463) 65 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:24:34.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:33 smithi169 bash[19820]: cluster 2024-09-06T15:24:32.800166+0000 mgr.x (mgr.24463) 66 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:34.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:33 smithi169 bash[26469]: cluster 2024-09-06T15:24:32.800166+0000 mgr.x (mgr.24463) 66 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:34.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:33 smithi181 bash[21841]: cluster 2024-09-06T15:24:32.800166+0000 mgr.x (mgr.24463) 66 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:36.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:35 smithi169 bash[19820]: cluster 2024-09-06T15:24:34.801844+0000 mgr.x (mgr.24463) 67 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:24:36.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:35 smithi169 bash[26469]: cluster 2024-09-06T15:24:34.801844+0000 mgr.x (mgr.24463) 67 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:24:36.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:35 smithi181 bash[21841]: cluster 2024-09-06T15:24:34.801844+0000 mgr.x (mgr.24463) 67 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:24:37.746 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:24:37 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:24:37] "GET /metrics HTTP/1.1" 200 38236 "" "Prometheus/2.43.0" 2024-09-06T15:24:38.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:37 smithi169 bash[19820]: cluster 2024-09-06T15:24:36.802613+0000 mgr.x (mgr.24463) 68 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:38.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:37 smithi169 bash[26469]: cluster 2024-09-06T15:24:36.802613+0000 mgr.x (mgr.24463) 68 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:38.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:37 smithi181 bash[21841]: cluster 2024-09-06T15:24:36.802613+0000 mgr.x (mgr.24463) 68 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:39.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:38 smithi169 bash[19820]: audit 2024-09-06T15:24:38.857213+0000 mon.c (mon.2) 71 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:24:39.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:38 smithi169 bash[26469]: audit 2024-09-06T15:24:38.857213+0000 mon.c (mon.2) 71 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:24:39.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:38 smithi181 bash[21841]: audit 2024-09-06T15:24:38.857213+0000 mon.c (mon.2) 71 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:24:40.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:39 smithi169 bash[19820]: cluster 2024-09-06T15:24:38.803379+0000 mgr.x (mgr.24463) 69 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:40.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:39 smithi169 bash[19820]: audit 2024-09-06T15:24:39.567710+0000 mgr.x (mgr.24463) 70 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:24:40.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:39 smithi169 bash[26469]: cluster 2024-09-06T15:24:38.803379+0000 mgr.x (mgr.24463) 69 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:40.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:39 smithi169 bash[26469]: audit 2024-09-06T15:24:39.567710+0000 mgr.x (mgr.24463) 70 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:24:40.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:39 smithi181 bash[21841]: cluster 2024-09-06T15:24:38.803379+0000 mgr.x (mgr.24463) 69 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:40.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:39 smithi181 bash[21841]: audit 2024-09-06T15:24:39.567710+0000 mgr.x (mgr.24463) 70 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:24:42.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:41 smithi169 bash[19820]: cluster 2024-09-06T15:24:40.805200+0000 mgr.x (mgr.24463) 71 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:24:42.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:41 smithi169 bash[26469]: cluster 2024-09-06T15:24:40.805200+0000 mgr.x (mgr.24463) 71 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:24:42.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:41 smithi181 bash[21841]: cluster 2024-09-06T15:24:40.805200+0000 mgr.x (mgr.24463) 71 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:24:44.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:43 smithi169 bash[19820]: cluster 2024-09-06T15:24:42.806057+0000 mgr.x (mgr.24463) 72 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:44.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:43 smithi169 bash[26469]: cluster 2024-09-06T15:24:42.806057+0000 mgr.x (mgr.24463) 72 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:44.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:43 smithi181 bash[21841]: cluster 2024-09-06T15:24:42.806057+0000 mgr.x (mgr.24463) 72 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:46.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:45 smithi169 bash[19820]: cluster 2024-09-06T15:24:44.807801+0000 mgr.x (mgr.24463) 73 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:24:46.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:45 smithi169 bash[26469]: cluster 2024-09-06T15:24:44.807801+0000 mgr.x (mgr.24463) 73 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:24:46.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:45 smithi181 bash[21841]: cluster 2024-09-06T15:24:44.807801+0000 mgr.x (mgr.24463) 73 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:24:47.746 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:24:47 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:24:47] "GET /metrics HTTP/1.1" 200 38237 "" "Prometheus/2.43.0" 2024-09-06T15:24:48.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:47 smithi169 bash[19820]: cluster 2024-09-06T15:24:46.808556+0000 mgr.x (mgr.24463) 74 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:48.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:47 smithi169 bash[26469]: cluster 2024-09-06T15:24:46.808556+0000 mgr.x (mgr.24463) 74 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:48.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:47 smithi181 bash[21841]: cluster 2024-09-06T15:24:46.808556+0000 mgr.x (mgr.24463) 74 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:50.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:49 smithi169 bash[26469]: cluster 2024-09-06T15:24:48.809341+0000 mgr.x (mgr.24463) 75 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:50.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:49 smithi169 bash[26469]: audit 2024-09-06T15:24:49.579238+0000 mgr.x (mgr.24463) 76 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:24:50.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:49 smithi169 bash[19820]: cluster 2024-09-06T15:24:48.809341+0000 mgr.x (mgr.24463) 75 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:50.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:49 smithi169 bash[19820]: audit 2024-09-06T15:24:49.579238+0000 mgr.x (mgr.24463) 76 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:24:50.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:49 smithi181 bash[21841]: cluster 2024-09-06T15:24:48.809341+0000 mgr.x (mgr.24463) 75 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:50.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:49 smithi181 bash[21841]: audit 2024-09-06T15:24:49.579238+0000 mgr.x (mgr.24463) 76 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:24:52.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:51 smithi169 bash[19820]: audit 2024-09-06T15:24:50.793661+0000 mon.a (mon.0) 1133 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:24:52.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:51 smithi169 bash[19820]: audit 2024-09-06T15:24:50.804685+0000 mon.a (mon.0) 1134 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:24:52.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:51 smithi169 bash[19820]: cluster 2024-09-06T15:24:50.810315+0000 mgr.x (mgr.24463) 77 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:24:52.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:51 smithi169 bash[19820]: audit 2024-09-06T15:24:51.419322+0000 mon.c (mon.2) 72 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:24:52.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:51 smithi169 bash[19820]: audit 2024-09-06T15:24:51.421014+0000 mon.c (mon.2) 73 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:24:52.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:51 smithi169 bash[19820]: audit 2024-09-06T15:24:51.431692+0000 mon.a (mon.0) 1135 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:24:52.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:51 smithi169 bash[26469]: audit 2024-09-06T15:24:50.793661+0000 mon.a (mon.0) 1133 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:24:52.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:51 smithi169 bash[26469]: audit 2024-09-06T15:24:50.804685+0000 mon.a (mon.0) 1134 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:24:52.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:51 smithi169 bash[26469]: cluster 2024-09-06T15:24:50.810315+0000 mgr.x (mgr.24463) 77 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:24:52.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:51 smithi169 bash[26469]: audit 2024-09-06T15:24:51.419322+0000 mon.c (mon.2) 72 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:24:52.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:51 smithi169 bash[26469]: audit 2024-09-06T15:24:51.421014+0000 mon.c (mon.2) 73 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:24:52.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:51 smithi169 bash[26469]: audit 2024-09-06T15:24:51.431692+0000 mon.a (mon.0) 1135 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:24:52.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:51 smithi181 bash[21841]: audit 2024-09-06T15:24:50.793661+0000 mon.a (mon.0) 1133 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:24:52.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:51 smithi181 bash[21841]: audit 2024-09-06T15:24:50.804685+0000 mon.a (mon.0) 1134 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:24:52.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:51 smithi181 bash[21841]: cluster 2024-09-06T15:24:50.810315+0000 mgr.x (mgr.24463) 77 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:24:52.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:51 smithi181 bash[21841]: audit 2024-09-06T15:24:51.419322+0000 mon.c (mon.2) 72 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:24:52.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:51 smithi181 bash[21841]: audit 2024-09-06T15:24:51.421014+0000 mon.c (mon.2) 73 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:24:52.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:51 smithi181 bash[21841]: audit 2024-09-06T15:24:51.431692+0000 mon.a (mon.0) 1135 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:24:54.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:53 smithi169 bash[19820]: cluster 2024-09-06T15:24:52.811173+0000 mgr.x (mgr.24463) 78 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:54.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:53 smithi169 bash[19820]: audit 2024-09-06T15:24:53.857421+0000 mon.c (mon.2) 74 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:24:54.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:53 smithi169 bash[26469]: cluster 2024-09-06T15:24:52.811173+0000 mgr.x (mgr.24463) 78 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:54.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:53 smithi169 bash[26469]: audit 2024-09-06T15:24:53.857421+0000 mon.c (mon.2) 74 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:24:54.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:53 smithi181 bash[21841]: cluster 2024-09-06T15:24:52.811173+0000 mgr.x (mgr.24463) 78 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:54.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:53 smithi181 bash[21841]: audit 2024-09-06T15:24:53.857421+0000 mon.c (mon.2) 74 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:24:56.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:55 smithi169 bash[19820]: cluster 2024-09-06T15:24:54.812928+0000 mgr.x (mgr.24463) 79 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:24:56.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:55 smithi169 bash[26469]: cluster 2024-09-06T15:24:54.812928+0000 mgr.x (mgr.24463) 79 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:24:56.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:55 smithi181 bash[21841]: cluster 2024-09-06T15:24:54.812928+0000 mgr.x (mgr.24463) 79 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:24:57.746 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:24:57 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:24:57] "GET /metrics HTTP/1.1" 200 38239 "" "Prometheus/2.43.0" 2024-09-06T15:24:58.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:57 smithi169 bash[19820]: cluster 2024-09-06T15:24:56.813840+0000 mgr.x (mgr.24463) 80 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:58.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:57 smithi169 bash[26469]: cluster 2024-09-06T15:24:56.813840+0000 mgr.x (mgr.24463) 80 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:24:58.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:57 smithi181 bash[21841]: cluster 2024-09-06T15:24:56.813840+0000 mgr.x (mgr.24463) 80 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:00.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:59 smithi169 bash[19820]: cluster 2024-09-06T15:24:58.814635+0000 mgr.x (mgr.24463) 81 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:00.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:24:59 smithi169 bash[19820]: audit 2024-09-06T15:24:59.590764+0000 mgr.x (mgr.24463) 82 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:25:00.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:59 smithi169 bash[26469]: cluster 2024-09-06T15:24:58.814635+0000 mgr.x (mgr.24463) 81 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:00.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:24:59 smithi169 bash[26469]: audit 2024-09-06T15:24:59.590764+0000 mgr.x (mgr.24463) 82 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:25:00.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:59 smithi181 bash[21841]: cluster 2024-09-06T15:24:58.814635+0000 mgr.x (mgr.24463) 81 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:00.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:24:59 smithi181 bash[21841]: audit 2024-09-06T15:24:59.590764+0000 mgr.x (mgr.24463) 82 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:25:02.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:01 smithi169 bash[26469]: cluster 2024-09-06T15:25:00.816794+0000 mgr.x (mgr.24463) 83 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:25:02.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:01 smithi169 bash[19820]: cluster 2024-09-06T15:25:00.816794+0000 mgr.x (mgr.24463) 83 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:25:02.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:01 smithi181 bash[21841]: cluster 2024-09-06T15:25:00.816794+0000 mgr.x (mgr.24463) 83 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:25:04.189 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:03 smithi169 bash[19820]: cluster 2024-09-06T15:25:02.817723+0000 mgr.x (mgr.24463) 84 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:25:04.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:03 smithi169 bash[26469]: cluster 2024-09-06T15:25:02.817723+0000 mgr.x (mgr.24463) 84 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:25:04.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:03 smithi181 bash[21841]: cluster 2024-09-06T15:25:02.817723+0000 mgr.x (mgr.24463) 84 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:25:06.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:05 smithi169 bash[19820]: cluster 2024-09-06T15:25:04.819543+0000 mgr.x (mgr.24463) 85 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-06T15:25:06.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:05 smithi169 bash[26469]: cluster 2024-09-06T15:25:04.819543+0000 mgr.x (mgr.24463) 85 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-06T15:25:06.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:05 smithi181 bash[21841]: cluster 2024-09-06T15:25:04.819543+0000 mgr.x (mgr.24463) 85 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-06T15:25:07.746 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:25:07 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:25:07] "GET /metrics HTTP/1.1" 200 38239 "" "Prometheus/2.43.0" 2024-09-06T15:25:08.189 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:07 smithi169 bash[19820]: cluster 2024-09-06T15:25:06.820444+0000 mgr.x (mgr.24463) 86 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-06T15:25:08.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:07 smithi169 bash[26469]: cluster 2024-09-06T15:25:06.820444+0000 mgr.x (mgr.24463) 86 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-06T15:25:08.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:07 smithi181 bash[21841]: cluster 2024-09-06T15:25:06.820444+0000 mgr.x (mgr.24463) 86 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-06T15:25:09.189 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:08 smithi169 bash[19820]: audit 2024-09-06T15:25:08.857599+0000 mon.c (mon.2) 75 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:25:09.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:08 smithi169 bash[26469]: audit 2024-09-06T15:25:08.857599+0000 mon.c (mon.2) 75 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:25:09.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:08 smithi181 bash[21841]: audit 2024-09-06T15:25:08.857599+0000 mon.c (mon.2) 75 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:25:10.189 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:09 smithi169 bash[19820]: cluster 2024-09-06T15:25:08.821290+0000 mgr.x (mgr.24463) 87 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-06T15:25:10.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:09 smithi169 bash[19820]: audit 2024-09-06T15:25:09.600168+0000 mgr.x (mgr.24463) 88 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:25:10.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:09 smithi169 bash[26469]: cluster 2024-09-06T15:25:08.821290+0000 mgr.x (mgr.24463) 87 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-06T15:25:10.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:09 smithi169 bash[26469]: audit 2024-09-06T15:25:09.600168+0000 mgr.x (mgr.24463) 88 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:25:10.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:09 smithi181 bash[21841]: cluster 2024-09-06T15:25:08.821290+0000 mgr.x (mgr.24463) 87 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-06T15:25:10.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:09 smithi181 bash[21841]: audit 2024-09-06T15:25:09.600168+0000 mgr.x (mgr.24463) 88 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:25:12.189 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:11 smithi169 bash[19820]: cluster 2024-09-06T15:25:10.822897+0000 mgr.x (mgr.24463) 89 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-06T15:25:12.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:11 smithi169 bash[26469]: cluster 2024-09-06T15:25:10.822897+0000 mgr.x (mgr.24463) 89 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-06T15:25:12.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:11 smithi181 bash[21841]: cluster 2024-09-06T15:25:10.822897+0000 mgr.x (mgr.24463) 89 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-06T15:25:14.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:13 smithi169 bash[19820]: cluster 2024-09-06T15:25:12.823677+0000 mgr.x (mgr.24463) 90 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:25:14.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:13 smithi169 bash[26469]: cluster 2024-09-06T15:25:12.823677+0000 mgr.x (mgr.24463) 90 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:25:14.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:13 smithi181 bash[21841]: cluster 2024-09-06T15:25:12.823677+0000 mgr.x (mgr.24463) 90 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:25:16.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:15 smithi169 bash[19820]: cluster 2024-09-06T15:25:14.825349+0000 mgr.x (mgr.24463) 91 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:25:16.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:15 smithi169 bash[26469]: cluster 2024-09-06T15:25:14.825349+0000 mgr.x (mgr.24463) 91 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:25:16.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:15 smithi181 bash[21841]: cluster 2024-09-06T15:25:14.825349+0000 mgr.x (mgr.24463) 91 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:25:17.746 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:25:17 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:25:17] "GET /metrics HTTP/1.1" 200 38235 "" "Prometheus/2.43.0" 2024-09-06T15:25:18.189 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:17 smithi169 bash[19820]: cluster 2024-09-06T15:25:16.826127+0000 mgr.x (mgr.24463) 92 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:18.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:17 smithi169 bash[26469]: cluster 2024-09-06T15:25:16.826127+0000 mgr.x (mgr.24463) 92 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:18.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:17 smithi181 bash[21841]: cluster 2024-09-06T15:25:16.826127+0000 mgr.x (mgr.24463) 92 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:20.189 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:19 smithi169 bash[26469]: cluster 2024-09-06T15:25:18.826855+0000 mgr.x (mgr.24463) 93 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:20.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:19 smithi169 bash[26469]: audit 2024-09-06T15:25:19.611628+0000 mgr.x (mgr.24463) 94 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:25:20.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:19 smithi169 bash[19820]: cluster 2024-09-06T15:25:18.826855+0000 mgr.x (mgr.24463) 93 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:20.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:19 smithi169 bash[19820]: audit 2024-09-06T15:25:19.611628+0000 mgr.x (mgr.24463) 94 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:25:20.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:19 smithi181 bash[21841]: cluster 2024-09-06T15:25:18.826855+0000 mgr.x (mgr.24463) 93 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:20.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:19 smithi181 bash[21841]: audit 2024-09-06T15:25:19.611628+0000 mgr.x (mgr.24463) 94 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:25:22.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:21 smithi181 bash[21841]: cluster 2024-09-06T15:25:20.828533+0000 mgr.x (mgr.24463) 95 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:25:22.439 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:21 smithi169 bash[19820]: cluster 2024-09-06T15:25:20.828533+0000 mgr.x (mgr.24463) 95 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:25:22.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:21 smithi169 bash[26469]: cluster 2024-09-06T15:25:20.828533+0000 mgr.x (mgr.24463) 95 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:25:24.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:23 smithi181 bash[21841]: cluster 2024-09-06T15:25:22.829324+0000 mgr.x (mgr.24463) 96 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:24.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:23 smithi181 bash[21841]: audit 2024-09-06T15:25:23.858153+0000 mon.c (mon.2) 76 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:25:24.439 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:23 smithi169 bash[19820]: cluster 2024-09-06T15:25:22.829324+0000 mgr.x (mgr.24463) 96 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:24.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:23 smithi169 bash[19820]: audit 2024-09-06T15:25:23.858153+0000 mon.c (mon.2) 76 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:25:24.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:23 smithi169 bash[26469]: cluster 2024-09-06T15:25:22.829324+0000 mgr.x (mgr.24463) 96 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:24.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:23 smithi169 bash[26469]: audit 2024-09-06T15:25:23.858153+0000 mon.c (mon.2) 76 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:25:26.189 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:25 smithi169 bash[19820]: cluster 2024-09-06T15:25:24.830943+0000 mgr.x (mgr.24463) 97 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:25:26.190 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:25 smithi169 bash[26469]: cluster 2024-09-06T15:25:24.830943+0000 mgr.x (mgr.24463) 97 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:25:26.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:25 smithi181 bash[21841]: cluster 2024-09-06T15:25:24.830943+0000 mgr.x (mgr.24463) 97 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:25:27.746 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:25:27 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:25:27] "GET /metrics HTTP/1.1" 200 38235 "" "Prometheus/2.43.0" 2024-09-06T15:25:28.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:27 smithi181 bash[21841]: cluster 2024-09-06T15:25:26.831678+0000 mgr.x (mgr.24463) 98 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:28.439 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:27 smithi169 bash[19820]: cluster 2024-09-06T15:25:26.831678+0000 mgr.x (mgr.24463) 98 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:28.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:27 smithi169 bash[26469]: cluster 2024-09-06T15:25:26.831678+0000 mgr.x (mgr.24463) 98 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:30.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:29 smithi181 bash[21841]: cluster 2024-09-06T15:25:28.832423+0000 mgr.x (mgr.24463) 99 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:30.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:29 smithi181 bash[21841]: audit 2024-09-06T15:25:29.617589+0000 mgr.x (mgr.24463) 100 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:25:30.439 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:29 smithi169 bash[26469]: cluster 2024-09-06T15:25:28.832423+0000 mgr.x (mgr.24463) 99 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:30.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:29 smithi169 bash[26469]: audit 2024-09-06T15:25:29.617589+0000 mgr.x (mgr.24463) 100 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:25:30.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:29 smithi169 bash[19820]: cluster 2024-09-06T15:25:28.832423+0000 mgr.x (mgr.24463) 99 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:30.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:29 smithi169 bash[19820]: audit 2024-09-06T15:25:29.617589+0000 mgr.x (mgr.24463) 100 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:25:32.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:31 smithi181 bash[21841]: cluster 2024-09-06T15:25:30.834113+0000 mgr.x (mgr.24463) 101 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:25:32.439 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:31 smithi169 bash[19820]: cluster 2024-09-06T15:25:30.834113+0000 mgr.x (mgr.24463) 101 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:25:32.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:31 smithi169 bash[26469]: cluster 2024-09-06T15:25:30.834113+0000 mgr.x (mgr.24463) 101 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:25:34.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:33 smithi181 bash[21841]: cluster 2024-09-06T15:25:32.834872+0000 mgr.x (mgr.24463) 102 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:34.439 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:33 smithi169 bash[19820]: cluster 2024-09-06T15:25:32.834872+0000 mgr.x (mgr.24463) 102 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:34.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:33 smithi169 bash[26469]: cluster 2024-09-06T15:25:32.834872+0000 mgr.x (mgr.24463) 102 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:36.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:35 smithi181 bash[21841]: cluster 2024-09-06T15:25:34.836454+0000 mgr.x (mgr.24463) 103 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:25:36.439 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:35 smithi169 bash[19820]: cluster 2024-09-06T15:25:34.836454+0000 mgr.x (mgr.24463) 103 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:25:36.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:35 smithi169 bash[26469]: cluster 2024-09-06T15:25:34.836454+0000 mgr.x (mgr.24463) 103 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:25:37.746 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:25:37 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:25:37] "GET /metrics HTTP/1.1" 200 38235 "" "Prometheus/2.43.0" 2024-09-06T15:25:38.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:37 smithi181 bash[21841]: cluster 2024-09-06T15:25:36.837242+0000 mgr.x (mgr.24463) 104 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:38.439 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:37 smithi169 bash[19820]: cluster 2024-09-06T15:25:36.837242+0000 mgr.x (mgr.24463) 104 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:38.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:37 smithi169 bash[26469]: cluster 2024-09-06T15:25:36.837242+0000 mgr.x (mgr.24463) 104 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:39.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:38 smithi181 bash[21841]: audit 2024-09-06T15:25:38.858959+0000 mon.c (mon.2) 77 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:25:39.439 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:38 smithi169 bash[19820]: audit 2024-09-06T15:25:38.858959+0000 mon.c (mon.2) 77 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:25:39.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:38 smithi169 bash[26469]: audit 2024-09-06T15:25:38.858959+0000 mon.c (mon.2) 77 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:25:40.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:39 smithi181 bash[21841]: cluster 2024-09-06T15:25:38.838412+0000 mgr.x (mgr.24463) 105 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:40.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:39 smithi181 bash[21841]: audit 2024-09-06T15:25:39.628433+0000 mgr.x (mgr.24463) 106 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:25:40.439 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:39 smithi169 bash[19820]: cluster 2024-09-06T15:25:38.838412+0000 mgr.x (mgr.24463) 105 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:40.439 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:39 smithi169 bash[19820]: audit 2024-09-06T15:25:39.628433+0000 mgr.x (mgr.24463) 106 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:25:40.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:39 smithi169 bash[26469]: cluster 2024-09-06T15:25:38.838412+0000 mgr.x (mgr.24463) 105 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:40.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:39 smithi169 bash[26469]: audit 2024-09-06T15:25:39.628433+0000 mgr.x (mgr.24463) 106 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:25:42.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:41 smithi181 bash[21841]: cluster 2024-09-06T15:25:40.839953+0000 mgr.x (mgr.24463) 107 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:25:42.439 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:41 smithi169 bash[19820]: cluster 2024-09-06T15:25:40.839953+0000 mgr.x (mgr.24463) 107 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:25:42.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:41 smithi169 bash[26469]: cluster 2024-09-06T15:25:40.839953+0000 mgr.x (mgr.24463) 107 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:25:44.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:44 smithi169 bash[19820]: cluster 2024-09-06T15:25:42.840695+0000 mgr.x (mgr.24463) 108 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:44.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:44 smithi169 bash[26469]: cluster 2024-09-06T15:25:42.840695+0000 mgr.x (mgr.24463) 108 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:44.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:44 smithi181 bash[21841]: cluster 2024-09-06T15:25:42.840695+0000 mgr.x (mgr.24463) 108 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:46.439 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:46 smithi169 bash[19820]: cluster 2024-09-06T15:25:44.842423+0000 mgr.x (mgr.24463) 109 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:25:46.439 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:46 smithi169 bash[26469]: cluster 2024-09-06T15:25:44.842423+0000 mgr.x (mgr.24463) 109 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:25:46.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:46 smithi181 bash[21841]: cluster 2024-09-06T15:25:44.842423+0000 mgr.x (mgr.24463) 109 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:25:47.746 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:25:47 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:25:47] "GET /metrics HTTP/1.1" 200 38250 "" "Prometheus/2.43.0" 2024-09-06T15:25:48.439 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:48 smithi169 bash[19820]: cluster 2024-09-06T15:25:46.843193+0000 mgr.x (mgr.24463) 110 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:48.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:48 smithi169 bash[26469]: cluster 2024-09-06T15:25:46.843193+0000 mgr.x (mgr.24463) 110 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:48.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:48 smithi181 bash[21841]: cluster 2024-09-06T15:25:46.843193+0000 mgr.x (mgr.24463) 110 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:50.439 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:50 smithi169 bash[19820]: cluster 2024-09-06T15:25:48.844310+0000 mgr.x (mgr.24463) 111 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:50.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:50 smithi169 bash[19820]: audit 2024-09-06T15:25:49.639936+0000 mgr.x (mgr.24463) 112 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:25:50.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:50 smithi169 bash[26469]: cluster 2024-09-06T15:25:48.844310+0000 mgr.x (mgr.24463) 111 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:50.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:50 smithi169 bash[26469]: audit 2024-09-06T15:25:49.639936+0000 mgr.x (mgr.24463) 112 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:25:50.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:50 smithi181 bash[21841]: cluster 2024-09-06T15:25:48.844310+0000 mgr.x (mgr.24463) 111 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:50.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:50 smithi181 bash[21841]: audit 2024-09-06T15:25:49.639936+0000 mgr.x (mgr.24463) 112 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:25:52.439 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:52 smithi169 bash[19820]: cluster 2024-09-06T15:25:50.845684+0000 mgr.x (mgr.24463) 113 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:25:52.439 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:52 smithi169 bash[26469]: cluster 2024-09-06T15:25:50.845684+0000 mgr.x (mgr.24463) 113 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:25:52.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:52 smithi181 bash[21841]: cluster 2024-09-06T15:25:50.845684+0000 mgr.x (mgr.24463) 113 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:25:53.439 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:53 smithi169 bash[19820]: audit 2024-09-06T15:25:52.245613+0000 mon.c (mon.2) 78 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:25:53.439 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:53 smithi169 bash[19820]: audit 2024-09-06T15:25:52.247139+0000 mon.c (mon.2) 79 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:25:53.439 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:53 smithi169 bash[19820]: audit 2024-09-06T15:25:52.258548+0000 mon.a (mon.0) 1136 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:25:53.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:53 smithi169 bash[26469]: audit 2024-09-06T15:25:52.245613+0000 mon.c (mon.2) 78 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:25:53.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:53 smithi169 bash[26469]: audit 2024-09-06T15:25:52.247139+0000 mon.c (mon.2) 79 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:25:53.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:53 smithi169 bash[26469]: audit 2024-09-06T15:25:52.258548+0000 mon.a (mon.0) 1136 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:25:53.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:53 smithi181 bash[21841]: audit 2024-09-06T15:25:52.245613+0000 mon.c (mon.2) 78 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:25:53.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:53 smithi181 bash[21841]: audit 2024-09-06T15:25:52.247139+0000 mon.c (mon.2) 79 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:25:53.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:53 smithi181 bash[21841]: audit 2024-09-06T15:25:52.258548+0000 mon.a (mon.0) 1136 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:25:54.689 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:54 smithi169 bash[19820]: cluster 2024-09-06T15:25:52.846381+0000 mgr.x (mgr.24463) 114 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:54.689 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:54 smithi169 bash[19820]: audit 2024-09-06T15:25:53.859176+0000 mon.c (mon.2) 80 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:25:54.690 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:54 smithi169 bash[26469]: cluster 2024-09-06T15:25:52.846381+0000 mgr.x (mgr.24463) 114 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:54.690 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:54 smithi169 bash[26469]: audit 2024-09-06T15:25:53.859176+0000 mon.c (mon.2) 80 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:25:54.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:54 smithi181 bash[21841]: cluster 2024-09-06T15:25:52.846381+0000 mgr.x (mgr.24463) 114 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:54.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:54 smithi181 bash[21841]: audit 2024-09-06T15:25:53.859176+0000 mon.c (mon.2) 80 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:25:56.689 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:56 smithi169 bash[19820]: cluster 2024-09-06T15:25:54.848038+0000 mgr.x (mgr.24463) 115 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:25:56.689 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:56 smithi169 bash[26469]: cluster 2024-09-06T15:25:54.848038+0000 mgr.x (mgr.24463) 115 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:25:56.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:56 smithi181 bash[21841]: cluster 2024-09-06T15:25:54.848038+0000 mgr.x (mgr.24463) 115 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:25:57.746 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:25:57 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:25:57] "GET /metrics HTTP/1.1" 200 38242 "" "Prometheus/2.43.0" 2024-09-06T15:25:58.689 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:25:58 smithi169 bash[19820]: cluster 2024-09-06T15:25:56.848781+0000 mgr.x (mgr.24463) 116 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:58.689 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:25:58 smithi169 bash[26469]: cluster 2024-09-06T15:25:56.848781+0000 mgr.x (mgr.24463) 116 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:25:58.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:25:58 smithi181 bash[21841]: cluster 2024-09-06T15:25:56.848781+0000 mgr.x (mgr.24463) 116 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:00.689 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:00 smithi169 bash[19820]: cluster 2024-09-06T15:25:58.849996+0000 mgr.x (mgr.24463) 117 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:00.689 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:00 smithi169 bash[19820]: audit 2024-09-06T15:25:59.651450+0000 mgr.x (mgr.24463) 118 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:26:00.690 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:00 smithi169 bash[26469]: cluster 2024-09-06T15:25:58.849996+0000 mgr.x (mgr.24463) 117 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:00.690 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:00 smithi169 bash[26469]: audit 2024-09-06T15:25:59.651450+0000 mgr.x (mgr.24463) 118 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:26:00.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:00 smithi181 bash[21841]: cluster 2024-09-06T15:25:58.849996+0000 mgr.x (mgr.24463) 117 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:00.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:00 smithi181 bash[21841]: audit 2024-09-06T15:25:59.651450+0000 mgr.x (mgr.24463) 118 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:26:02.689 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:02 smithi169 bash[19820]: cluster 2024-09-06T15:26:00.851419+0000 mgr.x (mgr.24463) 119 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:02.690 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:02 smithi169 bash[26469]: cluster 2024-09-06T15:26:00.851419+0000 mgr.x (mgr.24463) 119 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:02.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:02 smithi181 bash[21841]: cluster 2024-09-06T15:26:00.851419+0000 mgr.x (mgr.24463) 119 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:04.689 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:04 smithi169 bash[19820]: cluster 2024-09-06T15:26:02.852198+0000 mgr.x (mgr.24463) 120 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:04.689 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:04 smithi169 bash[26469]: cluster 2024-09-06T15:26:02.852198+0000 mgr.x (mgr.24463) 120 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:04.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:04 smithi181 bash[21841]: cluster 2024-09-06T15:26:02.852198+0000 mgr.x (mgr.24463) 120 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:06.689 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:06 smithi169 bash[19820]: cluster 2024-09-06T15:26:04.853917+0000 mgr.x (mgr.24463) 121 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:06.690 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:06 smithi169 bash[26469]: cluster 2024-09-06T15:26:04.853917+0000 mgr.x (mgr.24463) 121 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:06.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:06 smithi181 bash[21841]: cluster 2024-09-06T15:26:04.853917+0000 mgr.x (mgr.24463) 121 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:07.746 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:26:07 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:26:07] "GET /metrics HTTP/1.1" 200 38242 "" "Prometheus/2.43.0" 2024-09-06T15:26:08.689 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:08 smithi169 bash[19820]: cluster 2024-09-06T15:26:06.854671+0000 mgr.x (mgr.24463) 122 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:08.689 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:08 smithi169 bash[26469]: cluster 2024-09-06T15:26:06.854671+0000 mgr.x (mgr.24463) 122 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:08.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:08 smithi181 bash[21841]: cluster 2024-09-06T15:26:06.854671+0000 mgr.x (mgr.24463) 122 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:09.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:09 smithi181 bash[21841]: audit 2024-09-06T15:26:08.859690+0000 mon.c (mon.2) 81 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:26:09.939 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:09 smithi169 bash[26469]: audit 2024-09-06T15:26:08.859690+0000 mon.c (mon.2) 81 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:26:09.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:09 smithi169 bash[19820]: audit 2024-09-06T15:26:08.859690+0000 mon.c (mon.2) 81 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:26:10.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:10 smithi181 bash[21841]: cluster 2024-09-06T15:26:08.855950+0000 mgr.x (mgr.24463) 123 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:10.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:10 smithi181 bash[21841]: audit 2024-09-06T15:26:09.662952+0000 mgr.x (mgr.24463) 124 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:26:10.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:10 smithi169 bash[19820]: cluster 2024-09-06T15:26:08.855950+0000 mgr.x (mgr.24463) 123 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:10.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:10 smithi169 bash[19820]: audit 2024-09-06T15:26:09.662952+0000 mgr.x (mgr.24463) 124 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:26:10.939 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:10 smithi169 bash[26469]: cluster 2024-09-06T15:26:08.855950+0000 mgr.x (mgr.24463) 123 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:10.939 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:10 smithi169 bash[26469]: audit 2024-09-06T15:26:09.662952+0000 mgr.x (mgr.24463) 124 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:26:12.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:12 smithi181 bash[21841]: cluster 2024-09-06T15:26:10.857006+0000 mgr.x (mgr.24463) 125 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:12.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:12 smithi169 bash[19820]: cluster 2024-09-06T15:26:10.857006+0000 mgr.x (mgr.24463) 125 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:12.939 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:12 smithi169 bash[26469]: cluster 2024-09-06T15:26:10.857006+0000 mgr.x (mgr.24463) 125 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:14.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:14 smithi181 bash[21841]: cluster 2024-09-06T15:26:12.857772+0000 mgr.x (mgr.24463) 126 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:14.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:14 smithi169 bash[19820]: cluster 2024-09-06T15:26:12.857772+0000 mgr.x (mgr.24463) 126 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:14.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:14 smithi169 bash[26469]: cluster 2024-09-06T15:26:12.857772+0000 mgr.x (mgr.24463) 126 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:16.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:16 smithi181 bash[21841]: cluster 2024-09-06T15:26:14.859449+0000 mgr.x (mgr.24463) 127 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:16.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:16 smithi169 bash[19820]: cluster 2024-09-06T15:26:14.859449+0000 mgr.x (mgr.24463) 127 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:16.939 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:16 smithi169 bash[26469]: cluster 2024-09-06T15:26:14.859449+0000 mgr.x (mgr.24463) 127 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:17.745 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:26:17 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:26:17] "GET /metrics HTTP/1.1" 200 38247 "" "Prometheus/2.43.0" 2024-09-06T15:26:18.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:18 smithi181 bash[21841]: cluster 2024-09-06T15:26:16.860182+0000 mgr.x (mgr.24463) 128 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:18.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:18 smithi169 bash[19820]: cluster 2024-09-06T15:26:16.860182+0000 mgr.x (mgr.24463) 128 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:18.939 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:18 smithi169 bash[26469]: cluster 2024-09-06T15:26:16.860182+0000 mgr.x (mgr.24463) 128 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:20.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:20 smithi181 bash[21841]: cluster 2024-09-06T15:26:18.861537+0000 mgr.x (mgr.24463) 129 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:20.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:20 smithi181 bash[21841]: audit 2024-09-06T15:26:19.665817+0000 mgr.x (mgr.24463) 130 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:26:20.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:20 smithi169 bash[19820]: cluster 2024-09-06T15:26:18.861537+0000 mgr.x (mgr.24463) 129 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:20.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:20 smithi169 bash[19820]: audit 2024-09-06T15:26:19.665817+0000 mgr.x (mgr.24463) 130 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:26:20.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:20 smithi169 bash[26469]: cluster 2024-09-06T15:26:18.861537+0000 mgr.x (mgr.24463) 129 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:20.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:20 smithi169 bash[26469]: audit 2024-09-06T15:26:19.665817+0000 mgr.x (mgr.24463) 130 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:26:22.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:22 smithi181 bash[21841]: cluster 2024-09-06T15:26:20.862630+0000 mgr.x (mgr.24463) 131 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:22.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:22 smithi169 bash[19820]: cluster 2024-09-06T15:26:20.862630+0000 mgr.x (mgr.24463) 131 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:22.939 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:22 smithi169 bash[26469]: cluster 2024-09-06T15:26:20.862630+0000 mgr.x (mgr.24463) 131 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:24.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:24 smithi181 bash[21841]: cluster 2024-09-06T15:26:22.863338+0000 mgr.x (mgr.24463) 132 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:24.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:24 smithi181 bash[21841]: audit 2024-09-06T15:26:23.859885+0000 mon.c (mon.2) 82 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:26:24.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:24 smithi169 bash[19820]: cluster 2024-09-06T15:26:22.863338+0000 mgr.x (mgr.24463) 132 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:24.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:24 smithi169 bash[19820]: audit 2024-09-06T15:26:23.859885+0000 mon.c (mon.2) 82 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:26:24.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:24 smithi169 bash[26469]: cluster 2024-09-06T15:26:22.863338+0000 mgr.x (mgr.24463) 132 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:24.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:24 smithi169 bash[26469]: audit 2024-09-06T15:26:23.859885+0000 mon.c (mon.2) 82 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:26:26.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:26 smithi181 bash[21841]: cluster 2024-09-06T15:26:24.865000+0000 mgr.x (mgr.24463) 133 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:26.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:26 smithi169 bash[19820]: cluster 2024-09-06T15:26:24.865000+0000 mgr.x (mgr.24463) 133 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:26.939 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:26 smithi169 bash[26469]: cluster 2024-09-06T15:26:24.865000+0000 mgr.x (mgr.24463) 133 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:27.745 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:26:27 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:26:27] "GET /metrics HTTP/1.1" 200 38245 "" "Prometheus/2.43.0" 2024-09-06T15:26:28.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:28 smithi181 bash[21841]: cluster 2024-09-06T15:26:26.865753+0000 mgr.x (mgr.24463) 134 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:28.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:28 smithi169 bash[19820]: cluster 2024-09-06T15:26:26.865753+0000 mgr.x (mgr.24463) 134 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:28.939 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:28 smithi169 bash[26469]: cluster 2024-09-06T15:26:26.865753+0000 mgr.x (mgr.24463) 134 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:30.551 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-09-06T15:26:30.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:30 smithi181 bash[21841]: cluster 2024-09-06T15:26:28.867131+0000 mgr.x (mgr.24463) 135 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:30.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:30 smithi181 bash[21841]: audit 2024-09-06T15:26:29.677459+0000 mgr.x (mgr.24463) 136 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:26:30.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:30 smithi169 bash[19820]: cluster 2024-09-06T15:26:28.867131+0000 mgr.x (mgr.24463) 135 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:30.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:30 smithi169 bash[19820]: audit 2024-09-06T15:26:29.677459+0000 mgr.x (mgr.24463) 136 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:26:30.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:30 smithi169 bash[26469]: cluster 2024-09-06T15:26:28.867131+0000 mgr.x (mgr.24463) 135 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:30.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:30 smithi169 bash[26469]: audit 2024-09-06T15:26:29.677459+0000 mgr.x (mgr.24463) 136 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:26:32.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:32 smithi181 bash[21841]: cluster 2024-09-06T15:26:30.868199+0000 mgr.x (mgr.24463) 137 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:32.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:32 smithi169 bash[19820]: cluster 2024-09-06T15:26:30.868199+0000 mgr.x (mgr.24463) 137 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:32.939 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:32 smithi169 bash[26469]: cluster 2024-09-06T15:26:30.868199+0000 mgr.x (mgr.24463) 137 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:34.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:34 smithi169 bash[19820]: cluster 2024-09-06T15:26:32.868959+0000 mgr.x (mgr.24463) 138 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:34.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:34 smithi169 bash[26469]: cluster 2024-09-06T15:26:32.868959+0000 mgr.x (mgr.24463) 138 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:34.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:34 smithi181 bash[21841]: cluster 2024-09-06T15:26:32.868959+0000 mgr.x (mgr.24463) 138 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:35.370 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:26:36.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:36 smithi169 bash[19820]: cluster 2024-09-06T15:26:34.870634+0000 mgr.x (mgr.24463) 139 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:36.939 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:36 smithi169 bash[26469]: cluster 2024-09-06T15:26:34.870634+0000 mgr.x (mgr.24463) 139 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:36.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:36 smithi181 bash[21841]: cluster 2024-09-06T15:26:34.870634+0000 mgr.x (mgr.24463) 139 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:37.199 INFO:teuthology.orchestra.run.smithi169.stdout:Scheduled to redeploy mgr.y on host 'smithi169' 2024-09-06T15:26:37.515 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:26:37 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:26:37] "GET /metrics HTTP/1.1" 200 38245 "" "Prometheus/2.43.0" 2024-09-06T15:26:37.908 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:37 smithi169 bash[19820]: audit 2024-09-06T15:26:36.847090+0000 mon.c (mon.2) 83 : audit [DBG] from='client.? 172.21.15.169:0/1374663007' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-06T15:26:37.909 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:37 smithi169 bash[19820]: audit 2024-09-06T15:26:37.177207+0000 mon.a (mon.0) 1137 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:26:37.909 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:37 smithi169 bash[19820]: audit 2024-09-06T15:26:37.190951+0000 mon.a (mon.0) 1138 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:26:37.909 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:37 smithi169 bash[19820]: audit 2024-09-06T15:26:37.204533+0000 mon.a (mon.0) 1139 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:26:37.909 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:37 smithi169 bash[19820]: audit 2024-09-06T15:26:37.208675+0000 mon.c (mon.2) 84 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:26:37.909 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:37 smithi169 bash[19820]: audit 2024-09-06T15:26:37.209925+0000 mon.c (mon.2) 85 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:26:37.909 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:37 smithi169 bash[19820]: audit 2024-09-06T15:26:37.217835+0000 mon.a (mon.0) 1140 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:26:37.909 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:37 smithi169 bash[19820]: audit 2024-09-06T15:26:37.284032+0000 mon.c (mon.2) 86 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-06T15:26:37.909 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:37 smithi169 bash[19820]: audit 2024-09-06T15:26:37.284430+0000 mon.a (mon.0) 1141 : audit [INF] from='mgr.24463 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-06T15:26:37.909 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:37 smithi169 bash[19820]: audit 2024-09-06T15:26:37.285854+0000 mon.c (mon.2) 87 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-06T15:26:37.909 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:37 smithi169 bash[19820]: audit 2024-09-06T15:26:37.287161+0000 mon.c (mon.2) 88 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:26:37.910 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:37 smithi169 bash[26469]: audit 2024-09-06T15:26:36.847090+0000 mon.c (mon.2) 83 : audit [DBG] from='client.? 172.21.15.169:0/1374663007' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-06T15:26:37.910 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:37 smithi169 bash[26469]: audit 2024-09-06T15:26:37.177207+0000 mon.a (mon.0) 1137 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:26:37.910 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:37 smithi169 bash[26469]: audit 2024-09-06T15:26:37.190951+0000 mon.a (mon.0) 1138 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:26:37.910 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:37 smithi169 bash[26469]: audit 2024-09-06T15:26:37.204533+0000 mon.a (mon.0) 1139 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:26:37.910 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:37 smithi169 bash[26469]: audit 2024-09-06T15:26:37.208675+0000 mon.c (mon.2) 84 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:26:37.910 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:37 smithi169 bash[26469]: audit 2024-09-06T15:26:37.209925+0000 mon.c (mon.2) 85 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:26:37.910 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:37 smithi169 bash[26469]: audit 2024-09-06T15:26:37.217835+0000 mon.a (mon.0) 1140 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:26:37.910 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:37 smithi169 bash[26469]: audit 2024-09-06T15:26:37.284032+0000 mon.c (mon.2) 86 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-06T15:26:37.910 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:37 smithi169 bash[26469]: audit 2024-09-06T15:26:37.284430+0000 mon.a (mon.0) 1141 : audit [INF] from='mgr.24463 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-06T15:26:37.910 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:37 smithi169 bash[26469]: audit 2024-09-06T15:26:37.285854+0000 mon.c (mon.2) 87 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-06T15:26:37.910 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:37 smithi169 bash[26469]: audit 2024-09-06T15:26:37.287161+0000 mon.c (mon.2) 88 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:26:37.911 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph orch ps --refresh' 2024-09-06T15:26:37.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:37 smithi181 bash[21841]: audit 2024-09-06T15:26:36.847090+0000 mon.c (mon.2) 83 : audit [DBG] from='client.? 172.21.15.169:0/1374663007' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-06T15:26:37.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:37 smithi181 bash[21841]: audit 2024-09-06T15:26:37.177207+0000 mon.a (mon.0) 1137 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:26:37.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:37 smithi181 bash[21841]: audit 2024-09-06T15:26:37.190951+0000 mon.a (mon.0) 1138 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:26:37.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:37 smithi181 bash[21841]: audit 2024-09-06T15:26:37.204533+0000 mon.a (mon.0) 1139 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:26:37.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:37 smithi181 bash[21841]: audit 2024-09-06T15:26:37.208675+0000 mon.c (mon.2) 84 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:26:37.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:37 smithi181 bash[21841]: audit 2024-09-06T15:26:37.209925+0000 mon.c (mon.2) 85 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:26:37.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:37 smithi181 bash[21841]: audit 2024-09-06T15:26:37.217835+0000 mon.a (mon.0) 1140 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:26:37.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:37 smithi181 bash[21841]: audit 2024-09-06T15:26:37.284032+0000 mon.c (mon.2) 86 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-06T15:26:37.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:37 smithi181 bash[21841]: audit 2024-09-06T15:26:37.284430+0000 mon.a (mon.0) 1141 : audit [INF] from='mgr.24463 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-06T15:26:37.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:37 smithi181 bash[21841]: audit 2024-09-06T15:26:37.285854+0000 mon.c (mon.2) 87 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-06T15:26:37.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:37 smithi181 bash[21841]: audit 2024-09-06T15:26:37.287161+0000 mon.c (mon.2) 88 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:26:38.939 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:38 smithi169 bash[26469]: cluster 2024-09-06T15:26:36.871323+0000 mgr.x (mgr.24463) 140 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:38.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:38 smithi169 bash[26469]: audit 2024-09-06T15:26:37.165844+0000 mgr.x (mgr.24463) 141 : audit [DBG] from='client.15123 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:26:38.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:38 smithi169 bash[26469]: cephadm 2024-09-06T15:26:37.177340+0000 mgr.x (mgr.24463) 142 : cephadm [INF] Schedule redeploy daemon mgr.y 2024-09-06T15:26:38.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:38 smithi169 bash[26469]: cephadm 2024-09-06T15:26:37.285023+0000 mgr.x (mgr.24463) 143 : cephadm [INF] Deploying daemon mgr.y on smithi169 2024-09-06T15:26:38.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:38 smithi169 bash[19820]: cluster 2024-09-06T15:26:36.871323+0000 mgr.x (mgr.24463) 140 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:38.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:38 smithi169 bash[19820]: audit 2024-09-06T15:26:37.165844+0000 mgr.x (mgr.24463) 141 : audit [DBG] from='client.15123 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:26:38.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:38 smithi169 bash[19820]: cephadm 2024-09-06T15:26:37.177340+0000 mgr.x (mgr.24463) 142 : cephadm [INF] Schedule redeploy daemon mgr.y 2024-09-06T15:26:38.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:38 smithi169 bash[19820]: cephadm 2024-09-06T15:26:37.285023+0000 mgr.x (mgr.24463) 143 : cephadm [INF] Deploying daemon mgr.y on smithi169 2024-09-06T15:26:38.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:38 smithi181 bash[21841]: cluster 2024-09-06T15:26:36.871323+0000 mgr.x (mgr.24463) 140 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:38.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:38 smithi181 bash[21841]: audit 2024-09-06T15:26:37.165844+0000 mgr.x (mgr.24463) 141 : audit [DBG] from='client.15123 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:26:38.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:38 smithi181 bash[21841]: cephadm 2024-09-06T15:26:37.177340+0000 mgr.x (mgr.24463) 142 : cephadm [INF] Schedule redeploy daemon mgr.y 2024-09-06T15:26:38.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:38 smithi181 bash[21841]: cephadm 2024-09-06T15:26:37.285023+0000 mgr.x (mgr.24463) 143 : cephadm [INF] Deploying daemon mgr.y on smithi169 2024-09-06T15:26:39.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:39 smithi169 bash[19820]: audit 2024-09-06T15:26:38.860481+0000 mon.c (mon.2) 89 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:26:39.939 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:39 smithi169 bash[26469]: audit 2024-09-06T15:26:38.860481+0000 mon.c (mon.2) 89 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:26:39.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:39 smithi181 bash[21841]: audit 2024-09-06T15:26:38.860481+0000 mon.c (mon.2) 89 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:26:40.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:40 smithi169 bash[19820]: cluster 2024-09-06T15:26:38.872853+0000 mgr.x (mgr.24463) 144 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:40.939 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:40 smithi169 bash[26469]: cluster 2024-09-06T15:26:38.872853+0000 mgr.x (mgr.24463) 144 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:40.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:40 smithi181 bash[21841]: cluster 2024-09-06T15:26:38.872853+0000 mgr.x (mgr.24463) 144 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:41.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:41 smithi169 bash[26469]: audit 2024-09-06T15:26:39.688155+0000 mgr.x (mgr.24463) 145 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:26:41.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:41 smithi169 bash[19820]: audit 2024-09-06T15:26:39.688155+0000 mgr.x (mgr.24463) 145 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:26:41.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:41 smithi181 bash[21841]: audit 2024-09-06T15:26:39.688155+0000 mgr.x (mgr.24463) 145 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:26:42.725 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:26:42.886 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:42 smithi169 bash[19820]: cluster 2024-09-06T15:26:40.873849+0000 mgr.x (mgr.24463) 146 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:42.887 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:42 smithi169 bash[26469]: cluster 2024-09-06T15:26:40.873849+0000 mgr.x (mgr.24463) 146 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:42.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:42 smithi181 bash[21841]: cluster 2024-09-06T15:26:40.873849+0000 mgr.x (mgr.24463) 146 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:44.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:44 smithi169 bash[19820]: cluster 2024-09-06T15:26:42.874565+0000 mgr.x (mgr.24463) 147 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:26:44.939 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:44 smithi169 bash[26469]: cluster 2024-09-06T15:26:42.874565+0000 mgr.x (mgr.24463) 147 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:26:44.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:44 smithi181 bash[21841]: cluster 2024-09-06T15:26:42.874565+0000 mgr.x (mgr.24463) 147 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:26:45.089 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-06T15:26:45.089 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (13m) 2m ago 14m 13.9M - 0.25.0 c8568f914cd2 ae7ff3ddd464 2024-09-06T15:26:45.089 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi181 *:3000 running (13m) 2m ago 13m 74.9M - 9.4.12 2bacad6d85d8 3a07dedb5cb8 2024-09-06T15:26:45.089 INFO:teuthology.orchestra.run.smithi169.stdout:iscsi.foo.smithi169.yxosuq smithi169 *:5000 running (3m) 2m ago 11m 46.8M - 3.8 b6db46a449e5 7bb21637fd2d 2024-09-06T15:26:45.090 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi181 *:8443,9283,8765 running (6m) 2m ago 22m 491M - 19.3.0-4704-g8b38c33c 1c45aca0610a 00d29f9568fa 2024-09-06T15:26:45.090 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:9283,8765 running (24m) 2m ago 24m 426M - 19.1.1-268-g635ed4cf b6db46a449e5 8230a2e7f4f3 2024-09-06T15:26:45.090 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (24m) 2m ago 24m 59.7M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 e9246768aa61 2024-09-06T15:26:45.090 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi181 running (22m) 2m ago 22m 46.5M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 ae587368c103 2024-09-06T15:26:45.090 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (22m) 2m ago 22m 46.9M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 f845352189fb 2024-09-06T15:26:45.090 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (14m) 2m ago 14m 8892k - 1.5.0 0da6a335fe13 db564af40cf2 2024-09-06T15:26:45.090 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi181 *:9100 running (14m) 2m ago 14m 8819k - 1.5.0 0da6a335fe13 f0040460eadd 2024-09-06T15:26:45.090 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (21m) 2m ago 21m 53.9M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 cec969796af3 2024-09-06T15:26:45.090 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (20m) 2m ago 20m 61.5M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 d527f97f0b83 2024-09-06T15:26:45.090 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (19m) 2m ago 20m 58.5M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 303b15f1c60b 2024-09-06T15:26:45.090 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (19m) 2m ago 19m 59.9M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 524c24c2c8fd 2024-09-06T15:26:45.090 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi181 running (18m) 2m ago 18m 60.8M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 c9c9286e40c9 2024-09-06T15:26:45.090 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi181 running (17m) 2m ago 17m 51.1M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 427ff3118a0b 2024-09-06T15:26:45.090 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi181 running (16m) 2m ago 16m 58.0M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 9e6f947064d2 2024-09-06T15:26:45.091 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi181 running (15m) 2m ago 15m 60.8M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 a94f6f351ffd 2024-09-06T15:26:45.091 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi181 *:9095 running (3m) 2m ago 14m 31.0M - 2.43.0 a07b618ecd1d 87592020cb64 2024-09-06T15:26:45.091 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi169.svrjnx smithi169 *:8000 running (11m) 2m ago 11m 95.0M - 19.1.1-268-g635ed4cf b6db46a449e5 73d895896783 2024-09-06T15:26:45.091 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi181.fqbtai smithi181 *:8000 running (11m) 2m ago 11m 95.6M - 19.1.1-268-g635ed4cf b6db46a449e5 4aaa91540a99 2024-09-06T15:26:46.047 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'sleep 180' 2024-09-06T15:26:46.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:46 smithi169 bash[19820]: cluster 2024-09-06T15:26:44.876248+0000 mgr.x (mgr.24463) 148 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:46.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:46 smithi169 bash[19820]: audit 2024-09-06T15:26:45.053705+0000 mgr.x (mgr.24463) 149 : audit [DBG] from='client.24989 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:26:46.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:46 smithi169 bash[26469]: cluster 2024-09-06T15:26:44.876248+0000 mgr.x (mgr.24463) 148 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:46.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:46 smithi169 bash[26469]: audit 2024-09-06T15:26:45.053705+0000 mgr.x (mgr.24463) 149 : audit [DBG] from='client.24989 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:26:46.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:46 smithi181 bash[21841]: cluster 2024-09-06T15:26:44.876248+0000 mgr.x (mgr.24463) 148 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:46.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:46 smithi181 bash[21841]: audit 2024-09-06T15:26:45.053705+0000 mgr.x (mgr.24463) 149 : audit [DBG] from='client.24989 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:26:47.745 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:26:47 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:26:47] "GET /metrics HTTP/1.1" 200 38245 "" "Prometheus/2.43.0" 2024-09-06T15:26:48.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:48 smithi169 bash[19820]: cluster 2024-09-06T15:26:46.877018+0000 mgr.x (mgr.24463) 150 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:26:48.939 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:48 smithi169 bash[26469]: cluster 2024-09-06T15:26:46.877018+0000 mgr.x (mgr.24463) 150 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:26:48.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:48 smithi181 bash[21841]: cluster 2024-09-06T15:26:46.877018+0000 mgr.x (mgr.24463) 150 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:26:50.892 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:26:50.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:50 smithi169 bash[19820]: cluster 2024-09-06T15:26:48.878627+0000 mgr.x (mgr.24463) 151 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:50.939 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:50 smithi169 bash[26469]: cluster 2024-09-06T15:26:48.878627+0000 mgr.x (mgr.24463) 151 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:50.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:50 smithi181 bash[21841]: cluster 2024-09-06T15:26:48.878627+0000 mgr.x (mgr.24463) 151 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:51.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:51 smithi169 bash[19820]: audit 2024-09-06T15:26:49.696380+0000 mgr.x (mgr.24463) 152 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:26:51.939 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:51 smithi169 bash[26469]: audit 2024-09-06T15:26:49.696380+0000 mgr.x (mgr.24463) 152 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:26:51.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:51 smithi181 bash[21841]: audit 2024-09-06T15:26:49.696380+0000 mgr.x (mgr.24463) 152 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:26:52.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:52 smithi169 bash[19820]: cluster 2024-09-06T15:26:50.879380+0000 mgr.x (mgr.24463) 153 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:52.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:52 smithi169 bash[26469]: cluster 2024-09-06T15:26:50.879380+0000 mgr.x (mgr.24463) 153 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:52.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:52 smithi181 bash[21841]: cluster 2024-09-06T15:26:50.879380+0000 mgr.x (mgr.24463) 153 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:54.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:54 smithi169 bash[26469]: cluster 2024-09-06T15:26:52.880056+0000 mgr.x (mgr.24463) 154 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:54.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:54 smithi169 bash[26469]: audit 2024-09-06T15:26:53.860182+0000 mon.c (mon.2) 90 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:26:54.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:54 smithi169 bash[19820]: cluster 2024-09-06T15:26:52.880056+0000 mgr.x (mgr.24463) 154 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:54.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:54 smithi169 bash[19820]: audit 2024-09-06T15:26:53.860182+0000 mon.c (mon.2) 90 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:26:54.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:54 smithi181 bash[21841]: cluster 2024-09-06T15:26:52.880056+0000 mgr.x (mgr.24463) 154 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:54.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:54 smithi181 bash[21841]: audit 2024-09-06T15:26:53.860182+0000 mon.c (mon.2) 90 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:26:56.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:56 smithi169 bash[19820]: cluster 2024-09-06T15:26:54.881680+0000 mgr.x (mgr.24463) 155 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:56.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:56 smithi169 bash[26469]: cluster 2024-09-06T15:26:54.881680+0000 mgr.x (mgr.24463) 155 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:56.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:56 smithi181 bash[21841]: cluster 2024-09-06T15:26:54.881680+0000 mgr.x (mgr.24463) 155 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:26:57.745 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:26:57 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:26:57] "GET /metrics HTTP/1.1" 200 38247 "" "Prometheus/2.43.0" 2024-09-06T15:26:58.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:26:58 smithi169 bash[19820]: cluster 2024-09-06T15:26:56.882461+0000 mgr.x (mgr.24463) 156 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:58.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:26:58 smithi169 bash[26469]: cluster 2024-09-06T15:26:56.882461+0000 mgr.x (mgr.24463) 156 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:26:58.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:26:58 smithi181 bash[21841]: cluster 2024-09-06T15:26:56.882461+0000 mgr.x (mgr.24463) 156 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:00.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:00 smithi169 bash[19820]: cluster 2024-09-06T15:26:58.884070+0000 mgr.x (mgr.24463) 157 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:27:00.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:00 smithi169 bash[26469]: cluster 2024-09-06T15:26:58.884070+0000 mgr.x (mgr.24463) 157 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:27:00.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:00 smithi181 bash[21841]: cluster 2024-09-06T15:26:58.884070+0000 mgr.x (mgr.24463) 157 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:27:01.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:01 smithi169 bash[19820]: audit 2024-09-06T15:26:59.704526+0000 mgr.x (mgr.24463) 158 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:27:01.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:01 smithi169 bash[26469]: audit 2024-09-06T15:26:59.704526+0000 mgr.x (mgr.24463) 158 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:27:01.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:01 smithi181 bash[21841]: audit 2024-09-06T15:26:59.704526+0000 mgr.x (mgr.24463) 158 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:27:02.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:02 smithi169 bash[19820]: cluster 2024-09-06T15:27:00.884747+0000 mgr.x (mgr.24463) 159 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:02.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:02 smithi169 bash[26469]: cluster 2024-09-06T15:27:00.884747+0000 mgr.x (mgr.24463) 159 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:02.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:02 smithi181 bash[21841]: cluster 2024-09-06T15:27:00.884747+0000 mgr.x (mgr.24463) 159 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:04.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:04 smithi169 bash[19820]: cluster 2024-09-06T15:27:02.885523+0000 mgr.x (mgr.24463) 160 : cluster [DBG] pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:04.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:04 smithi169 bash[26469]: cluster 2024-09-06T15:27:02.885523+0000 mgr.x (mgr.24463) 160 : cluster [DBG] pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:04.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:04 smithi181 bash[21841]: cluster 2024-09-06T15:27:02.885523+0000 mgr.x (mgr.24463) 160 : cluster [DBG] pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:06.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:06 smithi169 bash[19820]: cluster 2024-09-06T15:27:04.887177+0000 mgr.x (mgr.24463) 161 : cluster [DBG] pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:27:06.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:06 smithi169 bash[26469]: cluster 2024-09-06T15:27:04.887177+0000 mgr.x (mgr.24463) 161 : cluster [DBG] pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:27:06.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:06 smithi181 bash[21841]: cluster 2024-09-06T15:27:04.887177+0000 mgr.x (mgr.24463) 161 : cluster [DBG] pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:27:07.745 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:27:07 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:27:07] "GET /metrics HTTP/1.1" 200 38247 "" "Prometheus/2.43.0" 2024-09-06T15:27:08.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:08 smithi169 bash[19820]: cluster 2024-09-06T15:27:06.887934+0000 mgr.x (mgr.24463) 162 : cluster [DBG] pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:08.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:08 smithi169 bash[26469]: cluster 2024-09-06T15:27:06.887934+0000 mgr.x (mgr.24463) 162 : cluster [DBG] pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:08.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:08 smithi181 bash[21841]: cluster 2024-09-06T15:27:06.887934+0000 mgr.x (mgr.24463) 162 : cluster [DBG] pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:09.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:09 smithi169 bash[19820]: audit 2024-09-06T15:27:08.860316+0000 mon.c (mon.2) 91 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:27:09.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:09 smithi169 bash[26469]: audit 2024-09-06T15:27:08.860316+0000 mon.c (mon.2) 91 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:27:09.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:09 smithi181 bash[21841]: audit 2024-09-06T15:27:08.860316+0000 mon.c (mon.2) 91 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:27:10.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:10 smithi169 bash[19820]: cluster 2024-09-06T15:27:08.902827+0000 mgr.x (mgr.24463) 163 : cluster [DBG] pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:27:10.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:10 smithi169 bash[26469]: cluster 2024-09-06T15:27:08.902827+0000 mgr.x (mgr.24463) 163 : cluster [DBG] pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:27:10.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:10 smithi181 bash[21841]: cluster 2024-09-06T15:27:08.902827+0000 mgr.x (mgr.24463) 163 : cluster [DBG] pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:27:11.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:11 smithi169 bash[19820]: audit 2024-09-06T15:27:09.712648+0000 mgr.x (mgr.24463) 164 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:27:11.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:11 smithi169 bash[26469]: audit 2024-09-06T15:27:09.712648+0000 mgr.x (mgr.24463) 164 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:27:11.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:11 smithi181 bash[21841]: audit 2024-09-06T15:27:09.712648+0000 mgr.x (mgr.24463) 164 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:27:12.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:12 smithi169 bash[19820]: cluster 2024-09-06T15:27:10.903551+0000 mgr.x (mgr.24463) 165 : cluster [DBG] pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 851 B/s rd, 0 op/s 2024-09-06T15:27:12.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:12 smithi169 bash[26469]: cluster 2024-09-06T15:27:10.903551+0000 mgr.x (mgr.24463) 165 : cluster [DBG] pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 851 B/s rd, 0 op/s 2024-09-06T15:27:12.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:12 smithi181 bash[21841]: cluster 2024-09-06T15:27:10.903551+0000 mgr.x (mgr.24463) 165 : cluster [DBG] pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 851 B/s rd, 0 op/s 2024-09-06T15:27:14.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:14 smithi169 bash[19820]: cluster 2024-09-06T15:27:12.904307+0000 mgr.x (mgr.24463) 166 : cluster [DBG] pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 851 B/s rd, 0 op/s 2024-09-06T15:27:14.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:14 smithi169 bash[26469]: cluster 2024-09-06T15:27:12.904307+0000 mgr.x (mgr.24463) 166 : cluster [DBG] pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 851 B/s rd, 0 op/s 2024-09-06T15:27:14.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:14 smithi181 bash[21841]: cluster 2024-09-06T15:27:12.904307+0000 mgr.x (mgr.24463) 166 : cluster [DBG] pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 851 B/s rd, 0 op/s 2024-09-06T15:27:16.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:16 smithi169 bash[19820]: cluster 2024-09-06T15:27:14.905996+0000 mgr.x (mgr.24463) 167 : cluster [DBG] pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:27:16.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:16 smithi169 bash[26469]: cluster 2024-09-06T15:27:14.905996+0000 mgr.x (mgr.24463) 167 : cluster [DBG] pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:27:16.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:16 smithi181 bash[21841]: cluster 2024-09-06T15:27:14.905996+0000 mgr.x (mgr.24463) 167 : cluster [DBG] pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:27:17.745 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:27:17 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:27:17] "GET /metrics HTTP/1.1" 200 38244 "" "Prometheus/2.43.0" 2024-09-06T15:27:18.939 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:18 smithi169 bash[19820]: cluster 2024-09-06T15:27:16.906734+0000 mgr.x (mgr.24463) 168 : cluster [DBG] pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 851 B/s rd, 0 op/s 2024-09-06T15:27:18.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:18 smithi169 bash[26469]: cluster 2024-09-06T15:27:16.906734+0000 mgr.x (mgr.24463) 168 : cluster [DBG] pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 851 B/s rd, 0 op/s 2024-09-06T15:27:18.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:18 smithi181 bash[21841]: cluster 2024-09-06T15:27:16.906734+0000 mgr.x (mgr.24463) 168 : cluster [DBG] pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 851 B/s rd, 0 op/s 2024-09-06T15:27:20.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:20 smithi169 bash[19820]: cluster 2024-09-06T15:27:18.908341+0000 mgr.x (mgr.24463) 169 : cluster [DBG] pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:27:20.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:20 smithi169 bash[26469]: cluster 2024-09-06T15:27:18.908341+0000 mgr.x (mgr.24463) 169 : cluster [DBG] pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:27:20.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:20 smithi181 bash[21841]: cluster 2024-09-06T15:27:18.908341+0000 mgr.x (mgr.24463) 169 : cluster [DBG] pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:27:21.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:21 smithi181 bash[21841]: audit 2024-09-06T15:27:19.724055+0000 mgr.x (mgr.24463) 170 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:27:22.577 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:21 smithi169 bash[19820]: audit 2024-09-06T15:27:19.724055+0000 mgr.x (mgr.24463) 170 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:27:22.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:22 smithi169 bash[19820]: cluster 2024-09-06T15:27:20.909077+0000 mgr.x (mgr.24463) 171 : cluster [DBG] pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:22.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:22 smithi169 bash[26469]: audit 2024-09-06T15:27:19.724055+0000 mgr.x (mgr.24463) 170 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:27:22.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:22 smithi169 bash[26469]: cluster 2024-09-06T15:27:20.909077+0000 mgr.x (mgr.24463) 171 : cluster [DBG] pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:22.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:22 smithi181 bash[21841]: cluster 2024-09-06T15:27:20.909077+0000 mgr.x (mgr.24463) 171 : cluster [DBG] pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:24.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:24 smithi169 bash[19820]: cluster 2024-09-06T15:27:22.909818+0000 mgr.x (mgr.24463) 172 : cluster [DBG] pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:24.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:24 smithi169 bash[19820]: audit 2024-09-06T15:27:23.860573+0000 mon.c (mon.2) 92 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:27:24.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:24 smithi169 bash[26469]: cluster 2024-09-06T15:27:22.909818+0000 mgr.x (mgr.24463) 172 : cluster [DBG] pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:24.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:24 smithi169 bash[26469]: audit 2024-09-06T15:27:23.860573+0000 mon.c (mon.2) 92 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:27:24.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:24 smithi181 bash[21841]: cluster 2024-09-06T15:27:22.909818+0000 mgr.x (mgr.24463) 172 : cluster [DBG] pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:24.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:24 smithi181 bash[21841]: audit 2024-09-06T15:27:23.860573+0000 mon.c (mon.2) 92 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:27:26.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:26 smithi169 bash[19820]: cluster 2024-09-06T15:27:24.911452+0000 mgr.x (mgr.24463) 173 : cluster [DBG] pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:27:26.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:26 smithi169 bash[26469]: cluster 2024-09-06T15:27:24.911452+0000 mgr.x (mgr.24463) 173 : cluster [DBG] pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:27:26.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:26 smithi181 bash[21841]: cluster 2024-09-06T15:27:24.911452+0000 mgr.x (mgr.24463) 173 : cluster [DBG] pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:27:27.745 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:27:27 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:27:27] "GET /metrics HTTP/1.1" 200 38242 "" "Prometheus/2.43.0" 2024-09-06T15:27:28.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:28 smithi169 bash[19820]: cluster 2024-09-06T15:27:26.912220+0000 mgr.x (mgr.24463) 174 : cluster [DBG] pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:28.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:28 smithi169 bash[26469]: cluster 2024-09-06T15:27:26.912220+0000 mgr.x (mgr.24463) 174 : cluster [DBG] pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:28.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:28 smithi181 bash[21841]: cluster 2024-09-06T15:27:26.912220+0000 mgr.x (mgr.24463) 174 : cluster [DBG] pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:30.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:30 smithi169 bash[19820]: cluster 2024-09-06T15:27:28.913862+0000 mgr.x (mgr.24463) 175 : cluster [DBG] pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:27:30.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:30 smithi169 bash[26469]: cluster 2024-09-06T15:27:28.913862+0000 mgr.x (mgr.24463) 175 : cluster [DBG] pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:27:30.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:30 smithi181 bash[21841]: cluster 2024-09-06T15:27:28.913862+0000 mgr.x (mgr.24463) 175 : cluster [DBG] pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:27:31.610 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:31 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:27:31.611 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:27:31 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:27:31.611 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:27:31 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:27:31.612 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:27:31 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:27:31.612 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:27:31 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:27:31.612 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:27:31 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:27:31.612 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:27:31 smithi169 systemd[1]: Stopping Ceph mgr.y for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:27:31.613 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:31 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:27:31.613 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:27:31 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:27:31.613 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:27:31 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:27:31.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:31 smithi169 bash[19820]: audit 2024-09-06T15:27:29.733642+0000 mgr.x (mgr.24463) 176 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:27:31.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:31 smithi169 bash[26469]: audit 2024-09-06T15:27:29.733642+0000 mgr.x (mgr.24463) 176 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:27:31.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:31 smithi181 bash[21841]: audit 2024-09-06T15:27:29.733642+0000 mgr.x (mgr.24463) 176 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:27:32.690 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:27:32 smithi169 bash[68241]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-mgr-y 2024-09-06T15:27:32.690 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:27:32 smithi169 systemd[1]: ceph-bab55310-6c60-11ef-bce4-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-09-06T15:27:32.690 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:27:32 smithi169 bash[68299]: Error response from daemon: No such container: ceph-bab55310-6c60-11ef-bce4-c7b262605968-mgr-y 2024-09-06T15:27:32.690 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:27:32 smithi169 systemd[1]: ceph-bab55310-6c60-11ef-bce4-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-09-06T15:27:32.690 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:27:32 smithi169 systemd[1]: Stopped Ceph mgr.y for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:27:32.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:32 smithi181 bash[21841]: cluster 2024-09-06T15:27:30.914591+0000 mgr.x (mgr.24463) 177 : cluster [DBG] pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:33.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:32 smithi169 bash[19820]: cluster 2024-09-06T15:27:30.914591+0000 mgr.x (mgr.24463) 177 : cluster [DBG] pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:33.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:32 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:27:33.190 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:27:32 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:27:33.190 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:27:32 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:27:33.191 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:27:32 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:27:33.191 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:27:32 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:27:33.191 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:27:32 smithi169 systemd[1]: Started Ceph mgr.y for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:27:33.191 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:27:32 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:27:33.192 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:27:32 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:27:33.192 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:27:32 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:27:33.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:32 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:27:33.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:32 smithi169 bash[26469]: cluster 2024-09-06T15:27:30.914591+0000 mgr.x (mgr.24463) 177 : cluster [DBG] pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:34.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:33 smithi169 bash[19820]: audit 2024-09-06T15:27:32.875959+0000 mon.a (mon.0) 1142 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:27:34.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:33 smithi169 bash[19820]: audit 2024-09-06T15:27:32.884596+0000 mon.a (mon.0) 1143 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:27:34.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:33 smithi169 bash[19820]: audit 2024-09-06T15:27:32.894796+0000 mon.a (mon.0) 1144 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:27:34.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:33 smithi169 bash[19820]: audit 2024-09-06T15:27:32.902648+0000 mon.a (mon.0) 1145 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:27:34.190 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:33 smithi169 bash[19820]: cluster 2024-09-06T15:27:32.915290+0000 mgr.x (mgr.24463) 178 : cluster [DBG] pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:34.191 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:27:33 smithi169 bash[68355]: debug 2024-09-06T15:27:33.986+0000 7fea0041e640 1 -- 172.21.15.169:0/2669009931 <== mon.0 v2:172.21.15.169:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f3437770e0 con 0x55f343778800 2024-09-06T15:27:34.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:33 smithi169 bash[26469]: audit 2024-09-06T15:27:32.875959+0000 mon.a (mon.0) 1142 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:27:34.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:33 smithi169 bash[26469]: audit 2024-09-06T15:27:32.884596+0000 mon.a (mon.0) 1143 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:27:34.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:33 smithi169 bash[26469]: audit 2024-09-06T15:27:32.894796+0000 mon.a (mon.0) 1144 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:27:34.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:33 smithi169 bash[26469]: audit 2024-09-06T15:27:32.902648+0000 mon.a (mon.0) 1145 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:27:34.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:33 smithi169 bash[26469]: cluster 2024-09-06T15:27:32.915290+0000 mgr.x (mgr.24463) 178 : cluster [DBG] pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:34.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:33 smithi181 bash[21841]: audit 2024-09-06T15:27:32.875959+0000 mon.a (mon.0) 1142 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:27:34.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:33 smithi181 bash[21841]: audit 2024-09-06T15:27:32.884596+0000 mon.a (mon.0) 1143 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:27:34.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:33 smithi181 bash[21841]: audit 2024-09-06T15:27:32.894796+0000 mon.a (mon.0) 1144 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:27:34.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:33 smithi181 bash[21841]: audit 2024-09-06T15:27:32.902648+0000 mon.a (mon.0) 1145 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:27:34.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:33 smithi181 bash[21841]: cluster 2024-09-06T15:27:32.915290+0000 mgr.x (mgr.24463) 178 : cluster [DBG] pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:36.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:35 smithi181 bash[21841]: cluster 2024-09-06T15:27:34.916960+0000 mgr.x (mgr.24463) 179 : cluster [DBG] pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:27:36.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:35 smithi169 bash[19820]: cluster 2024-09-06T15:27:34.916960+0000 mgr.x (mgr.24463) 179 : cluster [DBG] pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:27:36.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:35 smithi169 bash[26469]: cluster 2024-09-06T15:27:34.916960+0000 mgr.x (mgr.24463) 179 : cluster [DBG] pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:27:37.745 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:27:37 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:27:37] "GET /metrics HTTP/1.1" 200 38242 "" "Prometheus/2.43.0" 2024-09-06T15:27:38.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:37 smithi181 bash[21841]: cluster 2024-09-06T15:27:36.917709+0000 mgr.x (mgr.24463) 180 : cluster [DBG] pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:38.439 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:37 smithi169 bash[19820]: cluster 2024-09-06T15:27:36.917709+0000 mgr.x (mgr.24463) 180 : cluster [DBG] pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:38.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:37 smithi169 bash[26469]: cluster 2024-09-06T15:27:36.917709+0000 mgr.x (mgr.24463) 180 : cluster [DBG] pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:39.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:38 smithi181 bash[21841]: audit 2024-09-06T15:27:38.860024+0000 mon.c (mon.2) 93 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:27:39.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:38 smithi181 bash[21841]: audit 2024-09-06T15:27:38.930717+0000 mon.a (mon.0) 1146 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:27:39.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:38 smithi181 bash[21841]: audit 2024-09-06T15:27:38.939724+0000 mon.a (mon.0) 1147 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:27:39.266 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:38 smithi169 bash[19820]: audit 2024-09-06T15:27:38.860024+0000 mon.c (mon.2) 93 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:27:39.266 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:38 smithi169 bash[19820]: audit 2024-09-06T15:27:38.930717+0000 mon.a (mon.0) 1146 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:27:39.266 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:38 smithi169 bash[19820]: audit 2024-09-06T15:27:38.939724+0000 mon.a (mon.0) 1147 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:27:39.267 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:38 smithi169 bash[26469]: audit 2024-09-06T15:27:38.860024+0000 mon.c (mon.2) 93 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:27:39.267 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:38 smithi169 bash[26469]: audit 2024-09-06T15:27:38.930717+0000 mon.a (mon.0) 1146 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:27:39.267 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:38 smithi169 bash[26469]: audit 2024-09-06T15:27:38.939724+0000 mon.a (mon.0) 1147 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:27:39.690 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:27:39 smithi169 bash[68355]: debug 2024-09-06T15:27:39.270+0000 7fea02c88040 -1 mgr[py] Module not found: 'volumes' 2024-09-06T15:27:39.690 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:27:39 smithi169 bash[68355]: debug 2024-09-06T15:27:39.270+0000 7fea02c88040 -1 mgr[py] Traceback (most recent call last): 2024-09-06T15:27:39.690 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:27:39 smithi169 bash[68355]: File "/usr/share/ceph/mgr/volumes/__init__.py", line 2, in 2024-09-06T15:27:39.690 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:27:39 smithi169 bash[68355]: from .module import Module 2024-09-06T15:27:39.690 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:27:39 smithi169 bash[68355]: File "/usr/share/ceph/mgr/volumes/module.py", line 9, in 2024-09-06T15:27:39.691 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:27:39 smithi169 bash[68355]: from .fs.volume import VolumeClient 2024-09-06T15:27:39.691 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:27:39 smithi169 bash[68355]: File "/usr/share/ceph/mgr/volumes/fs/volume.py", line 12, in 2024-09-06T15:27:39.691 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:27:39 smithi169 bash[68355]: from ceph.fs.earmarking import CephFSVolumeEarmarking, EarmarkException # type: ignore 2024-09-06T15:27:39.691 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:27:39 smithi169 bash[68355]: ModuleNotFoundError: No module named 'ceph.fs' 2024-09-06T15:27:39.691 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:27:39 smithi169 bash[68355]: debug 2024-09-06T15:27:39.270+0000 7fea02c88040 -1 mgr[py] Class not found in module 'volumes' 2024-09-06T15:27:39.691 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:27:39 smithi169 bash[68355]: debug 2024-09-06T15:27:39.270+0000 7fea02c88040 -1 mgr[py] Error loading module 'volumes': (2) No such file or directory 2024-09-06T15:27:40.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:40 smithi169 bash[26469]: cluster 2024-09-06T15:27:38.918767+0000 mgr.x (mgr.24463) 181 : cluster [DBG] pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:27:40.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:40 smithi169 bash[26469]: audit 2024-09-06T15:27:39.012252+0000 mon.a (mon.0) 1148 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:27:40.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:40 smithi169 bash[26469]: audit 2024-09-06T15:27:39.023228+0000 mon.a (mon.0) 1149 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:27:40.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:40 smithi169 bash[26469]: audit 2024-09-06T15:27:39.687257+0000 mon.c (mon.2) 94 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:27:40.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:40 smithi169 bash[26469]: audit 2024-09-06T15:27:39.688767+0000 mon.c (mon.2) 95 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:27:40.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:40 smithi169 bash[26469]: audit 2024-09-06T15:27:39.698095+0000 mon.a (mon.0) 1150 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:27:40.441 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:27:40 smithi169 bash[68355]: debug 2024-09-06T15:27:40.050+0000 7fea02c88040 -1 log_channel(cluster) log [ERR] : Failed to load ceph-mgr modules: volumes 2024-09-06T15:27:40.441 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:27:40 smithi169 bash[68355]: [06/Sep/2024:15:27:40] ENGINE Bus STARTING 2024-09-06T15:27:40.441 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:27:40 smithi169 bash[68355]: CherryPy Checker: 2024-09-06T15:27:40.441 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:27:40 smithi169 bash[68355]: The Application mounted at '' has an empty config. 2024-09-06T15:27:40.441 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:27:40 smithi169 bash[68355]: [06/Sep/2024:15:27:40] ENGINE Serving on http://:::9283 2024-09-06T15:27:40.441 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:27:40 smithi169 bash[68355]: [06/Sep/2024:15:27:40] ENGINE Bus STARTED 2024-09-06T15:27:40.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:40 smithi169 bash[19820]: cluster 2024-09-06T15:27:38.918767+0000 mgr.x (mgr.24463) 181 : cluster [DBG] pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:27:40.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:40 smithi169 bash[19820]: audit 2024-09-06T15:27:39.012252+0000 mon.a (mon.0) 1148 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:27:40.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:40 smithi169 bash[19820]: audit 2024-09-06T15:27:39.023228+0000 mon.a (mon.0) 1149 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:27:40.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:40 smithi169 bash[19820]: audit 2024-09-06T15:27:39.687257+0000 mon.c (mon.2) 94 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:27:40.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:40 smithi169 bash[19820]: audit 2024-09-06T15:27:39.688767+0000 mon.c (mon.2) 95 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:27:40.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:40 smithi169 bash[19820]: audit 2024-09-06T15:27:39.698095+0000 mon.a (mon.0) 1150 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:27:40.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:40 smithi181 bash[21841]: cluster 2024-09-06T15:27:38.918767+0000 mgr.x (mgr.24463) 181 : cluster [DBG] pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:27:40.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:40 smithi181 bash[21841]: audit 2024-09-06T15:27:39.012252+0000 mon.a (mon.0) 1148 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:27:40.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:40 smithi181 bash[21841]: audit 2024-09-06T15:27:39.023228+0000 mon.a (mon.0) 1149 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:27:40.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:40 smithi181 bash[21841]: audit 2024-09-06T15:27:39.687257+0000 mon.c (mon.2) 94 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:27:40.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:40 smithi181 bash[21841]: audit 2024-09-06T15:27:39.688767+0000 mon.c (mon.2) 95 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:27:40.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:40 smithi181 bash[21841]: audit 2024-09-06T15:27:39.698095+0000 mon.a (mon.0) 1150 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:27:41.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:41 smithi169 bash[19820]: audit 2024-09-06T15:27:39.744923+0000 mgr.x (mgr.24463) 182 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:27:41.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:41 smithi169 bash[19820]: cluster 2024-09-06T15:27:40.052965+0000 mgr.y (mgr.15135) 1 : cluster [ERR] Failed to load ceph-mgr modules: volumes 2024-09-06T15:27:41.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:41 smithi169 bash[19820]: cluster 2024-09-06T15:27:40.072602+0000 mon.a (mon.0) 1151 : cluster [DBG] Standby manager daemon y restarted 2024-09-06T15:27:41.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:41 smithi169 bash[19820]: cluster 2024-09-06T15:27:40.072744+0000 mon.a (mon.0) 1152 : cluster [DBG] Standby manager daemon y started 2024-09-06T15:27:41.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:41 smithi169 bash[19820]: audit 2024-09-06T15:27:40.078303+0000 mon.a (mon.0) 1153 : audit [DBG] from='mgr.? 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-06T15:27:41.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:41 smithi169 bash[19820]: audit 2024-09-06T15:27:40.078714+0000 mon.a (mon.0) 1154 : audit [DBG] from='mgr.? 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-06T15:27:41.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:41 smithi169 bash[19820]: audit 2024-09-06T15:27:40.080450+0000 mon.a (mon.0) 1155 : audit [DBG] from='mgr.? 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-06T15:27:41.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:41 smithi169 bash[19820]: audit 2024-09-06T15:27:40.080816+0000 mon.a (mon.0) 1156 : audit [DBG] from='mgr.? 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-06T15:27:41.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:41 smithi169 bash[26469]: audit 2024-09-06T15:27:39.744923+0000 mgr.x (mgr.24463) 182 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:27:41.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:41 smithi169 bash[26469]: cluster 2024-09-06T15:27:40.052965+0000 mgr.y (mgr.15135) 1 : cluster [ERR] Failed to load ceph-mgr modules: volumes 2024-09-06T15:27:41.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:41 smithi169 bash[26469]: cluster 2024-09-06T15:27:40.072602+0000 mon.a (mon.0) 1151 : cluster [DBG] Standby manager daemon y restarted 2024-09-06T15:27:41.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:41 smithi169 bash[26469]: cluster 2024-09-06T15:27:40.072744+0000 mon.a (mon.0) 1152 : cluster [DBG] Standby manager daemon y started 2024-09-06T15:27:41.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:41 smithi169 bash[26469]: audit 2024-09-06T15:27:40.078303+0000 mon.a (mon.0) 1153 : audit [DBG] from='mgr.? 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-06T15:27:41.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:41 smithi169 bash[26469]: audit 2024-09-06T15:27:40.078714+0000 mon.a (mon.0) 1154 : audit [DBG] from='mgr.? 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-06T15:27:41.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:41 smithi169 bash[26469]: audit 2024-09-06T15:27:40.080450+0000 mon.a (mon.0) 1155 : audit [DBG] from='mgr.? 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-06T15:27:41.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:41 smithi169 bash[26469]: audit 2024-09-06T15:27:40.080816+0000 mon.a (mon.0) 1156 : audit [DBG] from='mgr.? 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-06T15:27:41.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:41 smithi181 bash[21841]: audit 2024-09-06T15:27:39.744923+0000 mgr.x (mgr.24463) 182 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:27:41.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:41 smithi181 bash[21841]: cluster 2024-09-06T15:27:40.052965+0000 mgr.y (mgr.15135) 1 : cluster [ERR] Failed to load ceph-mgr modules: volumes 2024-09-06T15:27:41.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:41 smithi181 bash[21841]: cluster 2024-09-06T15:27:40.072602+0000 mon.a (mon.0) 1151 : cluster [DBG] Standby manager daemon y restarted 2024-09-06T15:27:41.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:41 smithi181 bash[21841]: cluster 2024-09-06T15:27:40.072744+0000 mon.a (mon.0) 1152 : cluster [DBG] Standby manager daemon y started 2024-09-06T15:27:41.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:41 smithi181 bash[21841]: audit 2024-09-06T15:27:40.078303+0000 mon.a (mon.0) 1153 : audit [DBG] from='mgr.? 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-06T15:27:41.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:41 smithi181 bash[21841]: audit 2024-09-06T15:27:40.078714+0000 mon.a (mon.0) 1154 : audit [DBG] from='mgr.? 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-06T15:27:41.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:41 smithi181 bash[21841]: audit 2024-09-06T15:27:40.080450+0000 mon.a (mon.0) 1155 : audit [DBG] from='mgr.? 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-06T15:27:41.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:41 smithi181 bash[21841]: audit 2024-09-06T15:27:40.080816+0000 mon.a (mon.0) 1156 : audit [DBG] from='mgr.? 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-06T15:27:42.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:42 smithi169 bash[19820]: cluster 2024-09-06T15:27:40.919456+0000 mgr.x (mgr.24463) 183 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:42.462 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:42 smithi169 bash[19820]: cluster 2024-09-06T15:27:41.038249+0000 mon.a (mon.0) 1157 : cluster [DBG] mgrmap e28: x(active, since 4m), standbys: y 2024-09-06T15:27:42.462 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:42 smithi169 bash[26469]: cluster 2024-09-06T15:27:40.919456+0000 mgr.x (mgr.24463) 183 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:42.462 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:42 smithi169 bash[26469]: cluster 2024-09-06T15:27:41.038249+0000 mon.a (mon.0) 1157 : cluster [DBG] mgrmap e28: x(active, since 4m), standbys: y 2024-09-06T15:27:42.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:42 smithi181 bash[21841]: cluster 2024-09-06T15:27:40.919456+0000 mgr.x (mgr.24463) 183 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:42.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:42 smithi181 bash[21841]: cluster 2024-09-06T15:27:41.038249+0000 mon.a (mon.0) 1157 : cluster [DBG] mgrmap e28: x(active, since 4m), standbys: y 2024-09-06T15:27:44.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:44 smithi169 bash[19820]: cluster 2024-09-06T15:27:42.920155+0000 mgr.x (mgr.24463) 184 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:44.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:44 smithi169 bash[26469]: cluster 2024-09-06T15:27:42.920155+0000 mgr.x (mgr.24463) 184 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:44.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:44 smithi181 bash[21841]: cluster 2024-09-06T15:27:42.920155+0000 mgr.x (mgr.24463) 184 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:46.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:46 smithi169 bash[19820]: cluster 2024-09-06T15:27:44.921848+0000 mgr.x (mgr.24463) 185 : cluster [DBG] pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:27:46.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:46 smithi169 bash[26469]: cluster 2024-09-06T15:27:44.921848+0000 mgr.x (mgr.24463) 185 : cluster [DBG] pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:27:46.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:46 smithi181 bash[21841]: cluster 2024-09-06T15:27:44.921848+0000 mgr.x (mgr.24463) 185 : cluster [DBG] pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:27:47.745 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:27:47 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:27:47] "GET /metrics HTTP/1.1" 200 38236 "" "Prometheus/2.43.0" 2024-09-06T15:27:48.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:48 smithi169 bash[19820]: cluster 2024-09-06T15:27:46.922590+0000 mgr.x (mgr.24463) 186 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:48.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:48 smithi169 bash[26469]: cluster 2024-09-06T15:27:46.922590+0000 mgr.x (mgr.24463) 186 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:48.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:48 smithi181 bash[21841]: cluster 2024-09-06T15:27:46.922590+0000 mgr.x (mgr.24463) 186 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:50.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:50 smithi169 bash[19820]: cluster 2024-09-06T15:27:48.924157+0000 mgr.x (mgr.24463) 187 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:27:50.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:50 smithi169 bash[26469]: cluster 2024-09-06T15:27:48.924157+0000 mgr.x (mgr.24463) 187 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:27:50.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:50 smithi181 bash[21841]: cluster 2024-09-06T15:27:48.924157+0000 mgr.x (mgr.24463) 187 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:27:51.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:51 smithi169 bash[19820]: audit 2024-09-06T15:27:49.756145+0000 mgr.x (mgr.24463) 188 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:27:51.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:51 smithi169 bash[26469]: audit 2024-09-06T15:27:49.756145+0000 mgr.x (mgr.24463) 188 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:27:51.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:51 smithi181 bash[21841]: audit 2024-09-06T15:27:49.756145+0000 mgr.x (mgr.24463) 188 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:27:52.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:52 smithi169 bash[19820]: cluster 2024-09-06T15:27:50.924899+0000 mgr.x (mgr.24463) 189 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:52.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:52 smithi169 bash[26469]: cluster 2024-09-06T15:27:50.924899+0000 mgr.x (mgr.24463) 189 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:52.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:52 smithi181 bash[21841]: cluster 2024-09-06T15:27:50.924899+0000 mgr.x (mgr.24463) 189 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:54.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:54 smithi169 bash[19820]: cluster 2024-09-06T15:27:52.925649+0000 mgr.x (mgr.24463) 190 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:54.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:54 smithi169 bash[19820]: audit 2024-09-06T15:27:53.861229+0000 mon.c (mon.2) 96 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:27:54.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:54 smithi169 bash[26469]: cluster 2024-09-06T15:27:52.925649+0000 mgr.x (mgr.24463) 190 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:54.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:54 smithi169 bash[26469]: audit 2024-09-06T15:27:53.861229+0000 mon.c (mon.2) 96 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:27:54.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:54 smithi181 bash[21841]: cluster 2024-09-06T15:27:52.925649+0000 mgr.x (mgr.24463) 190 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:54.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:54 smithi181 bash[21841]: audit 2024-09-06T15:27:53.861229+0000 mon.c (mon.2) 96 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:27:56.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:56 smithi169 bash[19820]: cluster 2024-09-06T15:27:54.927297+0000 mgr.x (mgr.24463) 191 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:27:56.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:56 smithi169 bash[26469]: cluster 2024-09-06T15:27:54.927297+0000 mgr.x (mgr.24463) 191 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:27:56.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:56 smithi181 bash[21841]: cluster 2024-09-06T15:27:54.927297+0000 mgr.x (mgr.24463) 191 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:27:57.749 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:27:57 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:27:57] "GET /metrics HTTP/1.1" 200 38246 "" "Prometheus/2.43.0" 2024-09-06T15:27:58.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:27:58 smithi169 bash[19820]: cluster 2024-09-06T15:27:56.928009+0000 mgr.x (mgr.24463) 192 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:58.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:27:58 smithi169 bash[26469]: cluster 2024-09-06T15:27:56.928009+0000 mgr.x (mgr.24463) 192 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:27:58.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:27:58 smithi181 bash[21841]: cluster 2024-09-06T15:27:56.928009+0000 mgr.x (mgr.24463) 192 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:00.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:00 smithi169 bash[19820]: cluster 2024-09-06T15:27:58.929623+0000 mgr.x (mgr.24463) 193 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:28:00.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:00 smithi169 bash[26469]: cluster 2024-09-06T15:27:58.929623+0000 mgr.x (mgr.24463) 193 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:28:00.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:00 smithi181 bash[21841]: cluster 2024-09-06T15:27:58.929623+0000 mgr.x (mgr.24463) 193 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:28:01.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:01 smithi169 bash[19820]: audit 2024-09-06T15:27:59.760298+0000 mgr.x (mgr.24463) 194 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:28:01.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:01 smithi169 bash[26469]: audit 2024-09-06T15:27:59.760298+0000 mgr.x (mgr.24463) 194 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:28:01.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:01 smithi181 bash[21841]: audit 2024-09-06T15:27:59.760298+0000 mgr.x (mgr.24463) 194 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:28:02.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:02 smithi169 bash[19820]: cluster 2024-09-06T15:28:00.930275+0000 mgr.x (mgr.24463) 195 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:02.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:02 smithi169 bash[26469]: cluster 2024-09-06T15:28:00.930275+0000 mgr.x (mgr.24463) 195 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:02.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:02 smithi181 bash[21841]: cluster 2024-09-06T15:28:00.930275+0000 mgr.x (mgr.24463) 195 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:04.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:04 smithi169 bash[19820]: cluster 2024-09-06T15:28:02.931009+0000 mgr.x (mgr.24463) 196 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:04.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:04 smithi169 bash[26469]: cluster 2024-09-06T15:28:02.931009+0000 mgr.x (mgr.24463) 196 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:04.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:04 smithi181 bash[21841]: cluster 2024-09-06T15:28:02.931009+0000 mgr.x (mgr.24463) 196 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:06.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:06 smithi169 bash[19820]: cluster 2024-09-06T15:28:04.932659+0000 mgr.x (mgr.24463) 197 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:28:06.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:06 smithi169 bash[26469]: cluster 2024-09-06T15:28:04.932659+0000 mgr.x (mgr.24463) 197 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:28:06.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:06 smithi181 bash[21841]: cluster 2024-09-06T15:28:04.932659+0000 mgr.x (mgr.24463) 197 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:28:07.745 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:28:07 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:28:07] "GET /metrics HTTP/1.1" 200 38246 "" "Prometheus/2.43.0" 2024-09-06T15:28:08.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:08 smithi169 bash[19820]: cluster 2024-09-06T15:28:06.933342+0000 mgr.x (mgr.24463) 198 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:08.440 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:08 smithi169 bash[26469]: cluster 2024-09-06T15:28:06.933342+0000 mgr.x (mgr.24463) 198 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:08.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:08 smithi181 bash[21841]: cluster 2024-09-06T15:28:06.933342+0000 mgr.x (mgr.24463) 198 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:09.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:09 smithi169 bash[19820]: audit 2024-09-06T15:28:08.861502+0000 mon.c (mon.2) 97 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:28:09.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:09 smithi169 bash[26469]: audit 2024-09-06T15:28:08.861502+0000 mon.c (mon.2) 97 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:28:09.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:09 smithi181 bash[21841]: audit 2024-09-06T15:28:08.861502+0000 mon.c (mon.2) 97 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:28:10.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:10 smithi169 bash[19820]: cluster 2024-09-06T15:28:08.934915+0000 mgr.x (mgr.24463) 199 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:28:10.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:10 smithi169 bash[26469]: cluster 2024-09-06T15:28:08.934915+0000 mgr.x (mgr.24463) 199 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:28:10.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:10 smithi181 bash[21841]: cluster 2024-09-06T15:28:08.934915+0000 mgr.x (mgr.24463) 199 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:28:11.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:11 smithi169 bash[19820]: audit 2024-09-06T15:28:09.769120+0000 mgr.x (mgr.24463) 200 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:28:11.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:11 smithi169 bash[26469]: audit 2024-09-06T15:28:09.769120+0000 mgr.x (mgr.24463) 200 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:28:11.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:11 smithi181 bash[21841]: audit 2024-09-06T15:28:09.769120+0000 mgr.x (mgr.24463) 200 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:28:12.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:12 smithi169 bash[19820]: cluster 2024-09-06T15:28:10.935639+0000 mgr.x (mgr.24463) 201 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:12.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:12 smithi169 bash[26469]: cluster 2024-09-06T15:28:10.935639+0000 mgr.x (mgr.24463) 201 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:12.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:12 smithi181 bash[21841]: cluster 2024-09-06T15:28:10.935639+0000 mgr.x (mgr.24463) 201 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:14.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:14 smithi169 bash[19820]: cluster 2024-09-06T15:28:12.936343+0000 mgr.x (mgr.24463) 202 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:14.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:14 smithi169 bash[26469]: cluster 2024-09-06T15:28:12.936343+0000 mgr.x (mgr.24463) 202 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:14.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:14 smithi181 bash[21841]: cluster 2024-09-06T15:28:12.936343+0000 mgr.x (mgr.24463) 202 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:16.440 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:16 smithi169 bash[19820]: cluster 2024-09-06T15:28:14.938093+0000 mgr.x (mgr.24463) 203 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:28:16.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:16 smithi169 bash[26469]: cluster 2024-09-06T15:28:14.938093+0000 mgr.x (mgr.24463) 203 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:28:16.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:16 smithi181 bash[21841]: cluster 2024-09-06T15:28:14.938093+0000 mgr.x (mgr.24463) 203 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:28:17.746 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:28:17 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:28:17] "GET /metrics HTTP/1.1" 200 38244 "" "Prometheus/2.43.0" 2024-09-06T15:28:18.441 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:18 smithi169 bash[19820]: cluster 2024-09-06T15:28:16.938831+0000 mgr.x (mgr.24463) 204 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:18.441 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:18 smithi169 bash[26469]: cluster 2024-09-06T15:28:16.938831+0000 mgr.x (mgr.24463) 204 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:18.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:18 smithi181 bash[21841]: cluster 2024-09-06T15:28:16.938831+0000 mgr.x (mgr.24463) 204 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:19.746 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:28:19 smithi181 bash[46683]: logger=sqlstore.transactions t=2024-09-06T15:28:19.279950051Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-06T15:28:20.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:20 smithi181 bash[21841]: cluster 2024-09-06T15:28:18.940398+0000 mgr.x (mgr.24463) 205 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:28:20.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:20 smithi169 bash[19820]: cluster 2024-09-06T15:28:18.940398+0000 mgr.x (mgr.24463) 205 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:28:20.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:20 smithi169 bash[26469]: cluster 2024-09-06T15:28:18.940398+0000 mgr.x (mgr.24463) 205 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:28:21.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:21 smithi181 bash[21841]: audit 2024-09-06T15:28:19.774795+0000 mgr.x (mgr.24463) 206 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:28:21.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:21 smithi169 bash[19820]: audit 2024-09-06T15:28:19.774795+0000 mgr.x (mgr.24463) 206 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:28:21.940 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:21 smithi169 bash[26469]: audit 2024-09-06T15:28:19.774795+0000 mgr.x (mgr.24463) 206 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:28:22.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:22 smithi181 bash[21841]: cluster 2024-09-06T15:28:20.941089+0000 mgr.x (mgr.24463) 207 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:22.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:22 smithi169 bash[19820]: cluster 2024-09-06T15:28:20.941089+0000 mgr.x (mgr.24463) 207 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:22.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:22 smithi169 bash[26469]: cluster 2024-09-06T15:28:20.941089+0000 mgr.x (mgr.24463) 207 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:24.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:24 smithi181 bash[21841]: cluster 2024-09-06T15:28:22.941832+0000 mgr.x (mgr.24463) 208 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:24.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:24 smithi181 bash[21841]: audit 2024-09-06T15:28:23.861871+0000 mon.c (mon.2) 98 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:28:24.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:24 smithi169 bash[19820]: cluster 2024-09-06T15:28:22.941832+0000 mgr.x (mgr.24463) 208 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:24.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:24 smithi169 bash[19820]: audit 2024-09-06T15:28:23.861871+0000 mon.c (mon.2) 98 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:28:24.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:24 smithi169 bash[26469]: cluster 2024-09-06T15:28:22.941832+0000 mgr.x (mgr.24463) 208 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:24.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:24 smithi169 bash[26469]: audit 2024-09-06T15:28:23.861871+0000 mon.c (mon.2) 98 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:28:26.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:26 smithi181 bash[21841]: cluster 2024-09-06T15:28:24.943463+0000 mgr.x (mgr.24463) 209 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:28:26.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:26 smithi169 bash[19820]: cluster 2024-09-06T15:28:24.943463+0000 mgr.x (mgr.24463) 209 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:28:26.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:26 smithi169 bash[26469]: cluster 2024-09-06T15:28:24.943463+0000 mgr.x (mgr.24463) 209 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:28:27.746 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:28:27 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:28:27] "GET /metrics HTTP/1.1" 200 38246 "" "Prometheus/2.43.0" 2024-09-06T15:28:28.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:28 smithi181 bash[21841]: cluster 2024-09-06T15:28:26.944190+0000 mgr.x (mgr.24463) 210 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:28.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:28 smithi169 bash[19820]: cluster 2024-09-06T15:28:26.944190+0000 mgr.x (mgr.24463) 210 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:28.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:28 smithi169 bash[26469]: cluster 2024-09-06T15:28:26.944190+0000 mgr.x (mgr.24463) 210 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:30.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:30 smithi181 bash[21841]: cluster 2024-09-06T15:28:28.945798+0000 mgr.x (mgr.24463) 211 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:28:30.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:30 smithi169 bash[19820]: cluster 2024-09-06T15:28:28.945798+0000 mgr.x (mgr.24463) 211 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:28:30.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:30 smithi169 bash[26469]: cluster 2024-09-06T15:28:28.945798+0000 mgr.x (mgr.24463) 211 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:28:31.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:31 smithi181 bash[21841]: audit 2024-09-06T15:28:29.785352+0000 mgr.x (mgr.24463) 212 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:28:31.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:31 smithi169 bash[19820]: audit 2024-09-06T15:28:29.785352+0000 mgr.x (mgr.24463) 212 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:28:31.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:31 smithi169 bash[26469]: audit 2024-09-06T15:28:29.785352+0000 mgr.x (mgr.24463) 212 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:28:32.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:32 smithi181 bash[21841]: cluster 2024-09-06T15:28:30.946538+0000 mgr.x (mgr.24463) 213 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:32.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:32 smithi169 bash[19820]: cluster 2024-09-06T15:28:30.946538+0000 mgr.x (mgr.24463) 213 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:32.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:32 smithi169 bash[26469]: cluster 2024-09-06T15:28:30.946538+0000 mgr.x (mgr.24463) 213 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:34.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:34 smithi181 bash[21841]: cluster 2024-09-06T15:28:32.947269+0000 mgr.x (mgr.24463) 214 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:34.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:34 smithi169 bash[19820]: cluster 2024-09-06T15:28:32.947269+0000 mgr.x (mgr.24463) 214 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:34.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:34 smithi169 bash[26469]: cluster 2024-09-06T15:28:32.947269+0000 mgr.x (mgr.24463) 214 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:36.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:36 smithi169 bash[19820]: cluster 2024-09-06T15:28:34.948930+0000 mgr.x (mgr.24463) 215 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:28:36.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:36 smithi169 bash[26469]: cluster 2024-09-06T15:28:34.948930+0000 mgr.x (mgr.24463) 215 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:28:36.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:36 smithi181 bash[21841]: cluster 2024-09-06T15:28:34.948930+0000 mgr.x (mgr.24463) 215 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:28:37.746 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:28:37 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:28:37] "GET /metrics HTTP/1.1" 200 38246 "" "Prometheus/2.43.0" 2024-09-06T15:28:38.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:38 smithi169 bash[19820]: cluster 2024-09-06T15:28:36.949679+0000 mgr.x (mgr.24463) 216 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:38.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:38 smithi169 bash[26469]: cluster 2024-09-06T15:28:36.949679+0000 mgr.x (mgr.24463) 216 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:38.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:38 smithi181 bash[21841]: cluster 2024-09-06T15:28:36.949679+0000 mgr.x (mgr.24463) 216 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:39.790 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:39 smithi169 bash[19820]: audit 2024-09-06T15:28:38.862243+0000 mon.c (mon.2) 99 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:28:39.790 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:39 smithi169 bash[26469]: audit 2024-09-06T15:28:38.862243+0000 mon.c (mon.2) 99 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:28:39.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:39 smithi181 bash[21841]: audit 2024-09-06T15:28:38.862243+0000 mon.c (mon.2) 99 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:28:40.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:40 smithi169 bash[19820]: cluster 2024-09-06T15:28:38.951304+0000 mgr.x (mgr.24463) 217 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:28:40.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:40 smithi169 bash[26469]: cluster 2024-09-06T15:28:38.951304+0000 mgr.x (mgr.24463) 217 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:28:40.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:40 smithi181 bash[21841]: cluster 2024-09-06T15:28:38.951304+0000 mgr.x (mgr.24463) 217 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:28:41.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:41 smithi169 bash[19820]: audit 2024-09-06T15:28:39.793253+0000 mgr.x (mgr.24463) 218 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:28:41.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:41 smithi169 bash[26469]: audit 2024-09-06T15:28:39.793253+0000 mgr.x (mgr.24463) 218 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:28:41.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:41 smithi181 bash[21841]: audit 2024-09-06T15:28:39.793253+0000 mgr.x (mgr.24463) 218 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:28:42.940 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:42 smithi169 bash[19820]: cluster 2024-09-06T15:28:40.952093+0000 mgr.x (mgr.24463) 219 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:42.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:42 smithi169 bash[26469]: cluster 2024-09-06T15:28:40.952093+0000 mgr.x (mgr.24463) 219 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:42.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:42 smithi181 bash[21841]: cluster 2024-09-06T15:28:40.952093+0000 mgr.x (mgr.24463) 219 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:44.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:44 smithi169 bash[19820]: cluster 2024-09-06T15:28:42.952849+0000 mgr.x (mgr.24463) 220 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:44.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:44 smithi169 bash[26469]: cluster 2024-09-06T15:28:42.952849+0000 mgr.x (mgr.24463) 220 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:44.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:44 smithi181 bash[21841]: cluster 2024-09-06T15:28:42.952849+0000 mgr.x (mgr.24463) 220 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:46.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:46 smithi169 bash[19820]: cluster 2024-09-06T15:28:44.954517+0000 mgr.x (mgr.24463) 221 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:28:46.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:46 smithi169 bash[19820]: audit 2024-09-06T15:28:45.743094+0000 mon.a (mon.0) 1158 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:28:46.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:46 smithi169 bash[19820]: audit 2024-09-06T15:28:45.753225+0000 mon.a (mon.0) 1159 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:28:46.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:46 smithi169 bash[19820]: audit 2024-09-06T15:28:46.446058+0000 mon.c (mon.2) 100 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:28:46.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:46 smithi169 bash[19820]: audit 2024-09-06T15:28:46.448090+0000 mon.c (mon.2) 101 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:28:46.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:46 smithi169 bash[19820]: audit 2024-09-06T15:28:46.458897+0000 mon.a (mon.0) 1160 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:28:46.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:46 smithi169 bash[26469]: cluster 2024-09-06T15:28:44.954517+0000 mgr.x (mgr.24463) 221 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:28:46.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:46 smithi169 bash[26469]: audit 2024-09-06T15:28:45.743094+0000 mon.a (mon.0) 1158 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:28:46.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:46 smithi169 bash[26469]: audit 2024-09-06T15:28:45.753225+0000 mon.a (mon.0) 1159 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:28:46.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:46 smithi169 bash[26469]: audit 2024-09-06T15:28:46.446058+0000 mon.c (mon.2) 100 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:28:46.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:46 smithi169 bash[26469]: audit 2024-09-06T15:28:46.448090+0000 mon.c (mon.2) 101 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:28:46.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:46 smithi169 bash[26469]: audit 2024-09-06T15:28:46.458897+0000 mon.a (mon.0) 1160 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:28:46.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:46 smithi181 bash[21841]: cluster 2024-09-06T15:28:44.954517+0000 mgr.x (mgr.24463) 221 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:28:46.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:46 smithi181 bash[21841]: audit 2024-09-06T15:28:45.743094+0000 mon.a (mon.0) 1158 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:28:46.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:46 smithi181 bash[21841]: audit 2024-09-06T15:28:45.753225+0000 mon.a (mon.0) 1159 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:28:46.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:46 smithi181 bash[21841]: audit 2024-09-06T15:28:46.446058+0000 mon.c (mon.2) 100 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:28:46.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:46 smithi181 bash[21841]: audit 2024-09-06T15:28:46.448090+0000 mon.c (mon.2) 101 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:28:46.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:46 smithi181 bash[21841]: audit 2024-09-06T15:28:46.458897+0000 mon.a (mon.0) 1160 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:28:47.746 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:28:47 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:28:47] "GET /metrics HTTP/1.1" 200 38241 "" "Prometheus/2.43.0" 2024-09-06T15:28:48.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:48 smithi169 bash[19820]: cluster 2024-09-06T15:28:46.955248+0000 mgr.x (mgr.24463) 222 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:48.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:48 smithi169 bash[26469]: cluster 2024-09-06T15:28:46.955248+0000 mgr.x (mgr.24463) 222 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:48.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:48 smithi181 bash[21841]: cluster 2024-09-06T15:28:46.955248+0000 mgr.x (mgr.24463) 222 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:50.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:50 smithi169 bash[19820]: cluster 2024-09-06T15:28:48.956834+0000 mgr.x (mgr.24463) 223 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:28:50.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:50 smithi169 bash[26469]: cluster 2024-09-06T15:28:48.956834+0000 mgr.x (mgr.24463) 223 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:28:50.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:50 smithi181 bash[21841]: cluster 2024-09-06T15:28:48.956834+0000 mgr.x (mgr.24463) 223 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:28:51.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:51 smithi169 bash[19820]: audit 2024-09-06T15:28:49.802833+0000 mgr.x (mgr.24463) 224 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:28:51.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:51 smithi169 bash[26469]: audit 2024-09-06T15:28:49.802833+0000 mgr.x (mgr.24463) 224 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:28:51.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:51 smithi181 bash[21841]: audit 2024-09-06T15:28:49.802833+0000 mgr.x (mgr.24463) 224 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:28:52.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:52 smithi169 bash[19820]: cluster 2024-09-06T15:28:50.957586+0000 mgr.x (mgr.24463) 225 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:52.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:52 smithi169 bash[26469]: cluster 2024-09-06T15:28:50.957586+0000 mgr.x (mgr.24463) 225 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:52.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:52 smithi181 bash[21841]: cluster 2024-09-06T15:28:50.957586+0000 mgr.x (mgr.24463) 225 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:54.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:54 smithi169 bash[19820]: cluster 2024-09-06T15:28:52.958315+0000 mgr.x (mgr.24463) 226 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:54.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:54 smithi169 bash[19820]: audit 2024-09-06T15:28:53.862426+0000 mon.c (mon.2) 102 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:28:54.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:54 smithi169 bash[26469]: cluster 2024-09-06T15:28:52.958315+0000 mgr.x (mgr.24463) 226 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:54.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:54 smithi169 bash[26469]: audit 2024-09-06T15:28:53.862426+0000 mon.c (mon.2) 102 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:28:54.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:54 smithi181 bash[21841]: cluster 2024-09-06T15:28:52.958315+0000 mgr.x (mgr.24463) 226 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:54.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:54 smithi181 bash[21841]: audit 2024-09-06T15:28:53.862426+0000 mon.c (mon.2) 102 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:28:56.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:56 smithi169 bash[19820]: cluster 2024-09-06T15:28:54.959956+0000 mgr.x (mgr.24463) 227 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:28:56.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:56 smithi169 bash[26469]: cluster 2024-09-06T15:28:54.959956+0000 mgr.x (mgr.24463) 227 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:28:56.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:56 smithi181 bash[21841]: cluster 2024-09-06T15:28:54.959956+0000 mgr.x (mgr.24463) 227 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:28:57.746 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:28:57 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:28:57] "GET /metrics HTTP/1.1" 200 38244 "" "Prometheus/2.43.0" 2024-09-06T15:28:58.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:28:58 smithi169 bash[19820]: cluster 2024-09-06T15:28:56.960682+0000 mgr.x (mgr.24463) 228 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:58.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:28:58 smithi169 bash[26469]: cluster 2024-09-06T15:28:56.960682+0000 mgr.x (mgr.24463) 228 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:28:58.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:28:58 smithi181 bash[21841]: cluster 2024-09-06T15:28:56.960682+0000 mgr.x (mgr.24463) 228 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:00.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:00 smithi169 bash[19820]: cluster 2024-09-06T15:28:58.962330+0000 mgr.x (mgr.24463) 229 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:29:00.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:00 smithi169 bash[26469]: cluster 2024-09-06T15:28:58.962330+0000 mgr.x (mgr.24463) 229 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:29:00.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:00 smithi181 bash[21841]: cluster 2024-09-06T15:28:58.962330+0000 mgr.x (mgr.24463) 229 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:29:01.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:01 smithi169 bash[19820]: audit 2024-09-06T15:28:59.809516+0000 mgr.x (mgr.24463) 230 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:29:01.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:01 smithi169 bash[26469]: audit 2024-09-06T15:28:59.809516+0000 mgr.x (mgr.24463) 230 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:29:01.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:01 smithi181 bash[21841]: audit 2024-09-06T15:28:59.809516+0000 mgr.x (mgr.24463) 230 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:29:02.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:02 smithi169 bash[19820]: cluster 2024-09-06T15:29:00.963053+0000 mgr.x (mgr.24463) 231 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:02.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:02 smithi169 bash[26469]: cluster 2024-09-06T15:29:00.963053+0000 mgr.x (mgr.24463) 231 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:02.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:02 smithi181 bash[21841]: cluster 2024-09-06T15:29:00.963053+0000 mgr.x (mgr.24463) 231 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:04.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:04 smithi169 bash[19820]: cluster 2024-09-06T15:29:02.963783+0000 mgr.x (mgr.24463) 232 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:04.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:04 smithi169 bash[26469]: cluster 2024-09-06T15:29:02.963783+0000 mgr.x (mgr.24463) 232 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:04.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:04 smithi181 bash[21841]: cluster 2024-09-06T15:29:02.963783+0000 mgr.x (mgr.24463) 232 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:06.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:06 smithi169 bash[19820]: cluster 2024-09-06T15:29:04.965481+0000 mgr.x (mgr.24463) 233 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:29:06.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:06 smithi169 bash[26469]: cluster 2024-09-06T15:29:04.965481+0000 mgr.x (mgr.24463) 233 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:29:06.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:06 smithi181 bash[21841]: cluster 2024-09-06T15:29:04.965481+0000 mgr.x (mgr.24463) 233 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:29:07.746 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:29:07 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:29:07] "GET /metrics HTTP/1.1" 200 38244 "" "Prometheus/2.43.0" 2024-09-06T15:29:08.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:08 smithi169 bash[19820]: cluster 2024-09-06T15:29:06.966261+0000 mgr.x (mgr.24463) 234 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:08.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:08 smithi169 bash[26469]: cluster 2024-09-06T15:29:06.966261+0000 mgr.x (mgr.24463) 234 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:08.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:08 smithi181 bash[21841]: cluster 2024-09-06T15:29:06.966261+0000 mgr.x (mgr.24463) 234 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:09.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:09 smithi169 bash[19820]: audit 2024-09-06T15:29:08.862796+0000 mon.c (mon.2) 103 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:29:09.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:09 smithi169 bash[26469]: audit 2024-09-06T15:29:08.862796+0000 mon.c (mon.2) 103 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:29:09.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:09 smithi181 bash[21841]: audit 2024-09-06T15:29:08.862796+0000 mon.c (mon.2) 103 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:29:10.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:10 smithi169 bash[19820]: cluster 2024-09-06T15:29:08.967832+0000 mgr.x (mgr.24463) 235 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:29:10.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:10 smithi169 bash[26469]: cluster 2024-09-06T15:29:08.967832+0000 mgr.x (mgr.24463) 235 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:29:10.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:10 smithi181 bash[21841]: cluster 2024-09-06T15:29:08.967832+0000 mgr.x (mgr.24463) 235 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:29:11.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:11 smithi169 bash[26469]: audit 2024-09-06T15:29:09.815448+0000 mgr.x (mgr.24463) 236 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:29:11.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:11 smithi169 bash[19820]: audit 2024-09-06T15:29:09.815448+0000 mgr.x (mgr.24463) 236 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:29:11.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:11 smithi181 bash[21841]: audit 2024-09-06T15:29:09.815448+0000 mgr.x (mgr.24463) 236 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:29:12.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:12 smithi169 bash[19820]: cluster 2024-09-06T15:29:10.968556+0000 mgr.x (mgr.24463) 237 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:12.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:12 smithi169 bash[26469]: cluster 2024-09-06T15:29:10.968556+0000 mgr.x (mgr.24463) 237 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:12.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:12 smithi181 bash[21841]: cluster 2024-09-06T15:29:10.968556+0000 mgr.x (mgr.24463) 237 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:14.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:14 smithi169 bash[19820]: cluster 2024-09-06T15:29:12.969305+0000 mgr.x (mgr.24463) 238 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:14.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:14 smithi169 bash[26469]: cluster 2024-09-06T15:29:12.969305+0000 mgr.x (mgr.24463) 238 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:14.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:14 smithi181 bash[21841]: cluster 2024-09-06T15:29:12.969305+0000 mgr.x (mgr.24463) 238 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:16.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:16 smithi169 bash[19820]: cluster 2024-09-06T15:29:14.970991+0000 mgr.x (mgr.24463) 239 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:29:16.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:16 smithi169 bash[26469]: cluster 2024-09-06T15:29:14.970991+0000 mgr.x (mgr.24463) 239 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:29:16.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:16 smithi181 bash[21841]: cluster 2024-09-06T15:29:14.970991+0000 mgr.x (mgr.24463) 239 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:29:17.746 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:29:17 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:29:17] "GET /metrics HTTP/1.1" 200 38241 "" "Prometheus/2.43.0" 2024-09-06T15:29:18.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:18 smithi169 bash[19820]: cluster 2024-09-06T15:29:16.971725+0000 mgr.x (mgr.24463) 240 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:18.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:18 smithi169 bash[26469]: cluster 2024-09-06T15:29:16.971725+0000 mgr.x (mgr.24463) 240 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:18.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:18 smithi181 bash[21841]: cluster 2024-09-06T15:29:16.971725+0000 mgr.x (mgr.24463) 240 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:20.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:20 smithi169 bash[19820]: cluster 2024-09-06T15:29:18.973414+0000 mgr.x (mgr.24463) 241 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:29:20.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:20 smithi169 bash[26469]: cluster 2024-09-06T15:29:18.973414+0000 mgr.x (mgr.24463) 241 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:29:20.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:20 smithi181 bash[21841]: cluster 2024-09-06T15:29:18.973414+0000 mgr.x (mgr.24463) 241 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:29:21.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:21 smithi169 bash[19820]: audit 2024-09-06T15:29:19.821811+0000 mgr.x (mgr.24463) 242 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:29:21.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:21 smithi169 bash[26469]: audit 2024-09-06T15:29:19.821811+0000 mgr.x (mgr.24463) 242 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:29:21.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:21 smithi181 bash[21841]: audit 2024-09-06T15:29:19.821811+0000 mgr.x (mgr.24463) 242 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:29:22.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:22 smithi169 bash[19820]: cluster 2024-09-06T15:29:20.974141+0000 mgr.x (mgr.24463) 243 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:22.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:22 smithi169 bash[26469]: cluster 2024-09-06T15:29:20.974141+0000 mgr.x (mgr.24463) 243 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:22.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:22 smithi181 bash[21841]: cluster 2024-09-06T15:29:20.974141+0000 mgr.x (mgr.24463) 243 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:24.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:24 smithi169 bash[19820]: cluster 2024-09-06T15:29:22.975127+0000 mgr.x (mgr.24463) 244 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:24.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:24 smithi169 bash[19820]: audit 2024-09-06T15:29:23.862930+0000 mon.c (mon.2) 104 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:29:24.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:24 smithi169 bash[26469]: cluster 2024-09-06T15:29:22.975127+0000 mgr.x (mgr.24463) 244 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:24.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:24 smithi169 bash[26469]: audit 2024-09-06T15:29:23.862930+0000 mon.c (mon.2) 104 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:29:24.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:24 smithi181 bash[21841]: cluster 2024-09-06T15:29:22.975127+0000 mgr.x (mgr.24463) 244 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:24.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:24 smithi181 bash[21841]: audit 2024-09-06T15:29:23.862930+0000 mon.c (mon.2) 104 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:29:26.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:26 smithi169 bash[19820]: cluster 2024-09-06T15:29:24.976774+0000 mgr.x (mgr.24463) 245 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:29:26.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:26 smithi169 bash[26469]: cluster 2024-09-06T15:29:24.976774+0000 mgr.x (mgr.24463) 245 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:29:26.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:26 smithi181 bash[21841]: cluster 2024-09-06T15:29:24.976774+0000 mgr.x (mgr.24463) 245 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:29:27.746 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:29:27 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:29:27] "GET /metrics HTTP/1.1" 200 38246 "" "Prometheus/2.43.0" 2024-09-06T15:29:28.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:28 smithi169 bash[19820]: cluster 2024-09-06T15:29:26.977546+0000 mgr.x (mgr.24463) 246 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:28.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:28 smithi169 bash[26469]: cluster 2024-09-06T15:29:26.977546+0000 mgr.x (mgr.24463) 246 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:28.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:28 smithi181 bash[21841]: cluster 2024-09-06T15:29:26.977546+0000 mgr.x (mgr.24463) 246 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:30.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:30 smithi169 bash[19820]: cluster 2024-09-06T15:29:28.979119+0000 mgr.x (mgr.24463) 247 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:29:30.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:30 smithi169 bash[26469]: cluster 2024-09-06T15:29:28.979119+0000 mgr.x (mgr.24463) 247 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:29:30.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:30 smithi181 bash[21841]: cluster 2024-09-06T15:29:28.979119+0000 mgr.x (mgr.24463) 247 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:29:31.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:31 smithi169 bash[19820]: audit 2024-09-06T15:29:29.829665+0000 mgr.x (mgr.24463) 248 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:29:31.941 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:31 smithi169 bash[26469]: audit 2024-09-06T15:29:29.829665+0000 mgr.x (mgr.24463) 248 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:29:31.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:31 smithi181 bash[21841]: audit 2024-09-06T15:29:29.829665+0000 mgr.x (mgr.24463) 248 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:29:32.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:32 smithi169 bash[19820]: cluster 2024-09-06T15:29:30.979864+0000 mgr.x (mgr.24463) 249 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:32.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:32 smithi169 bash[26469]: cluster 2024-09-06T15:29:30.979864+0000 mgr.x (mgr.24463) 249 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:32.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:32 smithi181 bash[21841]: cluster 2024-09-06T15:29:30.979864+0000 mgr.x (mgr.24463) 249 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:34.941 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:34 smithi169 bash[19820]: cluster 2024-09-06T15:29:32.980597+0000 mgr.x (mgr.24463) 250 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:34.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:34 smithi169 bash[26469]: cluster 2024-09-06T15:29:32.980597+0000 mgr.x (mgr.24463) 250 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:34.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:34 smithi181 bash[21841]: cluster 2024-09-06T15:29:32.980597+0000 mgr.x (mgr.24463) 250 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:36.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:36 smithi181 bash[21841]: cluster 2024-09-06T15:29:34.982268+0000 mgr.x (mgr.24463) 251 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:29:37.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:36 smithi169 bash[19820]: cluster 2024-09-06T15:29:34.982268+0000 mgr.x (mgr.24463) 251 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:29:37.191 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:36 smithi169 bash[26469]: cluster 2024-09-06T15:29:34.982268+0000 mgr.x (mgr.24463) 251 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:29:37.746 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:29:37 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:29:37] "GET /metrics HTTP/1.1" 200 38246 "" "Prometheus/2.43.0" 2024-09-06T15:29:38.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:38 smithi181 bash[21841]: cluster 2024-09-06T15:29:36.982990+0000 mgr.x (mgr.24463) 252 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:39.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:38 smithi169 bash[19820]: cluster 2024-09-06T15:29:36.982990+0000 mgr.x (mgr.24463) 252 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:39.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:38 smithi169 bash[26469]: cluster 2024-09-06T15:29:36.982990+0000 mgr.x (mgr.24463) 252 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:39.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:39 smithi181 bash[21841]: audit 2024-09-06T15:29:38.863169+0000 mon.c (mon.2) 105 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:29:40.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:39 smithi169 bash[19820]: audit 2024-09-06T15:29:38.863169+0000 mon.c (mon.2) 105 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:29:40.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:39 smithi169 bash[26469]: audit 2024-09-06T15:29:38.863169+0000 mon.c (mon.2) 105 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:29:40.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:40 smithi181 bash[21841]: cluster 2024-09-06T15:29:38.984616+0000 mgr.x (mgr.24463) 253 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:29:41.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:40 smithi169 bash[19820]: cluster 2024-09-06T15:29:38.984616+0000 mgr.x (mgr.24463) 253 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:29:41.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:40 smithi169 bash[26469]: cluster 2024-09-06T15:29:38.984616+0000 mgr.x (mgr.24463) 253 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:29:41.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:41 smithi181 bash[21841]: audit 2024-09-06T15:29:39.841261+0000 mgr.x (mgr.24463) 254 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:29:42.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:41 smithi169 bash[19820]: audit 2024-09-06T15:29:39.841261+0000 mgr.x (mgr.24463) 254 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:29:42.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:41 smithi169 bash[26469]: audit 2024-09-06T15:29:39.841261+0000 mgr.x (mgr.24463) 254 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:29:42.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:42 smithi181 bash[21841]: cluster 2024-09-06T15:29:40.985370+0000 mgr.x (mgr.24463) 255 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:43.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:42 smithi169 bash[19820]: cluster 2024-09-06T15:29:40.985370+0000 mgr.x (mgr.24463) 255 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:43.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:42 smithi169 bash[26469]: cluster 2024-09-06T15:29:40.985370+0000 mgr.x (mgr.24463) 255 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:43.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:43 smithi181 bash[21841]: cluster 2024-09-06T15:29:42.986054+0000 mgr.x (mgr.24463) 256 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:44.191 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:43 smithi169 bash[19820]: cluster 2024-09-06T15:29:42.986054+0000 mgr.x (mgr.24463) 256 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:44.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:43 smithi169 bash[26469]: cluster 2024-09-06T15:29:42.986054+0000 mgr.x (mgr.24463) 256 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:46.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:46 smithi169 bash[19820]: cluster 2024-09-06T15:29:44.987795+0000 mgr.x (mgr.24463) 257 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:29:46.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:46 smithi169 bash[26469]: cluster 2024-09-06T15:29:44.987795+0000 mgr.x (mgr.24463) 257 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:29:46.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:46 smithi181 bash[21841]: cluster 2024-09-06T15:29:44.987795+0000 mgr.x (mgr.24463) 257 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:29:47.746 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:29:47 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:29:47] "GET /metrics HTTP/1.1" 200 38245 "" "Prometheus/2.43.0" 2024-09-06T15:29:48.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:48 smithi169 bash[19820]: cluster 2024-09-06T15:29:46.988663+0000 mgr.x (mgr.24463) 258 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:48.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:48 smithi169 bash[19820]: audit 2024-09-06T15:29:47.362258+0000 mon.c (mon.2) 106 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:29:48.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:48 smithi169 bash[19820]: audit 2024-09-06T15:29:47.364443+0000 mon.c (mon.2) 107 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:29:48.443 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:48 smithi169 bash[19820]: audit 2024-09-06T15:29:47.375653+0000 mon.a (mon.0) 1161 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:29:48.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:48 smithi169 bash[26469]: cluster 2024-09-06T15:29:46.988663+0000 mgr.x (mgr.24463) 258 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:48.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:48 smithi169 bash[26469]: audit 2024-09-06T15:29:47.362258+0000 mon.c (mon.2) 106 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:29:48.443 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:48 smithi169 bash[26469]: audit 2024-09-06T15:29:47.364443+0000 mon.c (mon.2) 107 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:29:48.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:48 smithi169 bash[26469]: audit 2024-09-06T15:29:47.375653+0000 mon.a (mon.0) 1161 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:29:48.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:48 smithi181 bash[21841]: cluster 2024-09-06T15:29:46.988663+0000 mgr.x (mgr.24463) 258 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:48.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:48 smithi181 bash[21841]: audit 2024-09-06T15:29:47.362258+0000 mon.c (mon.2) 106 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:29:48.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:48 smithi181 bash[21841]: audit 2024-09-06T15:29:47.364443+0000 mon.c (mon.2) 107 : audit [INF] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:29:48.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:48 smithi181 bash[21841]: audit 2024-09-06T15:29:47.375653+0000 mon.a (mon.0) 1161 : audit [INF] from='mgr.24463 ' entity='mgr.x' 2024-09-06T15:29:50.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:50 smithi169 bash[19820]: cluster 2024-09-06T15:29:48.990317+0000 mgr.x (mgr.24463) 259 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:29:50.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:50 smithi169 bash[26469]: cluster 2024-09-06T15:29:48.990317+0000 mgr.x (mgr.24463) 259 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:29:50.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:50 smithi181 bash[21841]: cluster 2024-09-06T15:29:48.990317+0000 mgr.x (mgr.24463) 259 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:29:51.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:51 smithi169 bash[19820]: audit 2024-09-06T15:29:49.852780+0000 mgr.x (mgr.24463) 260 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:29:51.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:51 smithi169 bash[26469]: audit 2024-09-06T15:29:49.852780+0000 mgr.x (mgr.24463) 260 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:29:51.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:51 smithi181 bash[21841]: audit 2024-09-06T15:29:49.852780+0000 mgr.x (mgr.24463) 260 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:29:52.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:52 smithi169 bash[19820]: cluster 2024-09-06T15:29:50.991043+0000 mgr.x (mgr.24463) 261 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:52.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:52 smithi169 bash[26469]: cluster 2024-09-06T15:29:50.991043+0000 mgr.x (mgr.24463) 261 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:52.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:52 smithi181 bash[21841]: cluster 2024-09-06T15:29:50.991043+0000 mgr.x (mgr.24463) 261 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:53.950 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph orch ps' 2024-09-06T15:29:54.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:54 smithi169 bash[19820]: cluster 2024-09-06T15:29:52.991900+0000 mgr.x (mgr.24463) 262 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:54.442 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:54 smithi169 bash[19820]: audit 2024-09-06T15:29:53.863264+0000 mon.c (mon.2) 108 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:29:54.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:54 smithi169 bash[26469]: cluster 2024-09-06T15:29:52.991900+0000 mgr.x (mgr.24463) 262 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:54.442 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:54 smithi169 bash[26469]: audit 2024-09-06T15:29:53.863264+0000 mon.c (mon.2) 108 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:29:54.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:54 smithi181 bash[21841]: cluster 2024-09-06T15:29:52.991900+0000 mgr.x (mgr.24463) 262 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:54.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:54 smithi181 bash[21841]: audit 2024-09-06T15:29:53.863264+0000 mon.c (mon.2) 108 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:29:56.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:56 smithi181 bash[21841]: cluster 2024-09-06T15:29:54.993579+0000 mgr.x (mgr.24463) 263 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:29:56.942 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:56 smithi169 bash[19820]: cluster 2024-09-06T15:29:54.993579+0000 mgr.x (mgr.24463) 263 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:29:56.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:56 smithi169 bash[26469]: cluster 2024-09-06T15:29:54.993579+0000 mgr.x (mgr.24463) 263 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:29:57.746 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:29:57 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:29:57] "GET /metrics HTTP/1.1" 200 38244 "" "Prometheus/2.43.0" 2024-09-06T15:29:58.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:29:58 smithi181 bash[21841]: cluster 2024-09-06T15:29:56.994300+0000 mgr.x (mgr.24463) 264 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:58.765 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:29:58.863 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:29:58 smithi169 bash[19820]: cluster 2024-09-06T15:29:56.994300+0000 mgr.x (mgr.24463) 264 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:29:58.864 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:29:58 smithi169 bash[26469]: cluster 2024-09-06T15:29:56.994300+0000 mgr.x (mgr.24463) 264 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:30:00.233 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-06T15:30:00.234 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (16m) 74s ago 17m 13.9M - 0.25.0 c8568f914cd2 ae7ff3ddd464 2024-09-06T15:30:00.234 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi181 *:3000 running (17m) 2m ago 17m 74.3M - 9.4.12 2bacad6d85d8 3a07dedb5cb8 2024-09-06T15:30:00.234 INFO:teuthology.orchestra.run.smithi169.stdout:iscsi.foo.smithi169.yxosuq smithi169 *:5000 running (6m) 74s ago 14m 48.0M - 3.8 b6db46a449e5 7bb21637fd2d 2024-09-06T15:30:00.234 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi181 *:8443,9283,8765 running (9m) 2m ago 25m 498M - 19.3.0-4704-g8b38c33c 1c45aca0610a 00d29f9568fa 2024-09-06T15:30:00.234 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (2m) 74s ago 27m 436M - 19.3.0-4704-g8b38c33c 1c45aca0610a 5f9711fb78b7 2024-09-06T15:30:00.234 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (28m) 74s ago 28m 68.1M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 e9246768aa61 2024-09-06T15:30:00.234 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi181 running (26m) 2m ago 26m 46.7M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 ae587368c103 2024-09-06T15:30:00.234 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (26m) 74s ago 26m 48.6M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 f845352189fb 2024-09-06T15:30:00.234 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (17m) 74s ago 17m 8760k - 1.5.0 0da6a335fe13 db564af40cf2 2024-09-06T15:30:00.234 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi181 *:9100 running (17m) 2m ago 17m 8836k - 1.5.0 0da6a335fe13 f0040460eadd 2024-09-06T15:30:00.235 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (24m) 74s ago 25m 55.4M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 cec969796af3 2024-09-06T15:30:00.235 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (24m) 74s ago 24m 63.4M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 d527f97f0b83 2024-09-06T15:30:00.235 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (23m) 74s ago 23m 59.7M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 303b15f1c60b 2024-09-06T15:30:00.235 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (22m) 74s ago 22m 62.3M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 524c24c2c8fd 2024-09-06T15:30:00.235 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi181 running (21m) 2m ago 21m 62.5M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 c9c9286e40c9 2024-09-06T15:30:00.235 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi181 running (20m) 2m ago 20m 52.4M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 427ff3118a0b 2024-09-06T15:30:00.235 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi181 running (19m) 2m ago 19m 60.7M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 9e6f947064d2 2024-09-06T15:30:00.235 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi181 running (18m) 2m ago 18m 62.4M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 a94f6f351ffd 2024-09-06T15:30:00.235 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi181 *:9095 running (6m) 2m ago 17m 42.5M - 2.43.0 a07b618ecd1d 87592020cb64 2024-09-06T15:30:00.235 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi169.svrjnx smithi169 *:8000 running (15m) 74s ago 15m 97.8M - 19.1.1-268-g635ed4cf b6db46a449e5 73d895896783 2024-09-06T15:30:00.235 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi181.fqbtai smithi181 *:8000 running (15m) 2m ago 15m 97.6M - 19.1.1-268-g635ed4cf b6db46a449e5 4aaa91540a99 2024-09-06T15:30:00.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:00 smithi169 bash[19820]: cluster 2024-09-06T15:29:58.995891+0000 mgr.x (mgr.24463) 265 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:30:00.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:00 smithi169 bash[19820]: cluster 2024-09-06T15:30:00.000120+0000 mon.a (mon.0) 1162 : cluster [WRN] Health detail: HEALTH_WARN Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:30:00.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:00 smithi169 bash[19820]: cluster 2024-09-06T15:30:00.000158+0000 mon.a (mon.0) 1163 : cluster [WRN] [WRN] MGR_MODULE_DEPENDENCY: Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:30:00.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:00 smithi169 bash[19820]: cluster 2024-09-06T15:30:00.000174+0000 mon.a (mon.0) 1164 : cluster [WRN] Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:30:00.693 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:00 smithi169 bash[26469]: cluster 2024-09-06T15:29:58.995891+0000 mgr.x (mgr.24463) 265 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:30:00.693 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:00 smithi169 bash[26469]: cluster 2024-09-06T15:30:00.000120+0000 mon.a (mon.0) 1162 : cluster [WRN] Health detail: HEALTH_WARN Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:30:00.693 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:00 smithi169 bash[26469]: cluster 2024-09-06T15:30:00.000158+0000 mon.a (mon.0) 1163 : cluster [WRN] [WRN] MGR_MODULE_DEPENDENCY: Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:30:00.693 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:00 smithi169 bash[26469]: cluster 2024-09-06T15:30:00.000174+0000 mon.a (mon.0) 1164 : cluster [WRN] Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:30:00.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:00 smithi181 bash[21841]: cluster 2024-09-06T15:29:58.995891+0000 mgr.x (mgr.24463) 265 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:30:00.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:00 smithi181 bash[21841]: cluster 2024-09-06T15:30:00.000120+0000 mon.a (mon.0) 1162 : cluster [WRN] Health detail: HEALTH_WARN Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:30:00.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:00 smithi181 bash[21841]: cluster 2024-09-06T15:30:00.000158+0000 mon.a (mon.0) 1163 : cluster [WRN] [WRN] MGR_MODULE_DEPENDENCY: Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:30:00.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:00 smithi181 bash[21841]: cluster 2024-09-06T15:30:00.000174+0000 mon.a (mon.0) 1164 : cluster [WRN] Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:30:01.029 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph versions' 2024-09-06T15:30:01.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:01 smithi181 bash[21841]: audit 2024-09-06T15:29:59.862112+0000 mgr.x (mgr.24463) 266 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:30:01.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:01 smithi181 bash[21841]: audit 2024-09-06T15:30:00.199332+0000 mgr.x (mgr.24463) 267 : audit [DBG] from='client.15141 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:30:01.942 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:01 smithi169 bash[19820]: audit 2024-09-06T15:29:59.862112+0000 mgr.x (mgr.24463) 266 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:30:01.942 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:01 smithi169 bash[19820]: audit 2024-09-06T15:30:00.199332+0000 mgr.x (mgr.24463) 267 : audit [DBG] from='client.15141 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:30:01.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:01 smithi169 bash[26469]: audit 2024-09-06T15:29:59.862112+0000 mgr.x (mgr.24463) 266 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:30:01.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:01 smithi169 bash[26469]: audit 2024-09-06T15:30:00.199332+0000 mgr.x (mgr.24463) 267 : audit [DBG] from='client.15141 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:30:02.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:02 smithi181 bash[21841]: cluster 2024-09-06T15:30:00.996641+0000 mgr.x (mgr.24463) 268 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:30:02.942 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:02 smithi169 bash[19820]: cluster 2024-09-06T15:30:00.996641+0000 mgr.x (mgr.24463) 268 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:30:02.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:02 smithi169 bash[26469]: cluster 2024-09-06T15:30:00.996641+0000 mgr.x (mgr.24463) 268 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:30:04.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:04 smithi181 bash[21841]: cluster 2024-09-06T15:30:02.997373+0000 mgr.x (mgr.24463) 269 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:30:04.942 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:04 smithi169 bash[19820]: cluster 2024-09-06T15:30:02.997373+0000 mgr.x (mgr.24463) 269 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:30:04.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:04 smithi169 bash[26469]: cluster 2024-09-06T15:30:02.997373+0000 mgr.x (mgr.24463) 269 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:30:05.832 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:30:06.942 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:06 smithi169 bash[19820]: cluster 2024-09-06T15:30:04.999043+0000 mgr.x (mgr.24463) 270 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:30:06.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:06 smithi169 bash[26469]: cluster 2024-09-06T15:30:04.999043+0000 mgr.x (mgr.24463) 270 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:30:06.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:06 smithi181 bash[21841]: cluster 2024-09-06T15:30:04.999043+0000 mgr.x (mgr.24463) 270 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:30:07.367 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:30:07.367 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-09-06T15:30:07.367 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 3 2024-09-06T15:30:07.367 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:30:07.367 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-09-06T15:30:07.367 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 2 2024-09-06T15:30:07.368 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:30:07.368 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-09-06T15:30:07.368 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 8 2024-09-06T15:30:07.368 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:30:07.368 INFO:teuthology.orchestra.run.smithi169.stdout: "rgw": { 2024-09-06T15:30:07.368 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 2 2024-09-06T15:30:07.368 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:30:07.368 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-09-06T15:30:07.368 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 13, 2024-09-06T15:30:07.368 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 2 2024-09-06T15:30:07.368 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-09-06T15:30:07.368 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:30:07.504 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:30:07 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:30:07] "GET /metrics HTTP/1.1" 200 38244 "" "Prometheus/2.43.0" 2024-09-06T15:30:07.634 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:07 smithi169 bash[26469]: audit 2024-09-06T15:30:07.371879+0000 mon.c (mon.2) 109 : audit [DBG] from='client.? 172.21.15.169:0/2522579685' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:30:07.634 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:07 smithi169 bash[19820]: audit 2024-09-06T15:30:07.371879+0000 mon.c (mon.2) 109 : audit [DBG] from='client.? 172.21.15.169:0/2522579685' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:30:07.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:07 smithi181 bash[21841]: audit 2024-09-06T15:30:07.371879+0000 mon.c (mon.2) 109 : audit [DBG] from='client.? 172.21.15.169:0/2522579685' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:30:08.134 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph health detail' 2024-09-06T15:30:08.942 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:08 smithi169 bash[19820]: cluster 2024-09-06T15:30:06.999800+0000 mgr.x (mgr.24463) 271 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:30:08.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:08 smithi169 bash[26469]: cluster 2024-09-06T15:30:06.999800+0000 mgr.x (mgr.24463) 271 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:30:08.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:08 smithi181 bash[21841]: cluster 2024-09-06T15:30:06.999800+0000 mgr.x (mgr.24463) 271 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:30:09.868 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:09 smithi169 bash[19820]: audit 2024-09-06T15:30:08.863723+0000 mon.c (mon.2) 110 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:30:09.868 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:09 smithi169 bash[26469]: audit 2024-09-06T15:30:08.863723+0000 mon.c (mon.2) 110 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:30:09.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:09 smithi181 bash[21841]: audit 2024-09-06T15:30:08.863723+0000 mon.c (mon.2) 110 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:30:10.942 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:10 smithi169 bash[19820]: cluster 2024-09-06T15:30:09.001535+0000 mgr.x (mgr.24463) 272 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:30:10.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:10 smithi169 bash[26469]: cluster 2024-09-06T15:30:09.001535+0000 mgr.x (mgr.24463) 272 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:30:10.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:10 smithi181 bash[21841]: cluster 2024-09-06T15:30:09.001535+0000 mgr.x (mgr.24463) 272 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:30:11.942 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:11 smithi169 bash[19820]: audit 2024-09-06T15:30:09.870713+0000 mgr.x (mgr.24463) 273 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:30:11.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:11 smithi169 bash[26469]: audit 2024-09-06T15:30:09.870713+0000 mgr.x (mgr.24463) 273 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:30:11.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:11 smithi181 bash[21841]: audit 2024-09-06T15:30:09.870713+0000 mgr.x (mgr.24463) 273 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:30:12.942 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:12 smithi169 bash[19820]: cluster 2024-09-06T15:30:11.002218+0000 mgr.x (mgr.24463) 274 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:30:12.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:12 smithi169 bash[26469]: cluster 2024-09-06T15:30:11.002218+0000 mgr.x (mgr.24463) 274 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:30:12.953 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:30:12.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:12 smithi181 bash[21841]: cluster 2024-09-06T15:30:11.002218+0000 mgr.x (mgr.24463) 274 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:30:14.663 INFO:teuthology.orchestra.run.smithi169.stdout:HEALTH_WARN Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:30:14.663 INFO:teuthology.orchestra.run.smithi169.stdout:[WRN] MGR_MODULE_DEPENDENCY: Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:30:14.663 INFO:teuthology.orchestra.run.smithi169.stdout: Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:30:14.875 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:14 smithi169 bash[19820]: cluster 2024-09-06T15:30:13.002980+0000 mgr.x (mgr.24463) 275 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:30:14.894 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:14 smithi169 bash[26469]: cluster 2024-09-06T15:30:13.002980+0000 mgr.x (mgr.24463) 275 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:30:14.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:14 smithi181 bash[21841]: cluster 2024-09-06T15:30:13.002980+0000 mgr.x (mgr.24463) 275 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:30:15.368 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph -s' 2024-09-06T15:30:15.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:15 smithi169 bash[19820]: audit 2024-09-06T15:30:14.668300+0000 mon.a (mon.0) 1165 : audit [DBG] from='client.? 172.21.15.169:0/1217593291' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-06T15:30:15.692 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:15 smithi169 bash[26469]: audit 2024-09-06T15:30:14.668300+0000 mon.a (mon.0) 1165 : audit [DBG] from='client.? 172.21.15.169:0/1217593291' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-06T15:30:15.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:15 smithi181 bash[21841]: audit 2024-09-06T15:30:14.668300+0000 mon.a (mon.0) 1165 : audit [DBG] from='client.? 172.21.15.169:0/1217593291' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-06T15:30:16.942 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:16 smithi169 bash[19820]: cluster 2024-09-06T15:30:15.004586+0000 mgr.x (mgr.24463) 276 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:30:16.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:16 smithi169 bash[26469]: cluster 2024-09-06T15:30:15.004586+0000 mgr.x (mgr.24463) 276 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:30:16.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:16 smithi181 bash[21841]: cluster 2024-09-06T15:30:15.004586+0000 mgr.x (mgr.24463) 276 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:30:17.746 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:30:17 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:30:17] "GET /metrics HTTP/1.1" 200 38238 "" "Prometheus/2.43.0" 2024-09-06T15:30:18.942 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:18 smithi169 bash[19820]: cluster 2024-09-06T15:30:17.005334+0000 mgr.x (mgr.24463) 277 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:30:18.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:18 smithi169 bash[26469]: cluster 2024-09-06T15:30:17.005334+0000 mgr.x (mgr.24463) 277 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:30:18.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:18 smithi181 bash[21841]: cluster 2024-09-06T15:30:17.005334+0000 mgr.x (mgr.24463) 277 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:30:20.179 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:30:20.942 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:20 smithi169 bash[19820]: cluster 2024-09-06T15:30:19.006861+0000 mgr.x (mgr.24463) 278 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:30:20.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:20 smithi169 bash[26469]: cluster 2024-09-06T15:30:19.006861+0000 mgr.x (mgr.24463) 278 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:30:20.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:20 smithi181 bash[21841]: cluster 2024-09-06T15:30:19.006861+0000 mgr.x (mgr.24463) 278 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:30:21.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:21 smithi169 bash[19820]: audit 2024-09-06T15:30:19.877238+0000 mgr.x (mgr.24463) 279 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:30:21.692 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:21 smithi169 bash[26469]: audit 2024-09-06T15:30:19.877238+0000 mgr.x (mgr.24463) 279 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:30:21.821 INFO:teuthology.orchestra.run.smithi169.stdout: cluster: 2024-09-06T15:30:21.821 INFO:teuthology.orchestra.run.smithi169.stdout: id: bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:30:21.821 INFO:teuthology.orchestra.run.smithi169.stdout: health: HEALTH_WARN 2024-09-06T15:30:21.821 INFO:teuthology.orchestra.run.smithi169.stdout: Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:30:21.821 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:30:21.821 INFO:teuthology.orchestra.run.smithi169.stdout: services: 2024-09-06T15:30:21.821 INFO:teuthology.orchestra.run.smithi169.stdout: mon: 3 daemons, quorum a,b,c (age 26m) 2024-09-06T15:30:21.822 INFO:teuthology.orchestra.run.smithi169.stdout: mgr: x(active, since 6m), standbys: y 2024-09-06T15:30:21.822 INFO:teuthology.orchestra.run.smithi169.stdout: osd: 8 osds: 8 up (since 19m), 8 in (since 19m) 2024-09-06T15:30:21.822 INFO:teuthology.orchestra.run.smithi169.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-09-06T15:30:21.822 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:30:21.822 INFO:teuthology.orchestra.run.smithi169.stdout: data: 2024-09-06T15:30:21.822 INFO:teuthology.orchestra.run.smithi169.stdout: pools: 6 pools, 161 pgs 2024-09-06T15:30:21.822 INFO:teuthology.orchestra.run.smithi169.stdout: objects: 212 objects, 585 KiB 2024-09-06T15:30:21.822 INFO:teuthology.orchestra.run.smithi169.stdout: usage: 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:30:21.822 INFO:teuthology.orchestra.run.smithi169.stdout: pgs: 161 active+clean 2024-09-06T15:30:21.822 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:30:21.822 INFO:teuthology.orchestra.run.smithi169.stdout: io: 2024-09-06T15:30:21.822 INFO:teuthology.orchestra.run.smithi169.stdout: client: 852 B/s rd, 0 op/s rd, 0 op/s wr 2024-09-06T15:30:21.822 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:30:21.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:21 smithi181 bash[21841]: audit 2024-09-06T15:30:19.877238+0000 mgr.x (mgr.24463) 279 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:30:22.599 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph mgr fail' 2024-09-06T15:30:22.942 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:22 smithi169 bash[19820]: cluster 2024-09-06T15:30:21.007590+0000 mgr.x (mgr.24463) 280 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:30:22.942 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:22 smithi169 bash[19820]: audit 2024-09-06T15:30:21.825918+0000 mon.c (mon.2) 111 : audit [DBG] from='client.? 172.21.15.169:0/743904633' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-06T15:30:22.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:22 smithi169 bash[26469]: cluster 2024-09-06T15:30:21.007590+0000 mgr.x (mgr.24463) 280 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:30:22.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:22 smithi169 bash[26469]: audit 2024-09-06T15:30:21.825918+0000 mon.c (mon.2) 111 : audit [DBG] from='client.? 172.21.15.169:0/743904633' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-06T15:30:22.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:22 smithi181 bash[21841]: cluster 2024-09-06T15:30:21.007590+0000 mgr.x (mgr.24463) 280 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:30:22.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:22 smithi181 bash[21841]: audit 2024-09-06T15:30:21.825918+0000 mon.c (mon.2) 111 : audit [DBG] from='client.? 172.21.15.169:0/743904633' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-06T15:30:24.942 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:24 smithi169 bash[19820]: cluster 2024-09-06T15:30:23.008318+0000 mgr.x (mgr.24463) 281 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:30:24.942 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:24 smithi169 bash[19820]: audit 2024-09-06T15:30:23.863854+0000 mon.c (mon.2) 112 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:30:24.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:24 smithi169 bash[26469]: cluster 2024-09-06T15:30:23.008318+0000 mgr.x (mgr.24463) 281 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:30:24.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:24 smithi169 bash[26469]: audit 2024-09-06T15:30:23.863854+0000 mon.c (mon.2) 112 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:30:24.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:24 smithi181 bash[21841]: cluster 2024-09-06T15:30:23.008318+0000 mgr.x (mgr.24463) 281 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:30:24.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:24 smithi181 bash[21841]: audit 2024-09-06T15:30:23.863854+0000 mon.c (mon.2) 112 : audit [DBG] from='mgr.24463 172.21.15.181:0/2371170968' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:30:26.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:26 smithi169 bash[19820]: cluster 2024-09-06T15:30:25.010006+0000 mgr.x (mgr.24463) 282 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:30:26.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:26 smithi169 bash[26469]: cluster 2024-09-06T15:30:25.010006+0000 mgr.x (mgr.24463) 282 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:30:26.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:26 smithi181 bash[21841]: cluster 2024-09-06T15:30:25.010006+0000 mgr.x (mgr.24463) 282 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:30:27.414 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:30:27.746 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:30:27 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:30:27] "GET /metrics HTTP/1.1" 200 38243 "" "Prometheus/2.43.0" 2024-09-06T15:30:28.942 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:28 smithi169 bash[19820]: cluster 2024-09-06T15:30:27.010727+0000 mgr.x (mgr.24463) 283 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:30:28.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:28 smithi169 bash[26469]: cluster 2024-09-06T15:30:27.010727+0000 mgr.x (mgr.24463) 283 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:30:28.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:28 smithi181 bash[21841]: cluster 2024-09-06T15:30:27.010727+0000 mgr.x (mgr.24463) 283 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:30:29.346 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[68355]: [06/Sep/2024:15:30:29] ENGINE Bus STOPPING 2024-09-06T15:30:29.496 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:30:29 smithi181 bash[49414]: debug 2024-09-06T15:30:29.067+0000 7f86817f4640 -1 mgr handle_mgr_map I was active but no longer am 2024-09-06T15:30:29.496 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:30:29 smithi181 bash[49414]: ignoring --setuser ceph since I am not root 2024-09-06T15:30:29.496 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:30:29 smithi181 bash[49414]: ignoring --setgroup ceph since I am not root 2024-09-06T15:30:29.497 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:30:29 smithi181 bash[49414]: debug 2024-09-06T15:30:29.131+0000 7fed756fd640 1 -- 172.21.15.181:0/996292745 <== mon.1 v2:172.21.15.181:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5638d609d0e0 con 0x5638d609f800 2024-09-06T15:30:29.692 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[68355]: [06/Sep/2024:15:30:29] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-06T15:30:29.692 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[68355]: [06/Sep/2024:15:30:29] ENGINE Bus STOPPED 2024-09-06T15:30:29.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[19820]: audit 2024-09-06T15:30:29.051126+0000 mon.c (mon.2) 113 : audit [INF] from='client.? 172.21.15.169:0/593227100' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-06T15:30:29.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[19820]: audit 2024-09-06T15:30:29.051535+0000 mon.a (mon.0) 1166 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-06T15:30:29.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[19820]: cluster 2024-09-06T15:30:29.051947+0000 mon.a (mon.0) 1167 : cluster [INF] Activating manager daemon y 2024-09-06T15:30:29.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[19820]: audit 2024-09-06T15:30:29.055907+0000 mon.a (mon.0) 1168 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-06T15:30:29.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[19820]: cluster 2024-09-06T15:30:29.067366+0000 mon.a (mon.0) 1169 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2024-09-06T15:30:29.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[19820]: cluster 2024-09-06T15:30:29.067700+0000 mon.a (mon.0) 1170 : cluster [DBG] mgrmap e29: y(active, starting, since 0.0157495s) 2024-09-06T15:30:29.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[19820]: audit 2024-09-06T15:30:29.069141+0000 mon.a (mon.0) 1171 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-06T15:30:29.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[19820]: audit 2024-09-06T15:30:29.069384+0000 mon.a (mon.0) 1172 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:30:29.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[19820]: audit 2024-09-06T15:30:29.069620+0000 mon.a (mon.0) 1173 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:30:29.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[19820]: audit 2024-09-06T15:30:29.070281+0000 mon.a (mon.0) 1174 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-06T15:30:29.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[19820]: audit 2024-09-06T15:30:29.070624+0000 mon.a (mon.0) 1175 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-06T15:30:29.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[19820]: audit 2024-09-06T15:30:29.070923+0000 mon.a (mon.0) 1176 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-06T15:30:29.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[19820]: audit 2024-09-06T15:30:29.071261+0000 mon.a (mon.0) 1177 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-06T15:30:29.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[19820]: audit 2024-09-06T15:30:29.071585+0000 mon.a (mon.0) 1178 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-06T15:30:29.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[19820]: audit 2024-09-06T15:30:29.071830+0000 mon.a (mon.0) 1179 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-06T15:30:29.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[19820]: audit 2024-09-06T15:30:29.072094+0000 mon.a (mon.0) 1180 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-06T15:30:29.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[19820]: audit 2024-09-06T15:30:29.072357+0000 mon.a (mon.0) 1181 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-06T15:30:29.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[19820]: audit 2024-09-06T15:30:29.072625+0000 mon.a (mon.0) 1182 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-06T15:30:29.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[19820]: audit 2024-09-06T15:30:29.073630+0000 mon.a (mon.0) 1183 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-06T15:30:29.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[19820]: audit 2024-09-06T15:30:29.073836+0000 mon.a (mon.0) 1184 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-06T15:30:29.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[19820]: audit 2024-09-06T15:30:29.074572+0000 mon.a (mon.0) 1185 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-06T15:30:29.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[19820]: cluster 2024-09-06T15:30:29.441556+0000 mon.a (mon.0) 1186 : cluster [INF] Manager daemon y is now available 2024-09-06T15:30:29.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[26469]: audit 2024-09-06T15:30:29.051126+0000 mon.c (mon.2) 113 : audit [INF] from='client.? 172.21.15.169:0/593227100' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-06T15:30:29.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[26469]: audit 2024-09-06T15:30:29.051535+0000 mon.a (mon.0) 1166 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-06T15:30:29.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[26469]: cluster 2024-09-06T15:30:29.051947+0000 mon.a (mon.0) 1167 : cluster [INF] Activating manager daemon y 2024-09-06T15:30:29.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[26469]: audit 2024-09-06T15:30:29.055907+0000 mon.a (mon.0) 1168 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-06T15:30:29.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[26469]: cluster 2024-09-06T15:30:29.067366+0000 mon.a (mon.0) 1169 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2024-09-06T15:30:29.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[26469]: cluster 2024-09-06T15:30:29.067700+0000 mon.a (mon.0) 1170 : cluster [DBG] mgrmap e29: y(active, starting, since 0.0157495s) 2024-09-06T15:30:29.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[26469]: audit 2024-09-06T15:30:29.069141+0000 mon.a (mon.0) 1171 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-06T15:30:29.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[26469]: audit 2024-09-06T15:30:29.069384+0000 mon.a (mon.0) 1172 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:30:29.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[26469]: audit 2024-09-06T15:30:29.069620+0000 mon.a (mon.0) 1173 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:30:29.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[26469]: audit 2024-09-06T15:30:29.070281+0000 mon.a (mon.0) 1174 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-06T15:30:29.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[26469]: audit 2024-09-06T15:30:29.070624+0000 mon.a (mon.0) 1175 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-06T15:30:29.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[26469]: audit 2024-09-06T15:30:29.070923+0000 mon.a (mon.0) 1176 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-06T15:30:29.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[26469]: audit 2024-09-06T15:30:29.071261+0000 mon.a (mon.0) 1177 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-06T15:30:29.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[26469]: audit 2024-09-06T15:30:29.071585+0000 mon.a (mon.0) 1178 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-06T15:30:29.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[26469]: audit 2024-09-06T15:30:29.071830+0000 mon.a (mon.0) 1179 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-06T15:30:29.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[26469]: audit 2024-09-06T15:30:29.072094+0000 mon.a (mon.0) 1180 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-06T15:30:29.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[26469]: audit 2024-09-06T15:30:29.072357+0000 mon.a (mon.0) 1181 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-06T15:30:29.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[26469]: audit 2024-09-06T15:30:29.072625+0000 mon.a (mon.0) 1182 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-06T15:30:29.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[26469]: audit 2024-09-06T15:30:29.073630+0000 mon.a (mon.0) 1183 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-06T15:30:29.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[26469]: audit 2024-09-06T15:30:29.073836+0000 mon.a (mon.0) 1184 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-06T15:30:29.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[26469]: audit 2024-09-06T15:30:29.074572+0000 mon.a (mon.0) 1185 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-06T15:30:29.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:29 smithi169 bash[26469]: cluster 2024-09-06T15:30:29.441556+0000 mon.a (mon.0) 1186 : cluster [INF] Manager daemon y is now available 2024-09-06T15:30:29.872 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'sleep 180' 2024-09-06T15:30:29.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:29 smithi181 bash[21841]: audit 2024-09-06T15:30:29.051126+0000 mon.c (mon.2) 113 : audit [INF] from='client.? 172.21.15.169:0/593227100' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-06T15:30:29.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:29 smithi181 bash[21841]: audit 2024-09-06T15:30:29.051535+0000 mon.a (mon.0) 1166 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-06T15:30:29.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:29 smithi181 bash[21841]: cluster 2024-09-06T15:30:29.051947+0000 mon.a (mon.0) 1167 : cluster [INF] Activating manager daemon y 2024-09-06T15:30:29.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:29 smithi181 bash[21841]: audit 2024-09-06T15:30:29.055907+0000 mon.a (mon.0) 1168 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-06T15:30:29.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:29 smithi181 bash[21841]: cluster 2024-09-06T15:30:29.067366+0000 mon.a (mon.0) 1169 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2024-09-06T15:30:29.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:29 smithi181 bash[21841]: cluster 2024-09-06T15:30:29.067700+0000 mon.a (mon.0) 1170 : cluster [DBG] mgrmap e29: y(active, starting, since 0.0157495s) 2024-09-06T15:30:29.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:29 smithi181 bash[21841]: audit 2024-09-06T15:30:29.069141+0000 mon.a (mon.0) 1171 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-06T15:30:29.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:29 smithi181 bash[21841]: audit 2024-09-06T15:30:29.069384+0000 mon.a (mon.0) 1172 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:30:29.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:29 smithi181 bash[21841]: audit 2024-09-06T15:30:29.069620+0000 mon.a (mon.0) 1173 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:30:29.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:29 smithi181 bash[21841]: audit 2024-09-06T15:30:29.070281+0000 mon.a (mon.0) 1174 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-06T15:30:29.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:29 smithi181 bash[21841]: audit 2024-09-06T15:30:29.070624+0000 mon.a (mon.0) 1175 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-06T15:30:29.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:29 smithi181 bash[21841]: audit 2024-09-06T15:30:29.070923+0000 mon.a (mon.0) 1176 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-06T15:30:29.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:29 smithi181 bash[21841]: audit 2024-09-06T15:30:29.071261+0000 mon.a (mon.0) 1177 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-06T15:30:29.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:29 smithi181 bash[21841]: audit 2024-09-06T15:30:29.071585+0000 mon.a (mon.0) 1178 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-06T15:30:29.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:29 smithi181 bash[21841]: audit 2024-09-06T15:30:29.071830+0000 mon.a (mon.0) 1179 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-06T15:30:29.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:29 smithi181 bash[21841]: audit 2024-09-06T15:30:29.072094+0000 mon.a (mon.0) 1180 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-06T15:30:29.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:29 smithi181 bash[21841]: audit 2024-09-06T15:30:29.072357+0000 mon.a (mon.0) 1181 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-06T15:30:29.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:29 smithi181 bash[21841]: audit 2024-09-06T15:30:29.072625+0000 mon.a (mon.0) 1182 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-06T15:30:29.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:29 smithi181 bash[21841]: audit 2024-09-06T15:30:29.073630+0000 mon.a (mon.0) 1183 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-06T15:30:29.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:29 smithi181 bash[21841]: audit 2024-09-06T15:30:29.073836+0000 mon.a (mon.0) 1184 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-06T15:30:29.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:29 smithi181 bash[21841]: audit 2024-09-06T15:30:29.074572+0000 mon.a (mon.0) 1185 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-06T15:30:29.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:29 smithi181 bash[21841]: cluster 2024-09-06T15:30:29.441556+0000 mon.a (mon.0) 1186 : cluster [INF] Manager daemon y is now available 2024-09-06T15:30:30.192 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:30:30 smithi169 bash[68355]: [06/Sep/2024:15:30:30] ENGINE Bus STARTING 2024-09-06T15:30:30.594 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:30:30 smithi169 bash[68355]: [06/Sep/2024:15:30:30] ENGINE Serving on http://:::9283 2024-09-06T15:30:30.595 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:30:30 smithi169 bash[68355]: [06/Sep/2024:15:30:30] ENGINE Bus STARTED 2024-09-06T15:30:30.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:30 smithi169 bash[26469]: audit 2024-09-06T15:30:29.779224+0000 mon.a (mon.0) 1187 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:30:30.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:30 smithi169 bash[26469]: audit 2024-09-06T15:30:29.779472+0000 mon.a (mon.0) 1188 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-06T15:30:30.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:30 smithi169 bash[26469]: audit 2024-09-06T15:30:29.786082+0000 mon.a (mon.0) 1189 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-06T15:30:30.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:30 smithi169 bash[26469]: audit 2024-09-06T15:30:29.815824+0000 mon.a (mon.0) 1190 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-06T15:30:30.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:30 smithi169 bash[26469]: cluster 2024-09-06T15:30:30.068063+0000 mon.a (mon.0) 1191 : cluster [DBG] mgrmap e30: y(active, since 1.01609s) 2024-09-06T15:30:30.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:30 smithi169 bash[19820]: audit 2024-09-06T15:30:29.779224+0000 mon.a (mon.0) 1187 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:30:30.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:30 smithi169 bash[19820]: audit 2024-09-06T15:30:29.779472+0000 mon.a (mon.0) 1188 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-06T15:30:30.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:30 smithi169 bash[19820]: audit 2024-09-06T15:30:29.786082+0000 mon.a (mon.0) 1189 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-06T15:30:30.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:30 smithi169 bash[19820]: audit 2024-09-06T15:30:29.815824+0000 mon.a (mon.0) 1190 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-06T15:30:30.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:30 smithi169 bash[19820]: cluster 2024-09-06T15:30:30.068063+0000 mon.a (mon.0) 1191 : cluster [DBG] mgrmap e30: y(active, since 1.01609s) 2024-09-06T15:30:30.943 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:30:30 smithi169 bash[68355]: debug 2024-09-06T15:30:30.792+0000 7fe964369640 -1 log_channel(cephadm) log [ERR] : [06/Sep/2024:15:30:30] ENGINE Error in HTTPServer.serve 2024-09-06T15:30:30.944 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:30:30 smithi169 bash[68355]: Traceback (most recent call last): 2024-09-06T15:30:30.944 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:30:30 smithi169 bash[68355]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-06T15:30:30.944 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:30:30 smithi169 bash[68355]: self._connections.run(self.expiration_interval) 2024-09-06T15:30:30.944 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:30:30 smithi169 bash[68355]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-06T15:30:30.944 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:30:30 smithi169 bash[68355]: self._run(expiration_interval) 2024-09-06T15:30:30.944 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:30:30 smithi169 bash[68355]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-06T15:30:30.944 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:30:30 smithi169 bash[68355]: new_conn = self._from_server_socket(self.server.socket) 2024-09-06T15:30:30.944 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:30:30 smithi169 bash[68355]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-06T15:30:30.944 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:30:30 smithi169 bash[68355]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-06T15:30:30.944 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:30:30 smithi169 bash[68355]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-06T15:30:30.944 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:30:30 smithi169 bash[68355]: s = self.context.wrap_socket( 2024-09-06T15:30:30.944 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:30:30 smithi169 bash[68355]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-06T15:30:30.944 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:30:30 smithi169 bash[68355]: return self.sslsocket_class._create( 2024-09-06T15:30:30.945 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:30:30 smithi169 bash[68355]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-06T15:30:30.945 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:30:30 smithi169 bash[68355]: self.do_handshake() 2024-09-06T15:30:30.945 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:30:30 smithi169 bash[68355]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-06T15:30:30.945 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:30:30 smithi169 bash[68355]: self._sslobj.do_handshake() 2024-09-06T15:30:30.945 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:30:30 smithi169 bash[68355]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-06T15:30:30.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:30 smithi181 bash[21841]: audit 2024-09-06T15:30:29.779224+0000 mon.a (mon.0) 1187 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:30:30.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:30 smithi181 bash[21841]: audit 2024-09-06T15:30:29.779472+0000 mon.a (mon.0) 1188 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-06T15:30:30.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:30 smithi181 bash[21841]: audit 2024-09-06T15:30:29.786082+0000 mon.a (mon.0) 1189 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-06T15:30:30.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:30 smithi181 bash[21841]: audit 2024-09-06T15:30:29.815824+0000 mon.a (mon.0) 1190 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-06T15:30:30.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:30 smithi181 bash[21841]: cluster 2024-09-06T15:30:30.068063+0000 mon.a (mon.0) 1191 : cluster [DBG] mgrmap e30: y(active, since 1.01609s) 2024-09-06T15:30:31.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[19820]: cephadm 2024-09-06T15:30:30.573024+0000 mgr.y (mgr.15135) 5 : cephadm [INF] [06/Sep/2024:15:30:30] ENGINE Bus STARTING 2024-09-06T15:30:31.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[19820]: cephadm 2024-09-06T15:30:30.675057+0000 mgr.y (mgr.15135) 6 : cephadm [INF] [06/Sep/2024:15:30:30] ENGINE Serving on http://172.21.15.169:8765 2024-09-06T15:30:31.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[19820]: cephadm 2024-09-06T15:30:30.794539+0000 mgr.y (mgr.15135) 7 : cephadm [INF] [06/Sep/2024:15:30:30] ENGINE Serving on https://172.21.15.169:7150 2024-09-06T15:30:31.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[19820]: cephadm 2024-09-06T15:30:30.794722+0000 mgr.y (mgr.15135) 8 : cephadm [INF] [06/Sep/2024:15:30:30] ENGINE Bus STARTED 2024-09-06T15:30:31.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[19820]: cephadm 2024-09-06T15:30:30.796362+0000 mgr.y (mgr.15135) 9 : cephadm [ERR] [06/Sep/2024:15:30:30] ENGINE Error in HTTPServer.serve 2024-09-06T15:30:31.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[19820]: Traceback (most recent call last): 2024-09-06T15:30:31.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[19820]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-06T15:30:31.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[19820]: self._connections.run(self.expiration_interval) 2024-09-06T15:30:31.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[19820]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-06T15:30:31.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[19820]: self._run(expiration_interval) 2024-09-06T15:30:31.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[19820]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-06T15:30:31.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[19820]: new_conn = self._from_server_socket(self.server.socket) 2024-09-06T15:30:31.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[19820]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-06T15:30:31.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[19820]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-06T15:30:31.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[19820]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-06T15:30:31.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[19820]: s = self.context.wrap_socket( 2024-09-06T15:30:31.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[19820]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-06T15:30:31.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[19820]: return self.sslsocket_class._create( 2024-09-06T15:30:31.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[19820]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-06T15:30:31.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[19820]: self.do_handshake() 2024-09-06T15:30:31.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[19820]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-06T15:30:31.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[19820]: self._sslobj.do_handshake() 2024-09-06T15:30:31.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[19820]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-06T15:30:31.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[26469]: cephadm 2024-09-06T15:30:30.573024+0000 mgr.y (mgr.15135) 5 : cephadm [INF] [06/Sep/2024:15:30:30] ENGINE Bus STARTING 2024-09-06T15:30:31.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[26469]: cephadm 2024-09-06T15:30:30.675057+0000 mgr.y (mgr.15135) 6 : cephadm [INF] [06/Sep/2024:15:30:30] ENGINE Serving on http://172.21.15.169:8765 2024-09-06T15:30:31.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[26469]: cephadm 2024-09-06T15:30:30.794539+0000 mgr.y (mgr.15135) 7 : cephadm [INF] [06/Sep/2024:15:30:30] ENGINE Serving on https://172.21.15.169:7150 2024-09-06T15:30:31.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[26469]: cephadm 2024-09-06T15:30:30.794722+0000 mgr.y (mgr.15135) 8 : cephadm [INF] [06/Sep/2024:15:30:30] ENGINE Bus STARTED 2024-09-06T15:30:31.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[26469]: cephadm 2024-09-06T15:30:30.796362+0000 mgr.y (mgr.15135) 9 : cephadm [ERR] [06/Sep/2024:15:30:30] ENGINE Error in HTTPServer.serve 2024-09-06T15:30:31.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[26469]: Traceback (most recent call last): 2024-09-06T15:30:31.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[26469]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-06T15:30:31.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[26469]: self._connections.run(self.expiration_interval) 2024-09-06T15:30:31.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[26469]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-06T15:30:31.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[26469]: self._run(expiration_interval) 2024-09-06T15:30:31.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[26469]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-06T15:30:31.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[26469]: new_conn = self._from_server_socket(self.server.socket) 2024-09-06T15:30:31.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[26469]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-06T15:30:31.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[26469]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-06T15:30:31.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[26469]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-06T15:30:31.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[26469]: s = self.context.wrap_socket( 2024-09-06T15:30:31.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[26469]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-06T15:30:31.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[26469]: return self.sslsocket_class._create( 2024-09-06T15:30:31.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[26469]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-06T15:30:31.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[26469]: self.do_handshake() 2024-09-06T15:30:31.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[26469]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-06T15:30:31.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[26469]: self._sslobj.do_handshake() 2024-09-06T15:30:31.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:31 smithi169 bash[26469]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-06T15:30:31.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:31 smithi181 bash[21841]: cephadm 2024-09-06T15:30:30.573024+0000 mgr.y (mgr.15135) 5 : cephadm [INF] [06/Sep/2024:15:30:30] ENGINE Bus STARTING 2024-09-06T15:30:31.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:31 smithi181 bash[21841]: cephadm 2024-09-06T15:30:30.675057+0000 mgr.y (mgr.15135) 6 : cephadm [INF] [06/Sep/2024:15:30:30] ENGINE Serving on http://172.21.15.169:8765 2024-09-06T15:30:31.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:31 smithi181 bash[21841]: cephadm 2024-09-06T15:30:30.794539+0000 mgr.y (mgr.15135) 7 : cephadm [INF] [06/Sep/2024:15:30:30] ENGINE Serving on https://172.21.15.169:7150 2024-09-06T15:30:31.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:31 smithi181 bash[21841]: cephadm 2024-09-06T15:30:30.794722+0000 mgr.y (mgr.15135) 8 : cephadm [INF] [06/Sep/2024:15:30:30] ENGINE Bus STARTED 2024-09-06T15:30:31.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:31 smithi181 bash[21841]: cephadm 2024-09-06T15:30:30.796362+0000 mgr.y (mgr.15135) 9 : cephadm [ERR] [06/Sep/2024:15:30:30] ENGINE Error in HTTPServer.serve 2024-09-06T15:30:31.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:31 smithi181 bash[21841]: Traceback (most recent call last): 2024-09-06T15:30:31.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:31 smithi181 bash[21841]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-06T15:30:31.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:31 smithi181 bash[21841]: self._connections.run(self.expiration_interval) 2024-09-06T15:30:31.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:31 smithi181 bash[21841]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-06T15:30:31.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:31 smithi181 bash[21841]: self._run(expiration_interval) 2024-09-06T15:30:31.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:31 smithi181 bash[21841]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-06T15:30:31.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:31 smithi181 bash[21841]: new_conn = self._from_server_socket(self.server.socket) 2024-09-06T15:30:31.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:31 smithi181 bash[21841]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-06T15:30:31.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:31 smithi181 bash[21841]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-06T15:30:31.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:31 smithi181 bash[21841]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-06T15:30:31.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:31 smithi181 bash[21841]: s = self.context.wrap_socket( 2024-09-06T15:30:31.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:31 smithi181 bash[21841]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-06T15:30:31.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:31 smithi181 bash[21841]: return self.sslsocket_class._create( 2024-09-06T15:30:31.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:31 smithi181 bash[21841]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-06T15:30:31.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:31 smithi181 bash[21841]: self.do_handshake() 2024-09-06T15:30:31.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:31 smithi181 bash[21841]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-06T15:30:31.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:31 smithi181 bash[21841]: self._sslobj.do_handshake() 2024-09-06T15:30:31.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:31 smithi181 bash[21841]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-06T15:30:32.942 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:32 smithi169 bash[19820]: cluster 2024-09-06T15:30:31.072593+0000 mgr.y (mgr.15135) 10 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:30:32.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:32 smithi169 bash[19820]: cluster 2024-09-06T15:30:32.082039+0000 mon.a (mon.0) 1192 : cluster [DBG] mgrmap e31: y(active, since 3s) 2024-09-06T15:30:32.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:32 smithi169 bash[26469]: cluster 2024-09-06T15:30:31.072593+0000 mgr.y (mgr.15135) 10 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:30:32.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:32 smithi169 bash[26469]: cluster 2024-09-06T15:30:32.082039+0000 mon.a (mon.0) 1192 : cluster [DBG] mgrmap e31: y(active, since 3s) 2024-09-06T15:30:32.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:32 smithi181 bash[21841]: cluster 2024-09-06T15:30:31.072593+0000 mgr.y (mgr.15135) 10 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:30:32.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:32 smithi181 bash[21841]: cluster 2024-09-06T15:30:32.082039+0000 mon.a (mon.0) 1192 : cluster [DBG] mgrmap e31: y(active, since 3s) 2024-09-06T15:30:34.612 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:30:34 smithi181 bash[49414]: debug 2024-09-06T15:30:34.347+0000 7fed77f59040 -1 mgr[py] Module not found: 'volumes' 2024-09-06T15:30:34.612 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:30:34 smithi181 bash[49414]: debug 2024-09-06T15:30:34.347+0000 7fed77f59040 -1 mgr[py] Traceback (most recent call last): 2024-09-06T15:30:34.613 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:30:34 smithi181 bash[49414]: File "/usr/share/ceph/mgr/volumes/__init__.py", line 2, in 2024-09-06T15:30:34.613 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:30:34 smithi181 bash[49414]: from .module import Module 2024-09-06T15:30:34.613 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:30:34 smithi181 bash[49414]: File "/usr/share/ceph/mgr/volumes/module.py", line 9, in 2024-09-06T15:30:34.613 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:30:34 smithi181 bash[49414]: from .fs.volume import VolumeClient 2024-09-06T15:30:34.613 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:30:34 smithi181 bash[49414]: File "/usr/share/ceph/mgr/volumes/fs/volume.py", line 12, in 2024-09-06T15:30:34.613 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:30:34 smithi181 bash[49414]: from ceph.fs.earmarking import CephFSVolumeEarmarking, EarmarkException # type: ignore 2024-09-06T15:30:34.613 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:30:34 smithi181 bash[49414]: ModuleNotFoundError: No module named 'ceph.fs' 2024-09-06T15:30:34.613 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:30:34 smithi181 bash[49414]: debug 2024-09-06T15:30:34.351+0000 7fed77f59040 -1 mgr[py] Class not found in module 'volumes' 2024-09-06T15:30:34.613 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:30:34 smithi181 bash[49414]: debug 2024-09-06T15:30:34.351+0000 7fed77f59040 -1 mgr[py] Error loading module 'volumes': (2) No such file or directory 2024-09-06T15:30:34.663 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:30:34.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:34 smithi169 bash[26469]: cluster 2024-09-06T15:30:33.073268+0000 mgr.y (mgr.15135) 11 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:30:34.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:34 smithi169 bash[26469]: cluster 2024-09-06T15:30:33.625655+0000 mon.a (mon.0) 1193 : cluster [DBG] mgrmap e32: y(active, since 4s) 2024-09-06T15:30:34.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:34 smithi169 bash[19820]: cluster 2024-09-06T15:30:33.073268+0000 mgr.y (mgr.15135) 11 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:30:34.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:34 smithi169 bash[19820]: cluster 2024-09-06T15:30:33.625655+0000 mon.a (mon.0) 1193 : cluster [DBG] mgrmap e32: y(active, since 4s) 2024-09-06T15:30:34.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:34 smithi181 bash[21841]: cluster 2024-09-06T15:30:33.073268+0000 mgr.y (mgr.15135) 11 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:30:34.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:34 smithi181 bash[21841]: cluster 2024-09-06T15:30:33.625655+0000 mon.a (mon.0) 1193 : cluster [DBG] mgrmap e32: y(active, since 4s) 2024-09-06T15:30:35.496 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:30:35 smithi181 bash[49414]: debug 2024-09-06T15:30:35.107+0000 7fed77f59040 -1 log_channel(cluster) log [ERR] : Failed to load ceph-mgr modules: volumes 2024-09-06T15:30:35.496 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:30:35 smithi181 bash[49414]: [06/Sep/2024:15:30:35] ENGINE Bus STARTING 2024-09-06T15:30:35.496 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:30:35 smithi181 bash[49414]: CherryPy Checker: 2024-09-06T15:30:35.496 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:30:35 smithi181 bash[49414]: The Application mounted at '' has an empty config. 2024-09-06T15:30:35.496 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:30:35 smithi181 bash[49414]: [06/Sep/2024:15:30:35] ENGINE Serving on http://:::9283 2024-09-06T15:30:35.497 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:30:35 smithi181 bash[49414]: [06/Sep/2024:15:30:35] ENGINE Bus STARTED 2024-09-06T15:30:35.912 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:35 smithi169 bash[26469]: cluster 2024-09-06T15:30:35.110756+0000 mgr.x (mgr.24517) 1 : cluster [ERR] Failed to load ceph-mgr modules: volumes 2024-09-06T15:30:35.913 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:35 smithi169 bash[26469]: audit 2024-09-06T15:30:35.132546+0000 mon.b (mon.1) 35 : audit [DBG] from='mgr.? 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-06T15:30:35.913 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:35 smithi169 bash[26469]: audit 2024-09-06T15:30:35.133104+0000 mon.b (mon.1) 36 : audit [DBG] from='mgr.? 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-06T15:30:35.913 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:35 smithi169 bash[26469]: cluster 2024-09-06T15:30:35.133344+0000 mon.a (mon.0) 1194 : cluster [DBG] Standby manager daemon x started 2024-09-06T15:30:35.913 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:35 smithi169 bash[26469]: audit 2024-09-06T15:30:35.135089+0000 mon.b (mon.1) 37 : audit [DBG] from='mgr.? 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-06T15:30:35.913 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:35 smithi169 bash[26469]: audit 2024-09-06T15:30:35.135750+0000 mon.b (mon.1) 38 : audit [DBG] from='mgr.? 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-06T15:30:35.913 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:35 smithi169 bash[26469]: audit 2024-09-06T15:30:35.416479+0000 mon.a (mon.0) 1195 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:35.914 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:35 smithi169 bash[26469]: audit 2024-09-06T15:30:35.421793+0000 mon.a (mon.0) 1196 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:35.914 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:35 smithi169 bash[19820]: cluster 2024-09-06T15:30:35.110756+0000 mgr.x (mgr.24517) 1 : cluster [ERR] Failed to load ceph-mgr modules: volumes 2024-09-06T15:30:35.914 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:35 smithi169 bash[19820]: audit 2024-09-06T15:30:35.132546+0000 mon.b (mon.1) 35 : audit [DBG] from='mgr.? 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-06T15:30:35.914 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:35 smithi169 bash[19820]: audit 2024-09-06T15:30:35.133104+0000 mon.b (mon.1) 36 : audit [DBG] from='mgr.? 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-06T15:30:35.914 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:35 smithi169 bash[19820]: cluster 2024-09-06T15:30:35.133344+0000 mon.a (mon.0) 1194 : cluster [DBG] Standby manager daemon x started 2024-09-06T15:30:35.915 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:35 smithi169 bash[19820]: audit 2024-09-06T15:30:35.135089+0000 mon.b (mon.1) 37 : audit [DBG] from='mgr.? 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-06T15:30:35.915 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:35 smithi169 bash[19820]: audit 2024-09-06T15:30:35.135750+0000 mon.b (mon.1) 38 : audit [DBG] from='mgr.? 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-06T15:30:35.915 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:35 smithi169 bash[19820]: audit 2024-09-06T15:30:35.416479+0000 mon.a (mon.0) 1195 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:35.915 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:35 smithi169 bash[19820]: audit 2024-09-06T15:30:35.421793+0000 mon.a (mon.0) 1196 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:35.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:35 smithi181 bash[21841]: cluster 2024-09-06T15:30:35.110756+0000 mgr.x (mgr.24517) 1 : cluster [ERR] Failed to load ceph-mgr modules: volumes 2024-09-06T15:30:35.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:35 smithi181 bash[21841]: audit 2024-09-06T15:30:35.132546+0000 mon.b (mon.1) 35 : audit [DBG] from='mgr.? 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-06T15:30:35.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:35 smithi181 bash[21841]: audit 2024-09-06T15:30:35.133104+0000 mon.b (mon.1) 36 : audit [DBG] from='mgr.? 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-06T15:30:35.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:35 smithi181 bash[21841]: cluster 2024-09-06T15:30:35.133344+0000 mon.a (mon.0) 1194 : cluster [DBG] Standby manager daemon x started 2024-09-06T15:30:35.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:35 smithi181 bash[21841]: audit 2024-09-06T15:30:35.135089+0000 mon.b (mon.1) 37 : audit [DBG] from='mgr.? 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-06T15:30:35.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:35 smithi181 bash[21841]: audit 2024-09-06T15:30:35.135750+0000 mon.b (mon.1) 38 : audit [DBG] from='mgr.? 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-06T15:30:35.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:35 smithi181 bash[21841]: audit 2024-09-06T15:30:35.416479+0000 mon.a (mon.0) 1195 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:35.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:35 smithi181 bash[21841]: audit 2024-09-06T15:30:35.421793+0000 mon.a (mon.0) 1196 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:36.942 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:36 smithi169 bash[19820]: cluster 2024-09-06T15:30:35.073706+0000 mgr.y (mgr.15135) 12 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:30:36.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:36 smithi169 bash[19820]: cluster 2024-09-06T15:30:35.651419+0000 mon.a (mon.0) 1197 : cluster [DBG] mgrmap e33: y(active, since 6s), standbys: x 2024-09-06T15:30:36.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:36 smithi169 bash[19820]: audit 2024-09-06T15:30:35.651600+0000 mon.a (mon.0) 1198 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-06T15:30:36.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:36 smithi169 bash[19820]: audit 2024-09-06T15:30:36.290030+0000 mon.a (mon.0) 1199 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:36.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:36 smithi169 bash[19820]: audit 2024-09-06T15:30:36.304546+0000 mon.a (mon.0) 1200 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:36.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:36 smithi169 bash[19820]: audit 2024-09-06T15:30:36.557777+0000 mon.a (mon.0) 1201 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:36.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:36 smithi169 bash[19820]: audit 2024-09-06T15:30:36.565659+0000 mon.a (mon.0) 1202 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:36.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:36 smithi169 bash[26469]: cluster 2024-09-06T15:30:35.073706+0000 mgr.y (mgr.15135) 12 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:30:36.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:36 smithi169 bash[26469]: cluster 2024-09-06T15:30:35.651419+0000 mon.a (mon.0) 1197 : cluster [DBG] mgrmap e33: y(active, since 6s), standbys: x 2024-09-06T15:30:36.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:36 smithi169 bash[26469]: audit 2024-09-06T15:30:35.651600+0000 mon.a (mon.0) 1198 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-06T15:30:36.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:36 smithi169 bash[26469]: audit 2024-09-06T15:30:36.290030+0000 mon.a (mon.0) 1199 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:36.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:36 smithi169 bash[26469]: audit 2024-09-06T15:30:36.304546+0000 mon.a (mon.0) 1200 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:36.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:36 smithi169 bash[26469]: audit 2024-09-06T15:30:36.557777+0000 mon.a (mon.0) 1201 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:36.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:36 smithi169 bash[26469]: audit 2024-09-06T15:30:36.565659+0000 mon.a (mon.0) 1202 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:36.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:36 smithi181 bash[21841]: cluster 2024-09-06T15:30:35.073706+0000 mgr.y (mgr.15135) 12 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:30:36.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:36 smithi181 bash[21841]: cluster 2024-09-06T15:30:35.651419+0000 mon.a (mon.0) 1197 : cluster [DBG] mgrmap e33: y(active, since 6s), standbys: x 2024-09-06T15:30:36.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:36 smithi181 bash[21841]: audit 2024-09-06T15:30:35.651600+0000 mon.a (mon.0) 1198 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-06T15:30:36.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:36 smithi181 bash[21841]: audit 2024-09-06T15:30:36.290030+0000 mon.a (mon.0) 1199 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:36.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:36 smithi181 bash[21841]: audit 2024-09-06T15:30:36.304546+0000 mon.a (mon.0) 1200 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:36.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:36 smithi181 bash[21841]: audit 2024-09-06T15:30:36.557777+0000 mon.a (mon.0) 1201 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:36.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:36 smithi181 bash[21841]: audit 2024-09-06T15:30:36.565659+0000 mon.a (mon.0) 1202 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:37.746 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:30:37 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:30:37] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-06T15:30:38.804 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[19820]: cluster 2024-09-06T15:30:37.075370+0000 mgr.y (mgr.15135) 13 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-06T15:30:38.804 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[19820]: audit 2024-09-06T15:30:37.501267+0000 mon.a (mon.0) 1203 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:38.804 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[19820]: audit 2024-09-06T15:30:37.513813+0000 mon.a (mon.0) 1204 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:38.804 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[19820]: audit 2024-09-06T15:30:37.518232+0000 mon.a (mon.0) 1205 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:30:38.804 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[19820]: audit 2024-09-06T15:30:37.519971+0000 mon.a (mon.0) 1206 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:30:38.804 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[19820]: cephadm 2024-09-06T15:30:37.522577+0000 mgr.y (mgr.15135) 14 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.conf 2024-09-06T15:30:38.804 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[19820]: cephadm 2024-09-06T15:30:37.523106+0000 mgr.y (mgr.15135) 15 : cephadm [INF] Updating smithi181:/etc/ceph/ceph.conf 2024-09-06T15:30:38.804 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[19820]: cephadm 2024-09-06T15:30:37.711294+0000 mgr.y (mgr.15135) 16 : cephadm [INF] Updating smithi181:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.conf 2024-09-06T15:30:38.804 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[19820]: cephadm 2024-09-06T15:30:37.711574+0000 mgr.y (mgr.15135) 17 : cephadm [INF] Updating smithi169:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.conf 2024-09-06T15:30:38.805 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[19820]: cephadm 2024-09-06T15:30:37.843407+0000 mgr.y (mgr.15135) 18 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-09-06T15:30:38.805 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[19820]: cephadm 2024-09-06T15:30:37.848281+0000 mgr.y (mgr.15135) 19 : cephadm [INF] Updating smithi181:/etc/ceph/ceph.client.admin.keyring 2024-09-06T15:30:38.805 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[19820]: cephadm 2024-09-06T15:30:37.977045+0000 mgr.y (mgr.15135) 20 : cephadm [INF] Updating smithi169:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.client.admin.keyring 2024-09-06T15:30:38.805 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[19820]: cephadm 2024-09-06T15:30:37.981754+0000 mgr.y (mgr.15135) 21 : cephadm [INF] Updating smithi181:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.client.admin.keyring 2024-09-06T15:30:38.805 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[19820]: audit 2024-09-06T15:30:38.114865+0000 mon.a (mon.0) 1207 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:38.805 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[19820]: audit 2024-09-06T15:30:38.125042+0000 mon.a (mon.0) 1208 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:38.805 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[19820]: audit 2024-09-06T15:30:38.133785+0000 mon.a (mon.0) 1209 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:38.805 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[19820]: audit 2024-09-06T15:30:38.141761+0000 mon.a (mon.0) 1210 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:38.805 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[19820]: audit 2024-09-06T15:30:38.150490+0000 mon.a (mon.0) 1211 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:38.805 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[19820]: audit 2024-09-06T15:30:38.193210+0000 mon.a (mon.0) 1212 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi169.yxosuq", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-06T15:30:38.805 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[19820]: audit 2024-09-06T15:30:38.210208+0000 mon.a (mon.0) 1213 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:30:38.806 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[26469]: cluster 2024-09-06T15:30:37.075370+0000 mgr.y (mgr.15135) 13 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-06T15:30:38.806 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[26469]: audit 2024-09-06T15:30:37.501267+0000 mon.a (mon.0) 1203 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:38.806 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[26469]: audit 2024-09-06T15:30:37.513813+0000 mon.a (mon.0) 1204 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:38.806 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[26469]: audit 2024-09-06T15:30:37.518232+0000 mon.a (mon.0) 1205 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:30:38.806 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[26469]: audit 2024-09-06T15:30:37.519971+0000 mon.a (mon.0) 1206 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:30:38.806 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[26469]: cephadm 2024-09-06T15:30:37.522577+0000 mgr.y (mgr.15135) 14 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.conf 2024-09-06T15:30:38.806 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[26469]: cephadm 2024-09-06T15:30:37.523106+0000 mgr.y (mgr.15135) 15 : cephadm [INF] Updating smithi181:/etc/ceph/ceph.conf 2024-09-06T15:30:38.806 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[26469]: cephadm 2024-09-06T15:30:37.711294+0000 mgr.y (mgr.15135) 16 : cephadm [INF] Updating smithi181:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.conf 2024-09-06T15:30:38.806 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[26469]: cephadm 2024-09-06T15:30:37.711574+0000 mgr.y (mgr.15135) 17 : cephadm [INF] Updating smithi169:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.conf 2024-09-06T15:30:38.807 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[26469]: cephadm 2024-09-06T15:30:37.843407+0000 mgr.y (mgr.15135) 18 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-09-06T15:30:38.807 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[26469]: cephadm 2024-09-06T15:30:37.848281+0000 mgr.y (mgr.15135) 19 : cephadm [INF] Updating smithi181:/etc/ceph/ceph.client.admin.keyring 2024-09-06T15:30:38.807 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[26469]: cephadm 2024-09-06T15:30:37.977045+0000 mgr.y (mgr.15135) 20 : cephadm [INF] Updating smithi169:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.client.admin.keyring 2024-09-06T15:30:38.807 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[26469]: cephadm 2024-09-06T15:30:37.981754+0000 mgr.y (mgr.15135) 21 : cephadm [INF] Updating smithi181:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.client.admin.keyring 2024-09-06T15:30:38.807 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[26469]: audit 2024-09-06T15:30:38.114865+0000 mon.a (mon.0) 1207 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:38.807 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[26469]: audit 2024-09-06T15:30:38.125042+0000 mon.a (mon.0) 1208 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:38.807 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[26469]: audit 2024-09-06T15:30:38.133785+0000 mon.a (mon.0) 1209 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:38.807 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[26469]: audit 2024-09-06T15:30:38.141761+0000 mon.a (mon.0) 1210 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:38.807 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[26469]: audit 2024-09-06T15:30:38.150490+0000 mon.a (mon.0) 1211 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:38.807 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[26469]: audit 2024-09-06T15:30:38.193210+0000 mon.a (mon.0) 1212 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi169.yxosuq", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-06T15:30:38.807 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:38 smithi169 bash[26469]: audit 2024-09-06T15:30:38.210208+0000 mon.a (mon.0) 1213 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:30:38.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:38 smithi181 bash[21841]: cluster 2024-09-06T15:30:37.075370+0000 mgr.y (mgr.15135) 13 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-06T15:30:38.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:38 smithi181 bash[21841]: audit 2024-09-06T15:30:37.501267+0000 mon.a (mon.0) 1203 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:38.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:38 smithi181 bash[21841]: audit 2024-09-06T15:30:37.513813+0000 mon.a (mon.0) 1204 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:38.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:38 smithi181 bash[21841]: audit 2024-09-06T15:30:37.518232+0000 mon.a (mon.0) 1205 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:30:38.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:38 smithi181 bash[21841]: audit 2024-09-06T15:30:37.519971+0000 mon.a (mon.0) 1206 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:30:38.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:38 smithi181 bash[21841]: cephadm 2024-09-06T15:30:37.522577+0000 mgr.y (mgr.15135) 14 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.conf 2024-09-06T15:30:38.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:38 smithi181 bash[21841]: cephadm 2024-09-06T15:30:37.523106+0000 mgr.y (mgr.15135) 15 : cephadm [INF] Updating smithi181:/etc/ceph/ceph.conf 2024-09-06T15:30:38.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:38 smithi181 bash[21841]: cephadm 2024-09-06T15:30:37.711294+0000 mgr.y (mgr.15135) 16 : cephadm [INF] Updating smithi181:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.conf 2024-09-06T15:30:38.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:38 smithi181 bash[21841]: cephadm 2024-09-06T15:30:37.711574+0000 mgr.y (mgr.15135) 17 : cephadm [INF] Updating smithi169:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.conf 2024-09-06T15:30:38.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:38 smithi181 bash[21841]: cephadm 2024-09-06T15:30:37.843407+0000 mgr.y (mgr.15135) 18 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-09-06T15:30:38.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:38 smithi181 bash[21841]: cephadm 2024-09-06T15:30:37.848281+0000 mgr.y (mgr.15135) 19 : cephadm [INF] Updating smithi181:/etc/ceph/ceph.client.admin.keyring 2024-09-06T15:30:38.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:38 smithi181 bash[21841]: cephadm 2024-09-06T15:30:37.977045+0000 mgr.y (mgr.15135) 20 : cephadm [INF] Updating smithi169:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.client.admin.keyring 2024-09-06T15:30:38.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:38 smithi181 bash[21841]: cephadm 2024-09-06T15:30:37.981754+0000 mgr.y (mgr.15135) 21 : cephadm [INF] Updating smithi181:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.client.admin.keyring 2024-09-06T15:30:38.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:38 smithi181 bash[21841]: audit 2024-09-06T15:30:38.114865+0000 mon.a (mon.0) 1207 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:38.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:38 smithi181 bash[21841]: audit 2024-09-06T15:30:38.125042+0000 mon.a (mon.0) 1208 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:38.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:38 smithi181 bash[21841]: audit 2024-09-06T15:30:38.133785+0000 mon.a (mon.0) 1209 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:38.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:38 smithi181 bash[21841]: audit 2024-09-06T15:30:38.141761+0000 mon.a (mon.0) 1210 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:38.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:38 smithi181 bash[21841]: audit 2024-09-06T15:30:38.150490+0000 mon.a (mon.0) 1211 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:38.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:38 smithi181 bash[21841]: audit 2024-09-06T15:30:38.193210+0000 mon.a (mon.0) 1212 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi169.yxosuq", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-06T15:30:38.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:38 smithi181 bash[21841]: audit 2024-09-06T15:30:38.210208+0000 mon.a (mon.0) 1213 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:30:39.942 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:39 smithi169 bash[19820]: cephadm 2024-09-06T15:30:38.192481+0000 mgr.y (mgr.15135) 22 : cephadm [INF] Reconfiguring iscsi.foo.smithi169.yxosuq (dependencies changed)... 2024-09-06T15:30:39.942 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:39 smithi169 bash[19820]: cephadm 2024-09-06T15:30:38.211782+0000 mgr.y (mgr.15135) 23 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi169.yxosuq on smithi169 2024-09-06T15:30:39.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:39 smithi169 bash[26469]: cephadm 2024-09-06T15:30:38.192481+0000 mgr.y (mgr.15135) 22 : cephadm [INF] Reconfiguring iscsi.foo.smithi169.yxosuq (dependencies changed)... 2024-09-06T15:30:39.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:39 smithi169 bash[26469]: cephadm 2024-09-06T15:30:38.211782+0000 mgr.y (mgr.15135) 23 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi169.yxosuq on smithi169 2024-09-06T15:30:39.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:39 smithi181 bash[21841]: cephadm 2024-09-06T15:30:38.192481+0000 mgr.y (mgr.15135) 22 : cephadm [INF] Reconfiguring iscsi.foo.smithi169.yxosuq (dependencies changed)... 2024-09-06T15:30:39.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:39 smithi181 bash[21841]: cephadm 2024-09-06T15:30:38.211782+0000 mgr.y (mgr.15135) 23 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi169.yxosuq on smithi169 2024-09-06T15:30:40.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:40 smithi169 bash[19820]: cluster 2024-09-06T15:30:39.076153+0000 mgr.y (mgr.15135) 24 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-06T15:30:40.693 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:40 smithi169 bash[26469]: cluster 2024-09-06T15:30:39.076153+0000 mgr.y (mgr.15135) 24 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-06T15:30:40.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:40 smithi181 bash[21841]: cluster 2024-09-06T15:30:39.076153+0000 mgr.y (mgr.15135) 24 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-06T15:30:41.942 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:41 smithi169 bash[19820]: audit 2024-09-06T15:30:40.099295+0000 mgr.y (mgr.15135) 25 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:30:41.942 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:41 smithi169 bash[26469]: audit 2024-09-06T15:30:40.099295+0000 mgr.y (mgr.15135) 25 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:30:41.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:41 smithi181 bash[21841]: audit 2024-09-06T15:30:40.099295+0000 mgr.y (mgr.15135) 25 : audit [DBG] from='client.15063 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:30:42.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:42 smithi181 bash[21841]: cluster 2024-09-06T15:30:41.077335+0000 mgr.y (mgr.15135) 26 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-06T15:30:42.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:42 smithi181 bash[21841]: audit 2024-09-06T15:30:41.809252+0000 mon.a (mon.0) 1214 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:42.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:42 smithi181 bash[21841]: audit 2024-09-06T15:30:41.816635+0000 mon.a (mon.0) 1215 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:42.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:42 smithi181 bash[21841]: cephadm 2024-09-06T15:30:41.818229+0000 mgr.y (mgr.15135) 27 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-06T15:30:43.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:42 smithi169 bash[19820]: cluster 2024-09-06T15:30:41.077335+0000 mgr.y (mgr.15135) 26 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-06T15:30:43.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:42 smithi169 bash[19820]: audit 2024-09-06T15:30:41.809252+0000 mon.a (mon.0) 1214 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:43.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:42 smithi169 bash[19820]: audit 2024-09-06T15:30:41.816635+0000 mon.a (mon.0) 1215 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:43.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:42 smithi169 bash[19820]: cephadm 2024-09-06T15:30:41.818229+0000 mgr.y (mgr.15135) 27 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-06T15:30:43.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:42 smithi169 bash[26469]: cluster 2024-09-06T15:30:41.077335+0000 mgr.y (mgr.15135) 26 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-06T15:30:43.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:42 smithi169 bash[26469]: audit 2024-09-06T15:30:41.809252+0000 mon.a (mon.0) 1214 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:43.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:42 smithi169 bash[26469]: audit 2024-09-06T15:30:41.816635+0000 mon.a (mon.0) 1215 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:43.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:42 smithi169 bash[26469]: cephadm 2024-09-06T15:30:41.818229+0000 mgr.y (mgr.15135) 27 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-06T15:30:44.082 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:43 smithi181 bash[21841]: cephadm 2024-09-06T15:30:42.062524+0000 mgr.y (mgr.15135) 28 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi181 2024-09-06T15:30:44.083 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:43 smithi181 bash[21841]: audit 2024-09-06T15:30:43.544686+0000 mon.c (mon.2) 114 : audit [DBG] from='client.? 172.21.15.169:0/288085198' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-06T15:30:44.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:43 smithi169 bash[19820]: cephadm 2024-09-06T15:30:42.062524+0000 mgr.y (mgr.15135) 28 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi181 2024-09-06T15:30:44.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:43 smithi169 bash[19820]: audit 2024-09-06T15:30:43.544686+0000 mon.c (mon.2) 114 : audit [DBG] from='client.? 172.21.15.169:0/288085198' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-06T15:30:44.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:43 smithi169 bash[26469]: cephadm 2024-09-06T15:30:42.062524+0000 mgr.y (mgr.15135) 28 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi181 2024-09-06T15:30:44.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:43 smithi169 bash[26469]: audit 2024-09-06T15:30:43.544686+0000 mon.c (mon.2) 114 : audit [DBG] from='client.? 172.21.15.169:0/288085198' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-06T15:30:45.099 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:44 smithi181 bash[21841]: cluster 2024-09-06T15:30:43.077882+0000 mgr.y (mgr.15135) 29 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-06T15:30:45.099 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:44 smithi181 bash[21841]: audit 2024-09-06T15:30:44.777309+0000 mon.a (mon.0) 1216 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:30:45.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:44 smithi169 bash[19820]: cluster 2024-09-06T15:30:43.077882+0000 mgr.y (mgr.15135) 29 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-06T15:30:45.193 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:44 smithi169 bash[19820]: audit 2024-09-06T15:30:44.777309+0000 mon.a (mon.0) 1216 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:30:45.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:44 smithi169 bash[26469]: cluster 2024-09-06T15:30:43.077882+0000 mgr.y (mgr.15135) 29 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-06T15:30:45.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:44 smithi169 bash[26469]: audit 2024-09-06T15:30:44.777309+0000 mon.a (mon.0) 1216 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:30:45.747 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:45 smithi181 bash[51258]: ts=2024-09-06T15:30:45.353Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.181:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.181:8765: connect: connection refused" 2024-09-06T15:30:45.794 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:45 smithi181 bash[51258]: ts=2024-09-06T15:30:45.353Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.181:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.181:8765: connect: connection refused" 2024-09-06T15:30:45.795 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:45 smithi181 bash[51258]: ts=2024-09-06T15:30:45.354Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.181:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.181:8765: connect: connection refused" 2024-09-06T15:30:45.795 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:45 smithi181 bash[51258]: ts=2024-09-06T15:30:45.356Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nfs msg="Unable to refresh target groups" err="Get \"http://172.21.15.181:8765/sd/prometheus/sd-config?service=nfs\": dial tcp 172.21.15.181:8765: connect: connection refused" 2024-09-06T15:30:45.795 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:45 smithi181 bash[51258]: ts=2024-09-06T15:30:45.357Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.181:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.181:8765: connect: connection refused" 2024-09-06T15:30:45.795 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:45 smithi181 bash[51258]: ts=2024-09-06T15:30:45.357Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.181:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.181:8765: connect: connection refused" 2024-09-06T15:30:46.926 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:46 smithi181 bash[21841]: cluster 2024-09-06T15:30:45.078607+0000 mgr.y (mgr.15135) 30 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-06T15:30:46.926 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:46 smithi181 systemd[1]: Stopping Ceph prometheus.a for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:30:46.926 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:46 smithi181 bash[51258]: ts=2024-09-06T15:30:46.694Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-06T15:30:46.927 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:46 smithi181 bash[51258]: ts=2024-09-06T15:30:46.694Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-06T15:30:46.927 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:46 smithi181 bash[51258]: ts=2024-09-06T15:30:46.694Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-06T15:30:46.927 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:46 smithi181 bash[51258]: ts=2024-09-06T15:30:46.694Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-06T15:30:46.927 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:46 smithi181 bash[51258]: ts=2024-09-06T15:30:46.694Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-06T15:30:46.927 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:46 smithi181 bash[51258]: ts=2024-09-06T15:30:46.694Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-06T15:30:46.927 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:46 smithi181 bash[51258]: ts=2024-09-06T15:30:46.694Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-06T15:30:46.927 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:46 smithi181 bash[51258]: ts=2024-09-06T15:30:46.694Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-06T15:30:46.927 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:46 smithi181 bash[51258]: ts=2024-09-06T15:30:46.695Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-06T15:30:46.927 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:46 smithi181 bash[51258]: ts=2024-09-06T15:30:46.695Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-06T15:30:46.927 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:46 smithi181 bash[51258]: ts=2024-09-06T15:30:46.695Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-06T15:30:46.927 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:46 smithi181 bash[51258]: ts=2024-09-06T15:30:46.695Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-06T15:30:47.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:46 smithi169 bash[19820]: cluster 2024-09-06T15:30:45.078607+0000 mgr.y (mgr.15135) 30 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-06T15:30:47.193 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:46 smithi169 bash[26469]: cluster 2024-09-06T15:30:45.078607+0000 mgr.y (mgr.15135) 30 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-06T15:30:47.246 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:47 smithi181 bash[52930]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-prometheus-a 2024-09-06T15:30:47.746 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:47 smithi181 bash[52994]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-prometheus-a 2024-09-06T15:30:47.746 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:47 smithi181 systemd[1]: ceph-bab55310-6c60-11ef-bce4-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-06T15:30:47.746 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:47 smithi181 systemd[1]: Stopped Ceph prometheus.a for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:30:47.746 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:47 smithi181 systemd[1]: Started Ceph prometheus.a for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:30:48.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:48 smithi169 bash[19820]: cluster 2024-09-06T15:30:47.080339+0000 mgr.y (mgr.15135) 31 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-06T15:30:48.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:48 smithi169 bash[19820]: audit 2024-09-06T15:30:47.392692+0000 mon.a (mon.0) 1217 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:48.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:48 smithi169 bash[19820]: audit 2024-09-06T15:30:47.402487+0000 mon.a (mon.0) 1218 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:48.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:48 smithi169 bash[19820]: audit 2024-09-06T15:30:47.410222+0000 mon.a (mon.0) 1219 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-06T15:30:48.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:48 smithi169 bash[19820]: audit 2024-09-06T15:30:47.411788+0000 mgr.y (mgr.15135) 32 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-06T15:30:48.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:48 smithi169 bash[19820]: audit 2024-09-06T15:30:47.423826+0000 mon.a (mon.0) 1220 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:48.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:48 smithi169 bash[19820]: cephadm 2024-09-06T15:30:47.425748+0000 mgr.y (mgr.15135) 33 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.169:5000 to Dashboard 2024-09-06T15:30:48.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:48 smithi169 bash[19820]: audit 2024-09-06T15:30:47.426211+0000 mon.a (mon.0) 1221 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-06T15:30:48.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:48 smithi169 bash[19820]: audit 2024-09-06T15:30:47.427303+0000 mgr.y (mgr.15135) 34 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-06T15:30:48.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:48 smithi169 bash[19820]: audit 2024-09-06T15:30:47.429739+0000 mon.a (mon.0) 1222 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi169"}]: dispatch 2024-09-06T15:30:48.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:48 smithi169 bash[19820]: audit 2024-09-06T15:30:47.431070+0000 mgr.y (mgr.15135) 35 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi169"}]: dispatch 2024-09-06T15:30:48.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:48 smithi169 bash[19820]: audit 2024-09-06T15:30:47.436103+0000 mon.a (mon.0) 1223 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:48.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:48 smithi169 bash[19820]: audit 2024-09-06T15:30:47.441302+0000 mon.a (mon.0) 1224 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-06T15:30:48.694 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:48 smithi169 bash[19820]: audit 2024-09-06T15:30:47.442303+0000 mgr.y (mgr.15135) 36 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-06T15:30:48.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:48 smithi169 bash[26469]: cluster 2024-09-06T15:30:47.080339+0000 mgr.y (mgr.15135) 31 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-06T15:30:48.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:48 smithi169 bash[26469]: audit 2024-09-06T15:30:47.392692+0000 mon.a (mon.0) 1217 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:48.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:48 smithi169 bash[26469]: audit 2024-09-06T15:30:47.402487+0000 mon.a (mon.0) 1218 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:48.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:48 smithi169 bash[26469]: audit 2024-09-06T15:30:47.410222+0000 mon.a (mon.0) 1219 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-06T15:30:48.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:48 smithi169 bash[26469]: audit 2024-09-06T15:30:47.411788+0000 mgr.y (mgr.15135) 32 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-06T15:30:48.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:48 smithi169 bash[26469]: audit 2024-09-06T15:30:47.423826+0000 mon.a (mon.0) 1220 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:48.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:48 smithi169 bash[26469]: cephadm 2024-09-06T15:30:47.425748+0000 mgr.y (mgr.15135) 33 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.169:5000 to Dashboard 2024-09-06T15:30:48.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:48 smithi169 bash[26469]: audit 2024-09-06T15:30:47.426211+0000 mon.a (mon.0) 1221 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-06T15:30:48.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:48 smithi169 bash[26469]: audit 2024-09-06T15:30:47.427303+0000 mgr.y (mgr.15135) 34 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-06T15:30:48.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:48 smithi169 bash[26469]: audit 2024-09-06T15:30:47.429739+0000 mon.a (mon.0) 1222 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi169"}]: dispatch 2024-09-06T15:30:48.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:48 smithi169 bash[26469]: audit 2024-09-06T15:30:47.431070+0000 mgr.y (mgr.15135) 35 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi169"}]: dispatch 2024-09-06T15:30:48.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:48 smithi169 bash[26469]: audit 2024-09-06T15:30:47.436103+0000 mon.a (mon.0) 1223 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:48.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:48 smithi169 bash[26469]: audit 2024-09-06T15:30:47.441302+0000 mon.a (mon.0) 1224 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-06T15:30:48.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:48 smithi169 bash[26469]: audit 2024-09-06T15:30:47.442303+0000 mgr.y (mgr.15135) 36 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-06T15:30:48.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:48 smithi181 bash[21841]: cluster 2024-09-06T15:30:47.080339+0000 mgr.y (mgr.15135) 31 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-06T15:30:48.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:48 smithi181 bash[21841]: audit 2024-09-06T15:30:47.392692+0000 mon.a (mon.0) 1217 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:48.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:48 smithi181 bash[21841]: audit 2024-09-06T15:30:47.402487+0000 mon.a (mon.0) 1218 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:48.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:48 smithi181 bash[21841]: audit 2024-09-06T15:30:47.410222+0000 mon.a (mon.0) 1219 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-06T15:30:48.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:48 smithi181 bash[21841]: audit 2024-09-06T15:30:47.411788+0000 mgr.y (mgr.15135) 32 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-06T15:30:48.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:48 smithi181 bash[21841]: audit 2024-09-06T15:30:47.423826+0000 mon.a (mon.0) 1220 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:48.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:48 smithi181 bash[21841]: cephadm 2024-09-06T15:30:47.425748+0000 mgr.y (mgr.15135) 33 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.169:5000 to Dashboard 2024-09-06T15:30:48.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:48 smithi181 bash[21841]: audit 2024-09-06T15:30:47.426211+0000 mon.a (mon.0) 1221 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-06T15:30:48.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:48 smithi181 bash[21841]: audit 2024-09-06T15:30:47.427303+0000 mgr.y (mgr.15135) 34 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-06T15:30:48.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:48 smithi181 bash[21841]: audit 2024-09-06T15:30:47.429739+0000 mon.a (mon.0) 1222 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi169"}]: dispatch 2024-09-06T15:30:48.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:48 smithi181 bash[21841]: audit 2024-09-06T15:30:47.431070+0000 mgr.y (mgr.15135) 35 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi169"}]: dispatch 2024-09-06T15:30:48.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:48 smithi181 bash[21841]: audit 2024-09-06T15:30:47.436103+0000 mon.a (mon.0) 1223 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:48.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:48 smithi181 bash[21841]: audit 2024-09-06T15:30:47.441302+0000 mon.a (mon.0) 1224 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-06T15:30:48.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:48 smithi181 bash[21841]: audit 2024-09-06T15:30:47.442303+0000 mgr.y (mgr.15135) 36 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-06T15:30:48.748 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:48 smithi181 bash[53021]: ts=2024-09-06T15:30:48.584Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-06T15:30:48.748 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:48 smithi181 bash[53021]: ts=2024-09-06T15:30:48.584Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-06T15:30:48.748 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:48 smithi181 bash[53021]: ts=2024-09-06T15:30:48.584Z caller=main.go:570 level=info host_details="(Linux 5.15.0-119-generic #129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024 x86_64 smithi181 (none))" 2024-09-06T15:30:48.748 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:48 smithi181 bash[53021]: ts=2024-09-06T15:30:48.584Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-06T15:30:48.748 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:48 smithi181 bash[53021]: ts=2024-09-06T15:30:48.584Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-06T15:30:48.748 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:48 smithi181 bash[53021]: ts=2024-09-06T15:30:48.587Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-06T15:30:48.748 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:48 smithi181 bash[53021]: ts=2024-09-06T15:30:48.587Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-06T15:30:48.748 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:48 smithi181 bash[53021]: ts=2024-09-06T15:30:48.588Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-06T15:30:48.749 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:48 smithi181 bash[53021]: ts=2024-09-06T15:30:48.588Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-06T15:30:48.749 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:48 smithi181 bash[53021]: ts=2024-09-06T15:30:48.590Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-06T15:30:48.749 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:48 smithi181 bash[53021]: ts=2024-09-06T15:30:48.590Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.761µs 2024-09-06T15:30:48.749 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:48 smithi181 bash[53021]: ts=2024-09-06T15:30:48.590Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-06T15:30:48.749 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:48 smithi181 bash[53021]: ts=2024-09-06T15:30:48.590Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-09-06T15:30:48.749 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:48 smithi181 bash[53021]: ts=2024-09-06T15:30:48.604Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-09-06T15:30:48.749 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:48 smithi181 bash[53021]: ts=2024-09-06T15:30:48.612Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-09-06T15:30:48.749 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:48 smithi181 bash[53021]: ts=2024-09-06T15:30:48.612Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-09-06T15:30:48.749 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:48 smithi181 bash[53021]: ts=2024-09-06T15:30:48.612Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=27.459µs wal_replay_duration=22.526804ms wbl_replay_duration=97ns total_replay_duration=22.578016ms 2024-09-06T15:30:48.749 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:48 smithi181 bash[53021]: ts=2024-09-06T15:30:48.614Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-06T15:30:48.749 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:48 smithi181 bash[53021]: ts=2024-09-06T15:30:48.614Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-06T15:30:48.749 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:48 smithi181 bash[53021]: ts=2024-09-06T15:30:48.614Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-06T15:30:48.749 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:48 smithi181 bash[53021]: ts=2024-09-06T15:30:48.636Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=22.149437ms db_storage=931ns remote_storage=1.195µs web_handler=461ns query_engine=755ns scrape=240.702µs scrape_sd=132.77µs notify=19.625µs notify_sd=22.31µs rules=21.322489ms tracing=5.994µs 2024-09-06T15:30:48.750 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:48 smithi181 bash[53021]: ts=2024-09-06T15:30:48.636Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-06T15:30:48.750 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:30:48 smithi181 bash[53021]: ts=2024-09-06T15:30:48.636Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-06T15:30:50.692 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:50 smithi169 bash[26469]: cluster 2024-09-06T15:30:49.080992+0000 mgr.y (mgr.15135) 37 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:30:50.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:50 smithi169 bash[19820]: cluster 2024-09-06T15:30:49.080992+0000 mgr.y (mgr.15135) 37 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:30:50.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:50 smithi181 bash[21841]: cluster 2024-09-06T15:30:49.080992+0000 mgr.y (mgr.15135) 37 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:30:52.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:52 smithi169 bash[19820]: cluster 2024-09-06T15:30:51.082643+0000 mgr.y (mgr.15135) 38 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:30:52.693 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:52 smithi169 bash[26469]: cluster 2024-09-06T15:30:51.082643+0000 mgr.y (mgr.15135) 38 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:30:52.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:52 smithi181 bash[21841]: cluster 2024-09-06T15:30:51.082643+0000 mgr.y (mgr.15135) 38 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:30:54.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:54 smithi181 bash[21841]: cluster 2024-09-06T15:30:53.083119+0000 mgr.y (mgr.15135) 39 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:30:54.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:54 smithi181 bash[21841]: audit 2024-09-06T15:30:53.299347+0000 mgr.y (mgr.15135) 40 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:30:54.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:54 smithi181 bash[21841]: audit 2024-09-06T15:30:53.457054+0000 mon.a (mon.0) 1225 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:54.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:54 smithi181 bash[21841]: audit 2024-09-06T15:30:53.462943+0000 mon.a (mon.0) 1226 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:54.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:54 smithi181 bash[21841]: audit 2024-09-06T15:30:53.617421+0000 mon.a (mon.0) 1227 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:54.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:54 smithi181 bash[21841]: audit 2024-09-06T15:30:53.631992+0000 mon.a (mon.0) 1228 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:54.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:54 smithi181 bash[21841]: audit 2024-09-06T15:30:53.634422+0000 mon.a (mon.0) 1229 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:30:54.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:54 smithi181 bash[21841]: audit 2024-09-06T15:30:53.636256+0000 mon.a (mon.0) 1230 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:30:54.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:54 smithi181 bash[21841]: audit 2024-09-06T15:30:53.645855+0000 mon.a (mon.0) 1231 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:54.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:54 smithi169 bash[19820]: cluster 2024-09-06T15:30:53.083119+0000 mgr.y (mgr.15135) 39 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:30:54.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:54 smithi169 bash[19820]: audit 2024-09-06T15:30:53.299347+0000 mgr.y (mgr.15135) 40 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:30:54.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:54 smithi169 bash[19820]: audit 2024-09-06T15:30:53.457054+0000 mon.a (mon.0) 1225 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:54.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:54 smithi169 bash[19820]: audit 2024-09-06T15:30:53.462943+0000 mon.a (mon.0) 1226 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:54.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:54 smithi169 bash[19820]: audit 2024-09-06T15:30:53.617421+0000 mon.a (mon.0) 1227 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:54.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:54 smithi169 bash[19820]: audit 2024-09-06T15:30:53.631992+0000 mon.a (mon.0) 1228 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:54.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:54 smithi169 bash[19820]: audit 2024-09-06T15:30:53.634422+0000 mon.a (mon.0) 1229 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:30:54.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:54 smithi169 bash[19820]: audit 2024-09-06T15:30:53.636256+0000 mon.a (mon.0) 1230 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:30:54.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:54 smithi169 bash[19820]: audit 2024-09-06T15:30:53.645855+0000 mon.a (mon.0) 1231 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:54.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:54 smithi169 bash[26469]: cluster 2024-09-06T15:30:53.083119+0000 mgr.y (mgr.15135) 39 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:30:54.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:54 smithi169 bash[26469]: audit 2024-09-06T15:30:53.299347+0000 mgr.y (mgr.15135) 40 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:30:54.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:54 smithi169 bash[26469]: audit 2024-09-06T15:30:53.457054+0000 mon.a (mon.0) 1225 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:54.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:54 smithi169 bash[26469]: audit 2024-09-06T15:30:53.462943+0000 mon.a (mon.0) 1226 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:54.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:54 smithi169 bash[26469]: audit 2024-09-06T15:30:53.617421+0000 mon.a (mon.0) 1227 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:54.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:54 smithi169 bash[26469]: audit 2024-09-06T15:30:53.631992+0000 mon.a (mon.0) 1228 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:54.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:54 smithi169 bash[26469]: audit 2024-09-06T15:30:53.634422+0000 mon.a (mon.0) 1229 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:30:54.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:54 smithi169 bash[26469]: audit 2024-09-06T15:30:53.636256+0000 mon.a (mon.0) 1230 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:30:54.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:54 smithi169 bash[26469]: audit 2024-09-06T15:30:53.645855+0000 mon.a (mon.0) 1231 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:30:56.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:56 smithi169 bash[19820]: cluster 2024-09-06T15:30:55.083831+0000 mgr.y (mgr.15135) 41 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:30:56.693 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:30:56 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:30:56] "GET /metrics HTTP/1.1" 200 38245 "" "Prometheus/2.43.0" 2024-09-06T15:30:56.693 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:56 smithi169 bash[26469]: cluster 2024-09-06T15:30:55.083831+0000 mgr.y (mgr.15135) 41 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:30:56.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:56 smithi181 bash[21841]: cluster 2024-09-06T15:30:55.083831+0000 mgr.y (mgr.15135) 41 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:30:58.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:30:58 smithi181 bash[21841]: cluster 2024-09-06T15:30:57.085496+0000 mgr.y (mgr.15135) 42 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:30:58.942 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:30:58 smithi169 bash[19820]: cluster 2024-09-06T15:30:57.085496+0000 mgr.y (mgr.15135) 42 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:30:58.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:30:58 smithi169 bash[26469]: cluster 2024-09-06T15:30:57.085496+0000 mgr.y (mgr.15135) 42 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:00.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:00 smithi181 bash[21841]: cluster 2024-09-06T15:30:59.086252+0000 mgr.y (mgr.15135) 43 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:00.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:00 smithi181 bash[21841]: audit 2024-09-06T15:30:59.777316+0000 mon.a (mon.0) 1232 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:31:00.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:00 smithi169 bash[26469]: cluster 2024-09-06T15:30:59.086252+0000 mgr.y (mgr.15135) 43 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:00.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:00 smithi169 bash[26469]: audit 2024-09-06T15:30:59.777316+0000 mon.a (mon.0) 1232 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:31:00.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:00 smithi169 bash[19820]: cluster 2024-09-06T15:30:59.086252+0000 mgr.y (mgr.15135) 43 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:00.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:00 smithi169 bash[19820]: audit 2024-09-06T15:30:59.777316+0000 mon.a (mon.0) 1232 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:31:02.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:02 smithi181 bash[21841]: cluster 2024-09-06T15:31:01.087991+0000 mgr.y (mgr.15135) 44 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:02.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:02 smithi169 bash[26469]: cluster 2024-09-06T15:31:01.087991+0000 mgr.y (mgr.15135) 44 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:02.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:02 smithi169 bash[19820]: cluster 2024-09-06T15:31:01.087991+0000 mgr.y (mgr.15135) 44 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:04.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:04 smithi181 bash[21841]: cluster 2024-09-06T15:31:03.088743+0000 mgr.y (mgr.15135) 45 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:04.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:04 smithi181 bash[21841]: audit 2024-09-06T15:31:03.310492+0000 mgr.y (mgr.15135) 46 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:31:04.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:04 smithi169 bash[26469]: cluster 2024-09-06T15:31:03.088743+0000 mgr.y (mgr.15135) 45 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:04.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:04 smithi169 bash[26469]: audit 2024-09-06T15:31:03.310492+0000 mgr.y (mgr.15135) 46 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:31:04.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:04 smithi169 bash[19820]: cluster 2024-09-06T15:31:03.088743+0000 mgr.y (mgr.15135) 45 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:04.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:04 smithi169 bash[19820]: audit 2024-09-06T15:31:03.310492+0000 mgr.y (mgr.15135) 46 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:31:06.693 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:31:06 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:31:06] "GET /metrics HTTP/1.1" 200 38239 "" "Prometheus/2.43.0" 2024-09-06T15:31:06.693 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:06 smithi169 bash[26469]: cluster 2024-09-06T15:31:05.089549+0000 mgr.y (mgr.15135) 47 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:06.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:06 smithi169 bash[19820]: cluster 2024-09-06T15:31:05.089549+0000 mgr.y (mgr.15135) 47 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:06.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:06 smithi181 bash[21841]: cluster 2024-09-06T15:31:05.089549+0000 mgr.y (mgr.15135) 47 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:08.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:08 smithi181 bash[21841]: cluster 2024-09-06T15:31:07.091276+0000 mgr.y (mgr.15135) 48 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:08.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:08 smithi169 bash[19820]: cluster 2024-09-06T15:31:07.091276+0000 mgr.y (mgr.15135) 48 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:08.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:08 smithi169 bash[26469]: cluster 2024-09-06T15:31:07.091276+0000 mgr.y (mgr.15135) 48 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:10.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:10 smithi181 bash[21841]: cluster 2024-09-06T15:31:09.092024+0000 mgr.y (mgr.15135) 49 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:10.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:10 smithi169 bash[19820]: cluster 2024-09-06T15:31:09.092024+0000 mgr.y (mgr.15135) 49 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:10.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:10 smithi169 bash[26469]: cluster 2024-09-06T15:31:09.092024+0000 mgr.y (mgr.15135) 49 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:12.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:12 smithi169 bash[19820]: cluster 2024-09-06T15:31:11.093725+0000 mgr.y (mgr.15135) 50 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:12.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:12 smithi169 bash[26469]: cluster 2024-09-06T15:31:11.093725+0000 mgr.y (mgr.15135) 50 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:12.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:12 smithi181 bash[21841]: cluster 2024-09-06T15:31:11.093725+0000 mgr.y (mgr.15135) 50 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:14.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:14 smithi169 bash[19820]: cluster 2024-09-06T15:31:13.094508+0000 mgr.y (mgr.15135) 51 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:14.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:14 smithi169 bash[19820]: audit 2024-09-06T15:31:13.319489+0000 mgr.y (mgr.15135) 52 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:31:14.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:14 smithi169 bash[26469]: cluster 2024-09-06T15:31:13.094508+0000 mgr.y (mgr.15135) 51 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:14.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:14 smithi169 bash[26469]: audit 2024-09-06T15:31:13.319489+0000 mgr.y (mgr.15135) 52 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:31:14.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:14 smithi181 bash[21841]: cluster 2024-09-06T15:31:13.094508+0000 mgr.y (mgr.15135) 51 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:14.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:14 smithi181 bash[21841]: audit 2024-09-06T15:31:13.319489+0000 mgr.y (mgr.15135) 52 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:31:15.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:15 smithi169 bash[19820]: audit 2024-09-06T15:31:14.777835+0000 mon.a (mon.0) 1233 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:31:15.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:15 smithi169 bash[26469]: audit 2024-09-06T15:31:14.777835+0000 mon.a (mon.0) 1233 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:31:15.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:15 smithi181 bash[21841]: audit 2024-09-06T15:31:14.777835+0000 mon.a (mon.0) 1233 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:31:16.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:16 smithi169 bash[19820]: cluster 2024-09-06T15:31:15.095400+0000 mgr.y (mgr.15135) 53 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:16.693 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:31:16 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:31:16] "GET /metrics HTTP/1.1" 200 38240 "" "Prometheus/2.43.0" 2024-09-06T15:31:16.693 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:16 smithi169 bash[26469]: cluster 2024-09-06T15:31:15.095400+0000 mgr.y (mgr.15135) 53 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:16.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:16 smithi181 bash[21841]: cluster 2024-09-06T15:31:15.095400+0000 mgr.y (mgr.15135) 53 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:18.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:18 smithi169 bash[19820]: cluster 2024-09-06T15:31:17.097151+0000 mgr.y (mgr.15135) 54 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:18.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:18 smithi169 bash[26469]: cluster 2024-09-06T15:31:17.097151+0000 mgr.y (mgr.15135) 54 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:18.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:18 smithi181 bash[21841]: cluster 2024-09-06T15:31:17.097151+0000 mgr.y (mgr.15135) 54 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:20.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:20 smithi169 bash[19820]: cluster 2024-09-06T15:31:19.098076+0000 mgr.y (mgr.15135) 55 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:20.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:20 smithi169 bash[26469]: cluster 2024-09-06T15:31:19.098076+0000 mgr.y (mgr.15135) 55 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:20.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:20 smithi181 bash[21841]: cluster 2024-09-06T15:31:19.098076+0000 mgr.y (mgr.15135) 55 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:22.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:22 smithi169 bash[19820]: cluster 2024-09-06T15:31:21.099928+0000 mgr.y (mgr.15135) 56 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:22.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:22 smithi169 bash[26469]: cluster 2024-09-06T15:31:21.099928+0000 mgr.y (mgr.15135) 56 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:22.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:22 smithi181 bash[21841]: cluster 2024-09-06T15:31:21.099928+0000 mgr.y (mgr.15135) 56 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:24.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:24 smithi169 bash[19820]: cluster 2024-09-06T15:31:23.100840+0000 mgr.y (mgr.15135) 57 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:24.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:24 smithi169 bash[19820]: audit 2024-09-06T15:31:23.327653+0000 mgr.y (mgr.15135) 58 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:31:24.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:24 smithi169 bash[26469]: cluster 2024-09-06T15:31:23.100840+0000 mgr.y (mgr.15135) 57 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:24.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:24 smithi169 bash[26469]: audit 2024-09-06T15:31:23.327653+0000 mgr.y (mgr.15135) 58 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:31:24.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:24 smithi181 bash[21841]: cluster 2024-09-06T15:31:23.100840+0000 mgr.y (mgr.15135) 57 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:24.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:24 smithi181 bash[21841]: audit 2024-09-06T15:31:23.327653+0000 mgr.y (mgr.15135) 58 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:31:26.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:26 smithi169 bash[19820]: cluster 2024-09-06T15:31:25.101962+0000 mgr.y (mgr.15135) 59 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:26.693 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:31:26 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:31:26] "GET /metrics HTTP/1.1" 200 38240 "" "Prometheus/2.43.0" 2024-09-06T15:31:26.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:26 smithi169 bash[26469]: cluster 2024-09-06T15:31:25.101962+0000 mgr.y (mgr.15135) 59 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:26.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:26 smithi181 bash[21841]: cluster 2024-09-06T15:31:25.101962+0000 mgr.y (mgr.15135) 59 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:28.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:28 smithi169 bash[19820]: cluster 2024-09-06T15:31:27.103579+0000 mgr.y (mgr.15135) 60 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:28.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:28 smithi169 bash[26469]: cluster 2024-09-06T15:31:27.103579+0000 mgr.y (mgr.15135) 60 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:28.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:28 smithi181 bash[21841]: cluster 2024-09-06T15:31:27.103579+0000 mgr.y (mgr.15135) 60 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:30.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:30 smithi169 bash[19820]: cluster 2024-09-06T15:31:29.104445+0000 mgr.y (mgr.15135) 61 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:30.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:30 smithi169 bash[19820]: audit 2024-09-06T15:31:29.788449+0000 mon.a (mon.0) 1234 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:31:30.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:30 smithi169 bash[26469]: cluster 2024-09-06T15:31:29.104445+0000 mgr.y (mgr.15135) 61 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:30.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:30 smithi169 bash[26469]: audit 2024-09-06T15:31:29.788449+0000 mon.a (mon.0) 1234 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:31:30.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:30 smithi181 bash[21841]: cluster 2024-09-06T15:31:29.104445+0000 mgr.y (mgr.15135) 61 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:30.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:30 smithi181 bash[21841]: audit 2024-09-06T15:31:29.788449+0000 mon.a (mon.0) 1234 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:31:32.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:32 smithi169 bash[19820]: cluster 2024-09-06T15:31:31.106215+0000 mgr.y (mgr.15135) 62 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:32.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:32 smithi169 bash[26469]: cluster 2024-09-06T15:31:31.106215+0000 mgr.y (mgr.15135) 62 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:32.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:32 smithi181 bash[21841]: cluster 2024-09-06T15:31:31.106215+0000 mgr.y (mgr.15135) 62 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:34.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:34 smithi169 bash[19820]: cluster 2024-09-06T15:31:33.107021+0000 mgr.y (mgr.15135) 63 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:34.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:34 smithi169 bash[19820]: audit 2024-09-06T15:31:33.338521+0000 mgr.y (mgr.15135) 64 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:31:34.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:34 smithi169 bash[26469]: cluster 2024-09-06T15:31:33.107021+0000 mgr.y (mgr.15135) 63 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:34.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:34 smithi169 bash[26469]: audit 2024-09-06T15:31:33.338521+0000 mgr.y (mgr.15135) 64 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:31:34.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:34 smithi181 bash[21841]: cluster 2024-09-06T15:31:33.107021+0000 mgr.y (mgr.15135) 63 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:34.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:34 smithi181 bash[21841]: audit 2024-09-06T15:31:33.338521+0000 mgr.y (mgr.15135) 64 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:31:36.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:36 smithi169 bash[19820]: cluster 2024-09-06T15:31:35.108571+0000 mgr.y (mgr.15135) 65 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:36.693 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:31:36 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:31:36] "GET /metrics HTTP/1.1" 200 38237 "" "Prometheus/2.43.0" 2024-09-06T15:31:36.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:36 smithi169 bash[26469]: cluster 2024-09-06T15:31:35.108571+0000 mgr.y (mgr.15135) 65 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:36.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:36 smithi181 bash[21841]: cluster 2024-09-06T15:31:35.108571+0000 mgr.y (mgr.15135) 65 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:38.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:38 smithi169 bash[19820]: cluster 2024-09-06T15:31:37.109330+0000 mgr.y (mgr.15135) 66 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:38.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:38 smithi169 bash[26469]: cluster 2024-09-06T15:31:37.109330+0000 mgr.y (mgr.15135) 66 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:38.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:38 smithi181 bash[21841]: cluster 2024-09-06T15:31:37.109330+0000 mgr.y (mgr.15135) 66 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:40.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:40 smithi169 bash[19820]: cluster 2024-09-06T15:31:39.110091+0000 mgr.y (mgr.15135) 67 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:40.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:40 smithi169 bash[26469]: cluster 2024-09-06T15:31:39.110091+0000 mgr.y (mgr.15135) 67 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:40.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:40 smithi181 bash[21841]: cluster 2024-09-06T15:31:39.110091+0000 mgr.y (mgr.15135) 67 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:42.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:42 smithi169 bash[19820]: cluster 2024-09-06T15:31:41.111774+0000 mgr.y (mgr.15135) 68 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:42.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:42 smithi169 bash[26469]: cluster 2024-09-06T15:31:41.111774+0000 mgr.y (mgr.15135) 68 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:42.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:42 smithi181 bash[21841]: cluster 2024-09-06T15:31:41.111774+0000 mgr.y (mgr.15135) 68 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:44.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:44 smithi169 bash[19820]: cluster 2024-09-06T15:31:43.112625+0000 mgr.y (mgr.15135) 69 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:44.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:44 smithi169 bash[19820]: audit 2024-09-06T15:31:43.343401+0000 mgr.y (mgr.15135) 70 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:31:44.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:44 smithi169 bash[26469]: cluster 2024-09-06T15:31:43.112625+0000 mgr.y (mgr.15135) 69 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:44.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:44 smithi169 bash[26469]: audit 2024-09-06T15:31:43.343401+0000 mgr.y (mgr.15135) 70 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:31:44.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:44 smithi181 bash[21841]: cluster 2024-09-06T15:31:43.112625+0000 mgr.y (mgr.15135) 69 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:44.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:44 smithi181 bash[21841]: audit 2024-09-06T15:31:43.343401+0000 mgr.y (mgr.15135) 70 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:31:45.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:45 smithi169 bash[19820]: audit 2024-09-06T15:31:44.789216+0000 mon.a (mon.0) 1235 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:31:45.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:45 smithi169 bash[26469]: audit 2024-09-06T15:31:44.789216+0000 mon.a (mon.0) 1235 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:31:45.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:45 smithi181 bash[21841]: audit 2024-09-06T15:31:44.789216+0000 mon.a (mon.0) 1235 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:31:46.591 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:31:46 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:31:46] "GET /metrics HTTP/1.1" 200 38239 "" "Prometheus/2.43.0" 2024-09-06T15:31:46.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:46 smithi169 bash[19820]: cluster 2024-09-06T15:31:45.114223+0000 mgr.y (mgr.15135) 71 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:46.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:46 smithi169 bash[26469]: cluster 2024-09-06T15:31:45.114223+0000 mgr.y (mgr.15135) 71 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:46.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:46 smithi181 bash[21841]: cluster 2024-09-06T15:31:45.114223+0000 mgr.y (mgr.15135) 71 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:48.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:48 smithi169 bash[19820]: cluster 2024-09-06T15:31:47.114953+0000 mgr.y (mgr.15135) 72 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:48.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:48 smithi169 bash[26469]: cluster 2024-09-06T15:31:47.114953+0000 mgr.y (mgr.15135) 72 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:48.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:48 smithi181 bash[21841]: cluster 2024-09-06T15:31:47.114953+0000 mgr.y (mgr.15135) 72 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:50.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:50 smithi169 bash[19820]: cluster 2024-09-06T15:31:49.115698+0000 mgr.y (mgr.15135) 73 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:50.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:50 smithi169 bash[26469]: cluster 2024-09-06T15:31:49.115698+0000 mgr.y (mgr.15135) 73 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:50.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:50 smithi181 bash[21841]: cluster 2024-09-06T15:31:49.115698+0000 mgr.y (mgr.15135) 73 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:52.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:52 smithi169 bash[19820]: cluster 2024-09-06T15:31:51.117410+0000 mgr.y (mgr.15135) 74 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:52.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:52 smithi169 bash[26469]: cluster 2024-09-06T15:31:51.117410+0000 mgr.y (mgr.15135) 74 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:52.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:52 smithi181 bash[21841]: cluster 2024-09-06T15:31:51.117410+0000 mgr.y (mgr.15135) 74 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:54.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:54 smithi169 bash[19820]: cluster 2024-09-06T15:31:53.118147+0000 mgr.y (mgr.15135) 75 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:54.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:54 smithi169 bash[19820]: audit 2024-09-06T15:31:53.354622+0000 mgr.y (mgr.15135) 76 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:31:54.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:54 smithi169 bash[19820]: audit 2024-09-06T15:31:54.533795+0000 mon.a (mon.0) 1236 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:31:54.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:54 smithi169 bash[19820]: audit 2024-09-06T15:31:54.535197+0000 mon.a (mon.0) 1237 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:31:54.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:54 smithi169 bash[19820]: audit 2024-09-06T15:31:54.544506+0000 mon.a (mon.0) 1238 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:31:54.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:54 smithi169 bash[26469]: cluster 2024-09-06T15:31:53.118147+0000 mgr.y (mgr.15135) 75 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:54.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:54 smithi169 bash[26469]: audit 2024-09-06T15:31:53.354622+0000 mgr.y (mgr.15135) 76 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:31:54.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:54 smithi169 bash[26469]: audit 2024-09-06T15:31:54.533795+0000 mon.a (mon.0) 1236 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:31:54.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:54 smithi169 bash[26469]: audit 2024-09-06T15:31:54.535197+0000 mon.a (mon.0) 1237 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:31:54.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:54 smithi169 bash[26469]: audit 2024-09-06T15:31:54.544506+0000 mon.a (mon.0) 1238 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:31:54.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:54 smithi181 bash[21841]: cluster 2024-09-06T15:31:53.118147+0000 mgr.y (mgr.15135) 75 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:54.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:54 smithi181 bash[21841]: audit 2024-09-06T15:31:53.354622+0000 mgr.y (mgr.15135) 76 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:31:54.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:54 smithi181 bash[21841]: audit 2024-09-06T15:31:54.533795+0000 mon.a (mon.0) 1236 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:31:54.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:54 smithi181 bash[21841]: audit 2024-09-06T15:31:54.535197+0000 mon.a (mon.0) 1237 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:31:54.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:54 smithi181 bash[21841]: audit 2024-09-06T15:31:54.544506+0000 mon.a (mon.0) 1238 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:31:56.612 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:31:56 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:31:56] "GET /metrics HTTP/1.1" 200 38239 "" "Prometheus/2.43.0" 2024-09-06T15:31:56.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:56 smithi169 bash[19820]: cluster 2024-09-06T15:31:55.119756+0000 mgr.y (mgr.15135) 77 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:56.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:56 smithi169 bash[26469]: cluster 2024-09-06T15:31:55.119756+0000 mgr.y (mgr.15135) 77 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:56.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:56 smithi181 bash[21841]: cluster 2024-09-06T15:31:55.119756+0000 mgr.y (mgr.15135) 77 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:31:58.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:31:58 smithi169 bash[19820]: cluster 2024-09-06T15:31:57.120550+0000 mgr.y (mgr.15135) 78 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:58.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:31:58 smithi169 bash[26469]: cluster 2024-09-06T15:31:57.120550+0000 mgr.y (mgr.15135) 78 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:31:58.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:31:58 smithi181 bash[21841]: cluster 2024-09-06T15:31:57.120550+0000 mgr.y (mgr.15135) 78 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:00.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:00 smithi169 bash[19820]: cluster 2024-09-06T15:31:59.121296+0000 mgr.y (mgr.15135) 79 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:00.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:00 smithi169 bash[19820]: audit 2024-09-06T15:31:59.789181+0000 mon.a (mon.0) 1239 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:32:00.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:00 smithi169 bash[26469]: cluster 2024-09-06T15:31:59.121296+0000 mgr.y (mgr.15135) 79 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:00.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:00 smithi169 bash[26469]: audit 2024-09-06T15:31:59.789181+0000 mon.a (mon.0) 1239 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:32:00.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:00 smithi181 bash[21841]: cluster 2024-09-06T15:31:59.121296+0000 mgr.y (mgr.15135) 79 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:00.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:00 smithi181 bash[21841]: audit 2024-09-06T15:31:59.789181+0000 mon.a (mon.0) 1239 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:32:02.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:02 smithi169 bash[19820]: cluster 2024-09-06T15:32:01.122962+0000 mgr.y (mgr.15135) 80 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:32:02.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:02 smithi169 bash[26469]: cluster 2024-09-06T15:32:01.122962+0000 mgr.y (mgr.15135) 80 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:32:02.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:02 smithi181 bash[21841]: cluster 2024-09-06T15:32:01.122962+0000 mgr.y (mgr.15135) 80 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:32:04.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:04 smithi169 bash[19820]: cluster 2024-09-06T15:32:03.123671+0000 mgr.y (mgr.15135) 81 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:04.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:04 smithi169 bash[19820]: audit 2024-09-06T15:32:03.363665+0000 mgr.y (mgr.15135) 82 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:32:04.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:04 smithi169 bash[26469]: cluster 2024-09-06T15:32:03.123671+0000 mgr.y (mgr.15135) 81 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:04.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:04 smithi169 bash[26469]: audit 2024-09-06T15:32:03.363665+0000 mgr.y (mgr.15135) 82 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:32:04.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:04 smithi181 bash[21841]: cluster 2024-09-06T15:32:03.123671+0000 mgr.y (mgr.15135) 81 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:04.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:04 smithi181 bash[21841]: audit 2024-09-06T15:32:03.363665+0000 mgr.y (mgr.15135) 82 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:32:06.633 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:32:06 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:32:06] "GET /metrics HTTP/1.1" 200 38240 "" "Prometheus/2.43.0" 2024-09-06T15:32:06.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:06 smithi169 bash[19820]: cluster 2024-09-06T15:32:05.125248+0000 mgr.y (mgr.15135) 83 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:32:06.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:06 smithi169 bash[26469]: cluster 2024-09-06T15:32:05.125248+0000 mgr.y (mgr.15135) 83 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:32:06.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:06 smithi181 bash[21841]: cluster 2024-09-06T15:32:05.125248+0000 mgr.y (mgr.15135) 83 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:32:08.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:08 smithi169 bash[19820]: cluster 2024-09-06T15:32:07.126006+0000 mgr.y (mgr.15135) 84 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:08.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:08 smithi169 bash[26469]: cluster 2024-09-06T15:32:07.126006+0000 mgr.y (mgr.15135) 84 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:08.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:08 smithi181 bash[21841]: cluster 2024-09-06T15:32:07.126006+0000 mgr.y (mgr.15135) 84 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:10.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:10 smithi169 bash[19820]: cluster 2024-09-06T15:32:09.126699+0000 mgr.y (mgr.15135) 85 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:10.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:10 smithi169 bash[26469]: cluster 2024-09-06T15:32:09.126699+0000 mgr.y (mgr.15135) 85 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:10.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:10 smithi181 bash[21841]: cluster 2024-09-06T15:32:09.126699+0000 mgr.y (mgr.15135) 85 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:12.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:12 smithi169 bash[19820]: cluster 2024-09-06T15:32:11.128369+0000 mgr.y (mgr.15135) 86 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:32:12.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:12 smithi169 bash[26469]: cluster 2024-09-06T15:32:11.128369+0000 mgr.y (mgr.15135) 86 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:32:12.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:12 smithi181 bash[21841]: cluster 2024-09-06T15:32:11.128369+0000 mgr.y (mgr.15135) 86 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:32:14.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:14 smithi169 bash[19820]: cluster 2024-09-06T15:32:13.129107+0000 mgr.y (mgr.15135) 87 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:14.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:14 smithi169 bash[19820]: audit 2024-09-06T15:32:13.374952+0000 mgr.y (mgr.15135) 88 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:32:14.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:14 smithi169 bash[26469]: cluster 2024-09-06T15:32:13.129107+0000 mgr.y (mgr.15135) 87 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:14.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:14 smithi169 bash[26469]: audit 2024-09-06T15:32:13.374952+0000 mgr.y (mgr.15135) 88 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:32:14.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:14 smithi181 bash[21841]: cluster 2024-09-06T15:32:13.129107+0000 mgr.y (mgr.15135) 87 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:14.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:14 smithi181 bash[21841]: audit 2024-09-06T15:32:13.374952+0000 mgr.y (mgr.15135) 88 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:32:15.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:15 smithi169 bash[19820]: audit 2024-09-06T15:32:14.789793+0000 mon.a (mon.0) 1240 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:32:15.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:15 smithi169 bash[26469]: audit 2024-09-06T15:32:14.789793+0000 mon.a (mon.0) 1240 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:32:15.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:15 smithi181 bash[21841]: audit 2024-09-06T15:32:14.789793+0000 mon.a (mon.0) 1240 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:32:16.664 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:32:16 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:32:16] "GET /metrics HTTP/1.1" 200 38239 "" "Prometheus/2.43.0" 2024-09-06T15:32:16.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:16 smithi169 bash[19820]: cluster 2024-09-06T15:32:15.130684+0000 mgr.y (mgr.15135) 89 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:32:16.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:16 smithi169 bash[26469]: cluster 2024-09-06T15:32:15.130684+0000 mgr.y (mgr.15135) 89 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:32:16.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:16 smithi181 bash[21841]: cluster 2024-09-06T15:32:15.130684+0000 mgr.y (mgr.15135) 89 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:32:18.943 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:18 smithi169 bash[26469]: cluster 2024-09-06T15:32:17.131477+0000 mgr.y (mgr.15135) 90 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:18.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:18 smithi169 bash[19820]: cluster 2024-09-06T15:32:17.131477+0000 mgr.y (mgr.15135) 90 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:18.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:18 smithi181 bash[21841]: cluster 2024-09-06T15:32:17.131477+0000 mgr.y (mgr.15135) 90 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:20.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:20 smithi169 bash[19820]: cluster 2024-09-06T15:32:19.132207+0000 mgr.y (mgr.15135) 91 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:20.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:20 smithi169 bash[26469]: cluster 2024-09-06T15:32:19.132207+0000 mgr.y (mgr.15135) 91 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:20.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:20 smithi181 bash[21841]: cluster 2024-09-06T15:32:19.132207+0000 mgr.y (mgr.15135) 91 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:22.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:22 smithi169 bash[19820]: cluster 2024-09-06T15:32:21.133864+0000 mgr.y (mgr.15135) 92 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:32:22.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:22 smithi169 bash[26469]: cluster 2024-09-06T15:32:21.133864+0000 mgr.y (mgr.15135) 92 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:32:22.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:22 smithi181 bash[21841]: cluster 2024-09-06T15:32:21.133864+0000 mgr.y (mgr.15135) 92 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:32:24.943 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:24 smithi169 bash[19820]: cluster 2024-09-06T15:32:23.134722+0000 mgr.y (mgr.15135) 93 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:24.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:24 smithi169 bash[19820]: audit 2024-09-06T15:32:23.383630+0000 mgr.y (mgr.15135) 94 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:32:24.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:24 smithi169 bash[26469]: cluster 2024-09-06T15:32:23.134722+0000 mgr.y (mgr.15135) 93 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:24.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:24 smithi169 bash[26469]: audit 2024-09-06T15:32:23.383630+0000 mgr.y (mgr.15135) 94 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:32:24.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:24 smithi181 bash[21841]: cluster 2024-09-06T15:32:23.134722+0000 mgr.y (mgr.15135) 93 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:24.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:24 smithi181 bash[21841]: audit 2024-09-06T15:32:23.383630+0000 mgr.y (mgr.15135) 94 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:32:26.687 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:32:26 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:32:26] "GET /metrics HTTP/1.1" 200 38239 "" "Prometheus/2.43.0" 2024-09-06T15:32:26.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:26 smithi169 bash[19820]: cluster 2024-09-06T15:32:25.136377+0000 mgr.y (mgr.15135) 95 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:32:26.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:26 smithi169 bash[26469]: cluster 2024-09-06T15:32:25.136377+0000 mgr.y (mgr.15135) 95 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:32:26.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:26 smithi181 bash[21841]: cluster 2024-09-06T15:32:25.136377+0000 mgr.y (mgr.15135) 95 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:32:28.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:28 smithi169 bash[26469]: cluster 2024-09-06T15:32:27.137118+0000 mgr.y (mgr.15135) 96 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:28.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:28 smithi169 bash[19820]: cluster 2024-09-06T15:32:27.137118+0000 mgr.y (mgr.15135) 96 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:28.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:28 smithi181 bash[21841]: cluster 2024-09-06T15:32:27.137118+0000 mgr.y (mgr.15135) 96 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:30.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:30 smithi181 bash[21841]: cluster 2024-09-06T15:32:29.137863+0000 mgr.y (mgr.15135) 97 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:30.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:30 smithi181 bash[21841]: audit 2024-09-06T15:32:29.790007+0000 mon.a (mon.0) 1241 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:32:31.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:30 smithi169 bash[19820]: cluster 2024-09-06T15:32:29.137863+0000 mgr.y (mgr.15135) 97 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:31.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:30 smithi169 bash[19820]: audit 2024-09-06T15:32:29.790007+0000 mon.a (mon.0) 1241 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:32:31.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:30 smithi169 bash[26469]: cluster 2024-09-06T15:32:29.137863+0000 mgr.y (mgr.15135) 97 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:31.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:30 smithi169 bash[26469]: audit 2024-09-06T15:32:29.790007+0000 mon.a (mon.0) 1241 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:32:32.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:32 smithi181 bash[21841]: cluster 2024-09-06T15:32:31.139550+0000 mgr.y (mgr.15135) 98 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:32:33.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:32 smithi169 bash[19820]: cluster 2024-09-06T15:32:31.139550+0000 mgr.y (mgr.15135) 98 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:32:33.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:32 smithi169 bash[26469]: cluster 2024-09-06T15:32:31.139550+0000 mgr.y (mgr.15135) 98 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:32:34.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:34 smithi181 bash[21841]: cluster 2024-09-06T15:32:33.140247+0000 mgr.y (mgr.15135) 99 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:34.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:34 smithi181 bash[21841]: audit 2024-09-06T15:32:33.394977+0000 mgr.y (mgr.15135) 100 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:32:35.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:34 smithi169 bash[19820]: cluster 2024-09-06T15:32:33.140247+0000 mgr.y (mgr.15135) 99 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:35.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:34 smithi169 bash[19820]: audit 2024-09-06T15:32:33.394977+0000 mgr.y (mgr.15135) 100 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:32:35.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:34 smithi169 bash[26469]: cluster 2024-09-06T15:32:33.140247+0000 mgr.y (mgr.15135) 99 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:35.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:34 smithi169 bash[26469]: audit 2024-09-06T15:32:33.394977+0000 mgr.y (mgr.15135) 100 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:32:36.694 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:32:36 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:32:36] "GET /metrics HTTP/1.1" 200 38234 "" "Prometheus/2.43.0" 2024-09-06T15:32:36.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:36 smithi181 bash[21841]: cluster 2024-09-06T15:32:35.141815+0000 mgr.y (mgr.15135) 101 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:32:37.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:36 smithi169 bash[19820]: cluster 2024-09-06T15:32:35.141815+0000 mgr.y (mgr.15135) 101 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:32:37.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:36 smithi169 bash[26469]: cluster 2024-09-06T15:32:35.141815+0000 mgr.y (mgr.15135) 101 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:32:38.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:38 smithi181 bash[21841]: cluster 2024-09-06T15:32:37.142539+0000 mgr.y (mgr.15135) 102 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:39.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:38 smithi169 bash[19820]: cluster 2024-09-06T15:32:37.142539+0000 mgr.y (mgr.15135) 102 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:39.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:38 smithi169 bash[26469]: cluster 2024-09-06T15:32:37.142539+0000 mgr.y (mgr.15135) 102 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:40.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:40 smithi181 bash[21841]: cluster 2024-09-06T15:32:39.143284+0000 mgr.y (mgr.15135) 103 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:41.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:40 smithi169 bash[19820]: cluster 2024-09-06T15:32:39.143284+0000 mgr.y (mgr.15135) 103 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:41.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:40 smithi169 bash[26469]: cluster 2024-09-06T15:32:39.143284+0000 mgr.y (mgr.15135) 103 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:42.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:42 smithi181 bash[21841]: cluster 2024-09-06T15:32:41.144861+0000 mgr.y (mgr.15135) 104 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:32:43.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:42 smithi169 bash[19820]: cluster 2024-09-06T15:32:41.144861+0000 mgr.y (mgr.15135) 104 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:32:43.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:42 smithi169 bash[26469]: cluster 2024-09-06T15:32:41.144861+0000 mgr.y (mgr.15135) 104 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:32:44.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:44 smithi181 bash[21841]: cluster 2024-09-06T15:32:43.145611+0000 mgr.y (mgr.15135) 105 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:44.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:44 smithi181 bash[21841]: audit 2024-09-06T15:32:43.403338+0000 mgr.y (mgr.15135) 106 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:32:45.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:44 smithi169 bash[19820]: cluster 2024-09-06T15:32:43.145611+0000 mgr.y (mgr.15135) 105 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:45.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:44 smithi169 bash[19820]: audit 2024-09-06T15:32:43.403338+0000 mgr.y (mgr.15135) 106 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:32:45.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:44 smithi169 bash[26469]: cluster 2024-09-06T15:32:43.145611+0000 mgr.y (mgr.15135) 105 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:45.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:44 smithi169 bash[26469]: audit 2024-09-06T15:32:43.403338+0000 mgr.y (mgr.15135) 106 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:32:45.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:45 smithi181 bash[21841]: audit 2024-09-06T15:32:44.791017+0000 mon.a (mon.0) 1242 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:32:46.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:45 smithi169 bash[19820]: audit 2024-09-06T15:32:44.791017+0000 mon.a (mon.0) 1242 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:32:46.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:45 smithi169 bash[26469]: audit 2024-09-06T15:32:44.791017+0000 mon.a (mon.0) 1242 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:32:46.694 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:32:46 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:32:46] "GET /metrics HTTP/1.1" 200 38248 "" "Prometheus/2.43.0" 2024-09-06T15:32:46.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:46 smithi181 bash[21841]: cluster 2024-09-06T15:32:45.147199+0000 mgr.y (mgr.15135) 107 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:32:47.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:46 smithi169 bash[19820]: cluster 2024-09-06T15:32:45.147199+0000 mgr.y (mgr.15135) 107 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:32:47.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:46 smithi169 bash[26469]: cluster 2024-09-06T15:32:45.147199+0000 mgr.y (mgr.15135) 107 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:32:48.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:48 smithi181 bash[21841]: cluster 2024-09-06T15:32:47.147874+0000 mgr.y (mgr.15135) 108 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:49.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:48 smithi169 bash[19820]: cluster 2024-09-06T15:32:47.147874+0000 mgr.y (mgr.15135) 108 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:49.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:48 smithi169 bash[26469]: cluster 2024-09-06T15:32:47.147874+0000 mgr.y (mgr.15135) 108 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:51.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:50 smithi169 bash[19820]: cluster 2024-09-06T15:32:49.148692+0000 mgr.y (mgr.15135) 109 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:51.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:50 smithi169 bash[26469]: cluster 2024-09-06T15:32:49.148692+0000 mgr.y (mgr.15135) 109 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:51.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:50 smithi181 bash[21841]: cluster 2024-09-06T15:32:49.148692+0000 mgr.y (mgr.15135) 109 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:53.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:52 smithi169 bash[19820]: cluster 2024-09-06T15:32:51.150349+0000 mgr.y (mgr.15135) 110 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:32:53.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:52 smithi169 bash[26469]: cluster 2024-09-06T15:32:51.150349+0000 mgr.y (mgr.15135) 110 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:32:53.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:52 smithi181 bash[21841]: cluster 2024-09-06T15:32:51.150349+0000 mgr.y (mgr.15135) 110 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:32:55.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:54 smithi169 bash[19820]: cluster 2024-09-06T15:32:53.151093+0000 mgr.y (mgr.15135) 111 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:55.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:54 smithi169 bash[19820]: audit 2024-09-06T15:32:53.414612+0000 mgr.y (mgr.15135) 112 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:32:55.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:54 smithi169 bash[26469]: cluster 2024-09-06T15:32:53.151093+0000 mgr.y (mgr.15135) 111 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:55.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:54 smithi169 bash[26469]: audit 2024-09-06T15:32:53.414612+0000 mgr.y (mgr.15135) 112 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:32:55.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:54 smithi181 bash[21841]: cluster 2024-09-06T15:32:53.151093+0000 mgr.y (mgr.15135) 111 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:55.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:54 smithi181 bash[21841]: audit 2024-09-06T15:32:53.414612+0000 mgr.y (mgr.15135) 112 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:32:56.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:55 smithi169 bash[19820]: audit 2024-09-06T15:32:55.451419+0000 mon.a (mon.0) 1243 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:32:56.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:55 smithi169 bash[19820]: audit 2024-09-06T15:32:55.452995+0000 mon.a (mon.0) 1244 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:32:56.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:55 smithi169 bash[19820]: audit 2024-09-06T15:32:55.462930+0000 mon.a (mon.0) 1245 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:32:56.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:55 smithi169 bash[26469]: audit 2024-09-06T15:32:55.451419+0000 mon.a (mon.0) 1243 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:32:56.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:55 smithi169 bash[26469]: audit 2024-09-06T15:32:55.452995+0000 mon.a (mon.0) 1244 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:32:56.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:55 smithi169 bash[26469]: audit 2024-09-06T15:32:55.462930+0000 mon.a (mon.0) 1245 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:32:56.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:55 smithi181 bash[21841]: audit 2024-09-06T15:32:55.451419+0000 mon.a (mon.0) 1243 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:32:56.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:55 smithi181 bash[21841]: audit 2024-09-06T15:32:55.452995+0000 mon.a (mon.0) 1244 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:32:56.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:55 smithi181 bash[21841]: audit 2024-09-06T15:32:55.462930+0000 mon.a (mon.0) 1245 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:32:56.694 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:32:56 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:32:56] "GET /metrics HTTP/1.1" 200 38248 "" "Prometheus/2.43.0" 2024-09-06T15:32:57.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:56 smithi169 bash[19820]: cluster 2024-09-06T15:32:55.152600+0000 mgr.y (mgr.15135) 113 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:32:57.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:56 smithi169 bash[26469]: cluster 2024-09-06T15:32:55.152600+0000 mgr.y (mgr.15135) 113 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:32:57.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:56 smithi181 bash[21841]: cluster 2024-09-06T15:32:55.152600+0000 mgr.y (mgr.15135) 113 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:32:59.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:32:58 smithi169 bash[19820]: cluster 2024-09-06T15:32:57.153320+0000 mgr.y (mgr.15135) 114 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:59.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:32:58 smithi169 bash[26469]: cluster 2024-09-06T15:32:57.153320+0000 mgr.y (mgr.15135) 114 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:32:59.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:32:58 smithi181 bash[21841]: cluster 2024-09-06T15:32:57.153320+0000 mgr.y (mgr.15135) 114 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:01.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:00 smithi169 bash[19820]: cluster 2024-09-06T15:32:59.154039+0000 mgr.y (mgr.15135) 115 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:01.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:00 smithi169 bash[19820]: audit 2024-09-06T15:32:59.791244+0000 mon.a (mon.0) 1246 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:33:01.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:00 smithi169 bash[26469]: cluster 2024-09-06T15:32:59.154039+0000 mgr.y (mgr.15135) 115 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:01.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:00 smithi169 bash[26469]: audit 2024-09-06T15:32:59.791244+0000 mon.a (mon.0) 1246 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:33:01.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:00 smithi181 bash[21841]: cluster 2024-09-06T15:32:59.154039+0000 mgr.y (mgr.15135) 115 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:01.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:00 smithi181 bash[21841]: audit 2024-09-06T15:32:59.791244+0000 mon.a (mon.0) 1246 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:33:03.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:02 smithi169 bash[19820]: cluster 2024-09-06T15:33:01.155759+0000 mgr.y (mgr.15135) 116 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:33:03.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:02 smithi169 bash[26469]: cluster 2024-09-06T15:33:01.155759+0000 mgr.y (mgr.15135) 116 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:33:03.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:02 smithi181 bash[21841]: cluster 2024-09-06T15:33:01.155759+0000 mgr.y (mgr.15135) 116 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:33:05.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:04 smithi169 bash[19820]: cluster 2024-09-06T15:33:03.156428+0000 mgr.y (mgr.15135) 117 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:05.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:04 smithi169 bash[19820]: audit 2024-09-06T15:33:03.425863+0000 mgr.y (mgr.15135) 118 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:33:05.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:04 smithi169 bash[26469]: cluster 2024-09-06T15:33:03.156428+0000 mgr.y (mgr.15135) 117 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:05.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:04 smithi169 bash[26469]: audit 2024-09-06T15:33:03.425863+0000 mgr.y (mgr.15135) 118 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:33:05.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:04 smithi181 bash[21841]: cluster 2024-09-06T15:33:03.156428+0000 mgr.y (mgr.15135) 117 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:05.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:04 smithi181 bash[21841]: audit 2024-09-06T15:33:03.425863+0000 mgr.y (mgr.15135) 118 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:33:06.694 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:33:06 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:33:06] "GET /metrics HTTP/1.1" 200 38249 "" "Prometheus/2.43.0" 2024-09-06T15:33:07.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:06 smithi169 bash[19820]: cluster 2024-09-06T15:33:05.157995+0000 mgr.y (mgr.15135) 119 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:33:07.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:06 smithi169 bash[26469]: cluster 2024-09-06T15:33:05.157995+0000 mgr.y (mgr.15135) 119 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:33:07.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:06 smithi181 bash[21841]: cluster 2024-09-06T15:33:05.157995+0000 mgr.y (mgr.15135) 119 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:33:09.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:08 smithi169 bash[19820]: cluster 2024-09-06T15:33:07.158709+0000 mgr.y (mgr.15135) 120 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:09.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:08 smithi169 bash[26469]: cluster 2024-09-06T15:33:07.158709+0000 mgr.y (mgr.15135) 120 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:09.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:08 smithi181 bash[21841]: cluster 2024-09-06T15:33:07.158709+0000 mgr.y (mgr.15135) 120 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:11.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:10 smithi169 bash[19820]: cluster 2024-09-06T15:33:09.159458+0000 mgr.y (mgr.15135) 121 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:11.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:10 smithi169 bash[26469]: cluster 2024-09-06T15:33:09.159458+0000 mgr.y (mgr.15135) 121 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:11.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:10 smithi181 bash[21841]: cluster 2024-09-06T15:33:09.159458+0000 mgr.y (mgr.15135) 121 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:13.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:12 smithi169 bash[19820]: cluster 2024-09-06T15:33:11.161036+0000 mgr.y (mgr.15135) 122 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:33:13.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:12 smithi169 bash[26469]: cluster 2024-09-06T15:33:11.161036+0000 mgr.y (mgr.15135) 122 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:33:13.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:12 smithi181 bash[21841]: cluster 2024-09-06T15:33:11.161036+0000 mgr.y (mgr.15135) 122 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:33:15.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:14 smithi169 bash[19820]: cluster 2024-09-06T15:33:13.161767+0000 mgr.y (mgr.15135) 123 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:15.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:14 smithi169 bash[19820]: audit 2024-09-06T15:33:13.437151+0000 mgr.y (mgr.15135) 124 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:33:15.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:14 smithi169 bash[19820]: audit 2024-09-06T15:33:14.791522+0000 mon.a (mon.0) 1247 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:33:15.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:14 smithi169 bash[26469]: cluster 2024-09-06T15:33:13.161767+0000 mgr.y (mgr.15135) 123 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:15.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:14 smithi169 bash[26469]: audit 2024-09-06T15:33:13.437151+0000 mgr.y (mgr.15135) 124 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:33:15.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:14 smithi169 bash[26469]: audit 2024-09-06T15:33:14.791522+0000 mon.a (mon.0) 1247 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:33:15.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:14 smithi181 bash[21841]: cluster 2024-09-06T15:33:13.161767+0000 mgr.y (mgr.15135) 123 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:15.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:14 smithi181 bash[21841]: audit 2024-09-06T15:33:13.437151+0000 mgr.y (mgr.15135) 124 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:33:15.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:14 smithi181 bash[21841]: audit 2024-09-06T15:33:14.791522+0000 mon.a (mon.0) 1247 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:33:16.694 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:33:16 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:33:16] "GET /metrics HTTP/1.1" 200 38249 "" "Prometheus/2.43.0" 2024-09-06T15:33:17.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:16 smithi169 bash[19820]: cluster 2024-09-06T15:33:15.163424+0000 mgr.y (mgr.15135) 125 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:33:17.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:16 smithi169 bash[26469]: cluster 2024-09-06T15:33:15.163424+0000 mgr.y (mgr.15135) 125 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:33:17.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:16 smithi181 bash[21841]: cluster 2024-09-06T15:33:15.163424+0000 mgr.y (mgr.15135) 125 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:33:19.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:18 smithi169 bash[19820]: cluster 2024-09-06T15:33:17.164120+0000 mgr.y (mgr.15135) 126 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:19.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:18 smithi169 bash[26469]: cluster 2024-09-06T15:33:17.164120+0000 mgr.y (mgr.15135) 126 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:19.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:18 smithi181 bash[21841]: cluster 2024-09-06T15:33:17.164120+0000 mgr.y (mgr.15135) 126 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:20.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:20 smithi181 bash[21841]: cluster 2024-09-06T15:33:19.164879+0000 mgr.y (mgr.15135) 127 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:20.996 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:33:20 smithi181 bash[46683]: logger=cleanup t=2024-09-06T15:33:20.618564896Z level=info msg="Completed cleanup jobs" duration=57.086519ms 2024-09-06T15:33:21.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:20 smithi169 bash[19820]: cluster 2024-09-06T15:33:19.164879+0000 mgr.y (mgr.15135) 127 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:21.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:20 smithi169 bash[26469]: cluster 2024-09-06T15:33:19.164879+0000 mgr.y (mgr.15135) 127 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:23.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:22 smithi169 bash[19820]: cluster 2024-09-06T15:33:21.166567+0000 mgr.y (mgr.15135) 128 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:33:23.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:22 smithi169 bash[26469]: cluster 2024-09-06T15:33:21.166567+0000 mgr.y (mgr.15135) 128 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:33:23.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:22 smithi181 bash[21841]: cluster 2024-09-06T15:33:21.166567+0000 mgr.y (mgr.15135) 128 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:33:25.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:24 smithi169 bash[19820]: cluster 2024-09-06T15:33:23.167513+0000 mgr.y (mgr.15135) 129 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:25.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:24 smithi169 bash[19820]: audit 2024-09-06T15:33:23.448437+0000 mgr.y (mgr.15135) 130 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:33:25.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:24 smithi169 bash[26469]: cluster 2024-09-06T15:33:23.167513+0000 mgr.y (mgr.15135) 129 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:25.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:24 smithi169 bash[26469]: audit 2024-09-06T15:33:23.448437+0000 mgr.y (mgr.15135) 130 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:33:25.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:24 smithi181 bash[21841]: cluster 2024-09-06T15:33:23.167513+0000 mgr.y (mgr.15135) 129 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:25.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:24 smithi181 bash[21841]: audit 2024-09-06T15:33:23.448437+0000 mgr.y (mgr.15135) 130 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:33:26.694 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:33:26 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:33:26] "GET /metrics HTTP/1.1" 200 38249 "" "Prometheus/2.43.0" 2024-09-06T15:33:27.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:26 smithi169 bash[19820]: cluster 2024-09-06T15:33:25.169149+0000 mgr.y (mgr.15135) 131 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:33:27.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:26 smithi169 bash[26469]: cluster 2024-09-06T15:33:25.169149+0000 mgr.y (mgr.15135) 131 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:33:27.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:26 smithi181 bash[21841]: cluster 2024-09-06T15:33:25.169149+0000 mgr.y (mgr.15135) 131 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:33:29.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:28 smithi169 bash[19820]: cluster 2024-09-06T15:33:27.169836+0000 mgr.y (mgr.15135) 132 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:29.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:28 smithi169 bash[26469]: cluster 2024-09-06T15:33:27.169836+0000 mgr.y (mgr.15135) 132 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:29.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:28 smithi181 bash[21841]: cluster 2024-09-06T15:33:27.169836+0000 mgr.y (mgr.15135) 132 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:30.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:29 smithi169 bash[19820]: audit 2024-09-06T15:33:29.791977+0000 mon.a (mon.0) 1248 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:33:30.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:29 smithi169 bash[26469]: audit 2024-09-06T15:33:29.791977+0000 mon.a (mon.0) 1248 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:33:30.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:29 smithi181 bash[21841]: audit 2024-09-06T15:33:29.791977+0000 mon.a (mon.0) 1248 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:33:31.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:30 smithi169 bash[19820]: cluster 2024-09-06T15:33:29.170631+0000 mgr.y (mgr.15135) 133 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:31.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:30 smithi169 bash[26469]: cluster 2024-09-06T15:33:29.170631+0000 mgr.y (mgr.15135) 133 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:31.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:30 smithi181 bash[21841]: cluster 2024-09-06T15:33:29.170631+0000 mgr.y (mgr.15135) 133 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:33.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:32 smithi169 bash[19820]: cluster 2024-09-06T15:33:31.172355+0000 mgr.y (mgr.15135) 134 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:33:33.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:32 smithi169 bash[26469]: cluster 2024-09-06T15:33:31.172355+0000 mgr.y (mgr.15135) 134 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:33:33.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:32 smithi181 bash[21841]: cluster 2024-09-06T15:33:31.172355+0000 mgr.y (mgr.15135) 134 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:33:35.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:34 smithi169 bash[19820]: cluster 2024-09-06T15:33:33.173133+0000 mgr.y (mgr.15135) 135 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:35.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:34 smithi169 bash[19820]: audit 2024-09-06T15:33:33.459804+0000 mgr.y (mgr.15135) 136 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:33:35.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:34 smithi169 bash[26469]: cluster 2024-09-06T15:33:33.173133+0000 mgr.y (mgr.15135) 135 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:35.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:34 smithi169 bash[26469]: audit 2024-09-06T15:33:33.459804+0000 mgr.y (mgr.15135) 136 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:33:35.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:34 smithi181 bash[21841]: cluster 2024-09-06T15:33:33.173133+0000 mgr.y (mgr.15135) 135 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:35.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:34 smithi181 bash[21841]: audit 2024-09-06T15:33:33.459804+0000 mgr.y (mgr.15135) 136 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:33:36.642 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:33:36 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:33:36] "GET /metrics HTTP/1.1" 200 38248 "" "Prometheus/2.43.0" 2024-09-06T15:33:36.644 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph orch ps' 2024-09-06T15:33:36.944 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:36 smithi169 bash[19820]: cluster 2024-09-06T15:33:35.174761+0000 mgr.y (mgr.15135) 137 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:33:36.944 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:36 smithi169 bash[26469]: cluster 2024-09-06T15:33:35.174761+0000 mgr.y (mgr.15135) 137 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:33:37.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:36 smithi181 bash[21841]: cluster 2024-09-06T15:33:35.174761+0000 mgr.y (mgr.15135) 137 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:33:39.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:38 smithi169 bash[19820]: cluster 2024-09-06T15:33:37.175515+0000 mgr.y (mgr.15135) 138 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:39.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:38 smithi169 bash[26469]: cluster 2024-09-06T15:33:37.175515+0000 mgr.y (mgr.15135) 138 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:39.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:38 smithi181 bash[21841]: cluster 2024-09-06T15:33:37.175515+0000 mgr.y (mgr.15135) 138 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:41.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:40 smithi169 bash[19820]: cluster 2024-09-06T15:33:39.176204+0000 mgr.y (mgr.15135) 139 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:41.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:40 smithi169 bash[26469]: cluster 2024-09-06T15:33:39.176204+0000 mgr.y (mgr.15135) 139 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:41.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:40 smithi181 bash[21841]: cluster 2024-09-06T15:33:39.176204+0000 mgr.y (mgr.15135) 139 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:41.455 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:33:43.189 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-06T15:33:43.189 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (20m) 2m ago 21m 14.0M - 0.25.0 c8568f914cd2 ae7ff3ddd464 2024-09-06T15:33:43.189 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi181 *:3000 running (20m) 2m ago 20m 74.7M - 9.4.12 2bacad6d85d8 3a07dedb5cb8 2024-09-06T15:33:43.189 INFO:teuthology.orchestra.run.smithi169.stdout:iscsi.foo.smithi169.yxosuq smithi169 *:5000 running (3m) 2m ago 18m 47.0M - 3.8 b6db46a449e5 ff860991c1cc 2024-09-06T15:33:43.189 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi181 *:8443,9283,8765 running (13m) 2m ago 29m 436M - 19.3.0-4704-g8b38c33c 1c45aca0610a 00d29f9568fa 2024-09-06T15:33:43.189 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (6m) 2m ago 31m 490M - 19.3.0-4704-g8b38c33c 1c45aca0610a 5f9711fb78b7 2024-09-06T15:33:43.190 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (31m) 2m ago 31m 74.1M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 e9246768aa61 2024-09-06T15:33:43.190 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi181 running (29m) 2m ago 29m 52.0M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 ae587368c103 2024-09-06T15:33:43.190 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (29m) 2m ago 29m 53.1M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 f845352189fb 2024-09-06T15:33:43.190 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (21m) 2m ago 21m 8892k - 1.5.0 0da6a335fe13 db564af40cf2 2024-09-06T15:33:43.190 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi181 *:9100 running (21m) 2m ago 21m 8888k - 1.5.0 0da6a335fe13 f0040460eadd 2024-09-06T15:33:43.190 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (28m) 2m ago 28m 55.8M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 cec969796af3 2024-09-06T15:33:43.190 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (27m) 2m ago 27m 63.9M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 d527f97f0b83 2024-09-06T15:33:43.190 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (26m) 2m ago 26m 60.2M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 303b15f1c60b 2024-09-06T15:33:43.190 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (26m) 2m ago 26m 63.0M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 524c24c2c8fd 2024-09-06T15:33:43.190 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi181 running (25m) 2m ago 25m 63.3M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 c9c9286e40c9 2024-09-06T15:33:43.190 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi181 running (24m) 2m ago 24m 53.3M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 427ff3118a0b 2024-09-06T15:33:43.190 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi181 running (23m) 2m ago 23m 61.5M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 9e6f947064d2 2024-09-06T15:33:43.190 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi181 running (22m) 2m ago 22m 63.4M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 a94f6f351ffd 2024-09-06T15:33:43.191 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi181 *:9095 running (2m) 2m ago 21m 34.1M - 2.43.0 a07b618ecd1d a9f44bef09a9 2024-09-06T15:33:43.191 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi169.svrjnx smithi169 *:8000 running (18m) 2m ago 18m 99.5M - 19.1.1-268-g635ed4cf b6db46a449e5 73d895896783 2024-09-06T15:33:43.191 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi181.fqbtai smithi181 *:8000 running (18m) 2m ago 18m 99.8M - 19.1.1-268-g635ed4cf b6db46a449e5 4aaa91540a99 2024-09-06T15:33:43.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:42 smithi169 bash[26469]: cluster 2024-09-06T15:33:41.177979+0000 mgr.y (mgr.15135) 140 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:33:43.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:42 smithi169 bash[19820]: cluster 2024-09-06T15:33:41.177979+0000 mgr.y (mgr.15135) 140 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:33:43.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:42 smithi181 bash[21841]: cluster 2024-09-06T15:33:41.177979+0000 mgr.y (mgr.15135) 140 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:33:43.836 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph versions' 2024-09-06T15:33:45.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:44 smithi169 bash[19820]: audit 2024-09-06T15:33:43.160601+0000 mgr.y (mgr.15135) 141 : audit [DBG] from='client.25079 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:33:45.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:44 smithi169 bash[19820]: cluster 2024-09-06T15:33:43.178375+0000 mgr.y (mgr.15135) 142 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:45.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:44 smithi169 bash[19820]: audit 2024-09-06T15:33:43.471230+0000 mgr.y (mgr.15135) 143 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:33:45.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:44 smithi169 bash[19820]: audit 2024-09-06T15:33:44.792688+0000 mon.a (mon.0) 1249 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:33:45.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:44 smithi169 bash[26469]: audit 2024-09-06T15:33:43.160601+0000 mgr.y (mgr.15135) 141 : audit [DBG] from='client.25079 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:33:45.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:44 smithi169 bash[26469]: cluster 2024-09-06T15:33:43.178375+0000 mgr.y (mgr.15135) 142 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:45.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:44 smithi169 bash[26469]: audit 2024-09-06T15:33:43.471230+0000 mgr.y (mgr.15135) 143 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:33:45.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:44 smithi169 bash[26469]: audit 2024-09-06T15:33:44.792688+0000 mon.a (mon.0) 1249 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:33:45.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:44 smithi181 bash[21841]: audit 2024-09-06T15:33:43.160601+0000 mgr.y (mgr.15135) 141 : audit [DBG] from='client.25079 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:33:45.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:44 smithi181 bash[21841]: cluster 2024-09-06T15:33:43.178375+0000 mgr.y (mgr.15135) 142 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:45.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:44 smithi181 bash[21841]: audit 2024-09-06T15:33:43.471230+0000 mgr.y (mgr.15135) 143 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:33:45.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:44 smithi181 bash[21841]: audit 2024-09-06T15:33:44.792688+0000 mon.a (mon.0) 1249 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:33:46.694 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:33:46 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:33:46] "GET /metrics HTTP/1.1" 200 38251 "" "Prometheus/2.43.0" 2024-09-06T15:33:47.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:46 smithi169 bash[19820]: cluster 2024-09-06T15:33:45.180012+0000 mgr.y (mgr.15135) 144 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:33:47.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:46 smithi169 bash[26469]: cluster 2024-09-06T15:33:45.180012+0000 mgr.y (mgr.15135) 144 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:33:47.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:46 smithi181 bash[21841]: cluster 2024-09-06T15:33:45.180012+0000 mgr.y (mgr.15135) 144 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:33:48.658 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:33:49.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:48 smithi169 bash[19820]: cluster 2024-09-06T15:33:47.180826+0000 mgr.y (mgr.15135) 145 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:49.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:48 smithi169 bash[26469]: cluster 2024-09-06T15:33:47.180826+0000 mgr.y (mgr.15135) 145 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:49.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:48 smithi181 bash[21841]: cluster 2024-09-06T15:33:47.180826+0000 mgr.y (mgr.15135) 145 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:50.333 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:33:50.333 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-09-06T15:33:50.333 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 3 2024-09-06T15:33:50.333 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:33:50.333 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-09-06T15:33:50.333 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 2 2024-09-06T15:33:50.334 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:33:50.334 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-09-06T15:33:50.334 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 8 2024-09-06T15:33:50.334 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:33:50.334 INFO:teuthology.orchestra.run.smithi169.stdout: "rgw": { 2024-09-06T15:33:50.334 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 2 2024-09-06T15:33:50.334 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:33:50.334 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-09-06T15:33:50.334 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 13, 2024-09-06T15:33:50.334 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 2 2024-09-06T15:33:50.334 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-09-06T15:33:50.334 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:33:51.054 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph -s' 2024-09-06T15:33:51.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:50 smithi169 bash[19820]: cluster 2024-09-06T15:33:49.181697+0000 mgr.y (mgr.15135) 146 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:51.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:50 smithi169 bash[19820]: audit 2024-09-06T15:33:50.335565+0000 mon.a (mon.0) 1250 : audit [DBG] from='client.? 172.21.15.169:0/782598774' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:33:51.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:50 smithi169 bash[26469]: cluster 2024-09-06T15:33:49.181697+0000 mgr.y (mgr.15135) 146 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:51.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:50 smithi169 bash[26469]: audit 2024-09-06T15:33:50.335565+0000 mon.a (mon.0) 1250 : audit [DBG] from='client.? 172.21.15.169:0/782598774' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:33:51.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:50 smithi181 bash[21841]: cluster 2024-09-06T15:33:49.181697+0000 mgr.y (mgr.15135) 146 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:51.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:50 smithi181 bash[21841]: audit 2024-09-06T15:33:50.335565+0000 mon.a (mon.0) 1250 : audit [DBG] from='client.? 172.21.15.169:0/782598774' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:33:53.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:52 smithi169 bash[19820]: cluster 2024-09-06T15:33:51.183416+0000 mgr.y (mgr.15135) 147 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:33:53.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:52 smithi169 bash[26469]: cluster 2024-09-06T15:33:51.183416+0000 mgr.y (mgr.15135) 147 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:33:53.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:52 smithi181 bash[21841]: cluster 2024-09-06T15:33:51.183416+0000 mgr.y (mgr.15135) 147 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:33:55.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:54 smithi169 bash[19820]: cluster 2024-09-06T15:33:53.184330+0000 mgr.y (mgr.15135) 148 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:55.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:54 smithi169 bash[19820]: audit 2024-09-06T15:33:53.482486+0000 mgr.y (mgr.15135) 149 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:33:55.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:54 smithi169 bash[26469]: cluster 2024-09-06T15:33:53.184330+0000 mgr.y (mgr.15135) 148 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:55.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:54 smithi169 bash[26469]: audit 2024-09-06T15:33:53.482486+0000 mgr.y (mgr.15135) 149 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:33:55.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:54 smithi181 bash[21841]: cluster 2024-09-06T15:33:53.184330+0000 mgr.y (mgr.15135) 148 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:55.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:54 smithi181 bash[21841]: audit 2024-09-06T15:33:53.482486+0000 mgr.y (mgr.15135) 149 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:33:55.875 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:33:56.694 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:33:56 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:33:56] "GET /metrics HTTP/1.1" 200 38251 "" "Prometheus/2.43.0" 2024-09-06T15:33:57.161 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:56 smithi169 bash[19820]: cluster 2024-09-06T15:33:55.186191+0000 mgr.y (mgr.15135) 150 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:33:57.161 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:56 smithi169 bash[19820]: audit 2024-09-06T15:33:56.207728+0000 mon.a (mon.0) 1251 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:33:57.162 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:56 smithi169 bash[19820]: audit 2024-09-06T15:33:56.213725+0000 mon.a (mon.0) 1252 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:33:57.162 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:56 smithi169 bash[26469]: cluster 2024-09-06T15:33:55.186191+0000 mgr.y (mgr.15135) 150 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:33:57.162 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:56 smithi169 bash[26469]: audit 2024-09-06T15:33:56.207728+0000 mon.a (mon.0) 1251 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:33:57.162 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:56 smithi169 bash[26469]: audit 2024-09-06T15:33:56.213725+0000 mon.a (mon.0) 1252 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:33:57.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:56 smithi181 bash[21841]: cluster 2024-09-06T15:33:55.186191+0000 mgr.y (mgr.15135) 150 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:33:57.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:56 smithi181 bash[21841]: audit 2024-09-06T15:33:56.207728+0000 mon.a (mon.0) 1251 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:33:57.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:56 smithi181 bash[21841]: audit 2024-09-06T15:33:56.213725+0000 mon.a (mon.0) 1252 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:33:57.496 INFO:teuthology.orchestra.run.smithi169.stdout: cluster: 2024-09-06T15:33:57.496 INFO:teuthology.orchestra.run.smithi169.stdout: id: bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:33:57.496 INFO:teuthology.orchestra.run.smithi169.stdout: health: HEALTH_WARN 2024-09-06T15:33:57.496 INFO:teuthology.orchestra.run.smithi169.stdout: Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:33:57.496 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:33:57.496 INFO:teuthology.orchestra.run.smithi169.stdout: services: 2024-09-06T15:33:57.496 INFO:teuthology.orchestra.run.smithi169.stdout: mon: 3 daemons, quorum a,b,c (age 29m) 2024-09-06T15:33:57.496 INFO:teuthology.orchestra.run.smithi169.stdout: mgr: y(active, since 3m), standbys: x 2024-09-06T15:33:57.497 INFO:teuthology.orchestra.run.smithi169.stdout: osd: 8 osds: 8 up (since 22m), 8 in (since 23m) 2024-09-06T15:33:57.497 INFO:teuthology.orchestra.run.smithi169.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-09-06T15:33:57.497 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:33:57.497 INFO:teuthology.orchestra.run.smithi169.stdout: data: 2024-09-06T15:33:57.497 INFO:teuthology.orchestra.run.smithi169.stdout: pools: 6 pools, 161 pgs 2024-09-06T15:33:57.497 INFO:teuthology.orchestra.run.smithi169.stdout: objects: 212 objects, 585 KiB 2024-09-06T15:33:57.497 INFO:teuthology.orchestra.run.smithi169.stdout: usage: 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:33:57.497 INFO:teuthology.orchestra.run.smithi169.stdout: pgs: 161 active+clean 2024-09-06T15:33:57.497 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:33:57.497 INFO:teuthology.orchestra.run.smithi169.stdout: io: 2024-09-06T15:33:57.497 INFO:teuthology.orchestra.run.smithi169.stdout: client: 1.2 KiB/s rd, 1 op/s rd, 0 op/s wr 2024-09-06T15:33:57.498 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-09-06T15:33:58.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:57 smithi169 bash[19820]: audit 2024-09-06T15:33:56.946370+0000 mon.a (mon.0) 1253 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:33:58.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:57 smithi169 bash[19820]: audit 2024-09-06T15:33:56.947410+0000 mon.a (mon.0) 1254 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:33:58.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:57 smithi169 bash[19820]: audit 2024-09-06T15:33:56.955481+0000 mon.a (mon.0) 1255 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:33:58.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:57 smithi169 bash[19820]: audit 2024-09-06T15:33:57.498799+0000 mon.a (mon.0) 1256 : audit [DBG] from='client.? 172.21.15.169:0/3213481674' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-06T15:33:58.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:57 smithi169 bash[26469]: audit 2024-09-06T15:33:56.946370+0000 mon.a (mon.0) 1253 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:33:58.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:57 smithi169 bash[26469]: audit 2024-09-06T15:33:56.947410+0000 mon.a (mon.0) 1254 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:33:58.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:57 smithi169 bash[26469]: audit 2024-09-06T15:33:56.955481+0000 mon.a (mon.0) 1255 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:33:58.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:57 smithi169 bash[26469]: audit 2024-09-06T15:33:57.498799+0000 mon.a (mon.0) 1256 : audit [DBG] from='client.? 172.21.15.169:0/3213481674' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-06T15:33:58.246 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph health detail' 2024-09-06T15:33:58.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:57 smithi181 bash[21841]: audit 2024-09-06T15:33:56.946370+0000 mon.a (mon.0) 1253 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:33:58.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:57 smithi181 bash[21841]: audit 2024-09-06T15:33:56.947410+0000 mon.a (mon.0) 1254 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:33:58.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:57 smithi181 bash[21841]: audit 2024-09-06T15:33:56.955481+0000 mon.a (mon.0) 1255 : audit [INF] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' 2024-09-06T15:33:58.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:57 smithi181 bash[21841]: audit 2024-09-06T15:33:57.498799+0000 mon.a (mon.0) 1256 : audit [DBG] from='client.? 172.21.15.169:0/3213481674' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-06T15:33:59.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:58 smithi181 bash[21841]: cluster 2024-09-06T15:33:57.186858+0000 mgr.y (mgr.15135) 151 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:59.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:58 smithi169 bash[19820]: cluster 2024-09-06T15:33:57.186858+0000 mgr.y (mgr.15135) 151 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:33:59.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:58 smithi169 bash[26469]: cluster 2024-09-06T15:33:57.186858+0000 mgr.y (mgr.15135) 151 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:34:00.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:33:59 smithi181 bash[21841]: audit 2024-09-06T15:33:59.792867+0000 mon.a (mon.0) 1257 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:34:00.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:33:59 smithi169 bash[19820]: audit 2024-09-06T15:33:59.792867+0000 mon.a (mon.0) 1257 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:34:00.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:33:59 smithi169 bash[26469]: audit 2024-09-06T15:33:59.792867+0000 mon.a (mon.0) 1257 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:34:01.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:00 smithi181 bash[21841]: cluster 2024-09-06T15:33:59.187604+0000 mgr.y (mgr.15135) 152 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:34:01.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:00 smithi169 bash[19820]: cluster 2024-09-06T15:33:59.187604+0000 mgr.y (mgr.15135) 152 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:34:01.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:00 smithi169 bash[26469]: cluster 2024-09-06T15:33:59.187604+0000 mgr.y (mgr.15135) 152 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:34:03.070 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:34:03.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:02 smithi181 bash[21841]: cluster 2024-09-06T15:34:01.189286+0000 mgr.y (mgr.15135) 153 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:34:03.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:02 smithi169 bash[19820]: cluster 2024-09-06T15:34:01.189286+0000 mgr.y (mgr.15135) 153 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:34:03.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:02 smithi169 bash[26469]: cluster 2024-09-06T15:34:01.189286+0000 mgr.y (mgr.15135) 153 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:34:04.656 INFO:teuthology.orchestra.run.smithi169.stdout:HEALTH_WARN Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:34:04.656 INFO:teuthology.orchestra.run.smithi169.stdout:[WRN] MGR_MODULE_DEPENDENCY: Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:34:04.656 INFO:teuthology.orchestra.run.smithi169.stdout: Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:34:05.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:04 smithi181 bash[21841]: cluster 2024-09-06T15:34:03.189899+0000 mgr.y (mgr.15135) 154 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:34:05.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:04 smithi181 bash[21841]: audit 2024-09-06T15:34:03.493896+0000 mgr.y (mgr.15135) 155 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:34:05.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:04 smithi181 bash[21841]: audit 2024-09-06T15:34:04.657612+0000 mon.c (mon.2) 115 : audit [DBG] from='client.? 172.21.15.169:0/730126844' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-06T15:34:05.345 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:04 smithi169 bash[19820]: cluster 2024-09-06T15:34:03.189899+0000 mgr.y (mgr.15135) 154 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:34:05.345 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:04 smithi169 bash[19820]: audit 2024-09-06T15:34:03.493896+0000 mgr.y (mgr.15135) 155 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:34:05.345 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:04 smithi169 bash[19820]: audit 2024-09-06T15:34:04.657612+0000 mon.c (mon.2) 115 : audit [DBG] from='client.? 172.21.15.169:0/730126844' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-06T15:34:05.346 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:04 smithi169 bash[26469]: cluster 2024-09-06T15:34:03.189899+0000 mgr.y (mgr.15135) 154 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:34:05.346 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:04 smithi169 bash[26469]: audit 2024-09-06T15:34:03.493896+0000 mgr.y (mgr.15135) 155 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:34:05.346 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:04 smithi169 bash[26469]: audit 2024-09-06T15:34:04.657612+0000 mon.c (mon.2) 115 : audit [DBG] from='client.? 172.21.15.169:0/730126844' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-06T15:34:05.348 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 1'"'"'' 2024-09-06T15:34:06.694 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:34:06 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:34:06] "GET /metrics HTTP/1.1" 200 38247 "" "Prometheus/2.43.0" 2024-09-06T15:34:07.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:06 smithi181 bash[21841]: cluster 2024-09-06T15:34:05.191526+0000 mgr.y (mgr.15135) 156 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:34:07.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:06 smithi169 bash[19820]: cluster 2024-09-06T15:34:05.191526+0000 mgr.y (mgr.15135) 156 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:34:07.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:06 smithi169 bash[26469]: cluster 2024-09-06T15:34:05.191526+0000 mgr.y (mgr.15135) 156 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:34:09.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:08 smithi181 bash[21841]: cluster 2024-09-06T15:34:07.192203+0000 mgr.y (mgr.15135) 157 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:34:09.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:08 smithi169 bash[19820]: cluster 2024-09-06T15:34:07.192203+0000 mgr.y (mgr.15135) 157 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:34:09.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:08 smithi169 bash[26469]: cluster 2024-09-06T15:34:07.192203+0000 mgr.y (mgr.15135) 157 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:34:10.165 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:34:11.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:10 smithi181 bash[21841]: cluster 2024-09-06T15:34:09.192977+0000 mgr.y (mgr.15135) 158 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:34:11.389 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:10 smithi169 bash[19820]: cluster 2024-09-06T15:34:09.192977+0000 mgr.y (mgr.15135) 158 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:34:11.389 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:10 smithi169 bash[26469]: cluster 2024-09-06T15:34:09.192977+0000 mgr.y (mgr.15135) 158 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:34:11.791 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-09-06T15:34:12.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:12 smithi169 bash[19820]: audit 2024-09-06T15:34:11.782945+0000 mon.a (mon.0) 1258 : audit [DBG] from='client.? 172.21.15.169:0/3444434786' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:34:12.194 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:12 smithi169 bash[26469]: audit 2024-09-06T15:34:11.782945+0000 mon.a (mon.0) 1258 : audit [DBG] from='client.? 172.21.15.169:0/3444434786' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:34:12.486 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph mgr fail' 2024-09-06T15:34:12.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:12 smithi181 bash[21841]: audit 2024-09-06T15:34:11.782945+0000 mon.a (mon.0) 1258 : audit [DBG] from='client.? 172.21.15.169:0/3444434786' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:34:13.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:13 smithi169 bash[19820]: cluster 2024-09-06T15:34:11.194693+0000 mgr.y (mgr.15135) 159 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:34:13.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:13 smithi169 bash[26469]: cluster 2024-09-06T15:34:11.194693+0000 mgr.y (mgr.15135) 159 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:34:13.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:13 smithi181 bash[21841]: cluster 2024-09-06T15:34:11.194693+0000 mgr.y (mgr.15135) 159 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:34:15.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:15 smithi169 bash[19820]: cluster 2024-09-06T15:34:13.195426+0000 mgr.y (mgr.15135) 160 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:34:15.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:15 smithi169 bash[19820]: audit 2024-09-06T15:34:13.505195+0000 mgr.y (mgr.15135) 161 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:34:15.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:15 smithi169 bash[19820]: audit 2024-09-06T15:34:14.793267+0000 mon.a (mon.0) 1259 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:34:15.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:15 smithi169 bash[26469]: cluster 2024-09-06T15:34:13.195426+0000 mgr.y (mgr.15135) 160 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:34:15.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:15 smithi169 bash[26469]: audit 2024-09-06T15:34:13.505195+0000 mgr.y (mgr.15135) 161 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:34:15.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:15 smithi169 bash[26469]: audit 2024-09-06T15:34:14.793267+0000 mon.a (mon.0) 1259 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:34:15.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:15 smithi181 bash[21841]: cluster 2024-09-06T15:34:13.195426+0000 mgr.y (mgr.15135) 160 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:34:15.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:15 smithi181 bash[21841]: audit 2024-09-06T15:34:13.505195+0000 mgr.y (mgr.15135) 161 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:34:15.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:15 smithi181 bash[21841]: audit 2024-09-06T15:34:14.793267+0000 mon.a (mon.0) 1259 : audit [DBG] from='mgr.15135 172.21.15.169:0/3362446470' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:34:16.694 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:34:16 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:34:16] "GET /metrics HTTP/1.1" 200 38248 "" "Prometheus/2.43.0" 2024-09-06T15:34:17.301 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:34:17.421 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:17 smithi169 bash[19820]: cluster 2024-09-06T15:34:15.197055+0000 mgr.y (mgr.15135) 162 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:34:17.422 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:17 smithi169 bash[26469]: cluster 2024-09-06T15:34:15.197055+0000 mgr.y (mgr.15135) 162 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:34:17.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:17 smithi181 bash[21841]: cluster 2024-09-06T15:34:15.197055+0000 mgr.y (mgr.15135) 162 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:34:18.996 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:34:18 smithi181 bash[49414]: [06/Sep/2024:15:34:18] ENGINE Bus STOPPING 2024-09-06T15:34:18.996 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:34:18 smithi181 bash[49414]: [06/Sep/2024:15:34:18] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-06T15:34:18.996 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:34:18 smithi181 bash[49414]: [06/Sep/2024:15:34:18] ENGINE Bus STOPPED 2024-09-06T15:34:19.015 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:34:18 smithi169 bash[68355]: ignoring --setuser ceph since I am not root 2024-09-06T15:34:19.015 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:34:18 smithi169 bash[68355]: ignoring --setgroup ceph since I am not root 2024-09-06T15:34:19.015 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:34:18 smithi169 bash[68355]: debug 2024-09-06T15:34:18.782+0000 7fb33a408640 1 -- 172.21.15.169:0/3877721188 <== mon.2 v2:172.21.15.169:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e71818b0e0 con 0x55e71818d800 2024-09-06T15:34:19.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[19820]: cluster 2024-09-06T15:34:17.197890+0000 mgr.y (mgr.15135) 163 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:34:19.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[19820]: audit 2024-09-06T15:34:18.712592+0000 mon.a (mon.0) 1260 : audit [INF] from='client.? 172.21.15.169:0/1444418804' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-06T15:34:19.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[19820]: cluster 2024-09-06T15:34:18.713113+0000 mon.a (mon.0) 1261 : cluster [INF] Activating manager daemon x 2024-09-06T15:34:19.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[19820]: audit 2024-09-06T15:34:18.715952+0000 mon.a (mon.0) 1262 : audit [INF] from='client.? 172.21.15.169:0/1444418804' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-06T15:34:19.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[19820]: cluster 2024-09-06T15:34:18.721728+0000 mon.a (mon.0) 1263 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-09-06T15:34:19.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[19820]: cluster 2024-09-06T15:34:18.722616+0000 mon.a (mon.0) 1264 : cluster [DBG] mgrmap e34: x(active, starting, since 0.00949755s) 2024-09-06T15:34:19.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[19820]: audit 2024-09-06T15:34:18.730406+0000 mon.a (mon.0) 1265 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-06T15:34:19.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[19820]: audit 2024-09-06T15:34:18.730593+0000 mon.a (mon.0) 1266 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:34:19.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[19820]: audit 2024-09-06T15:34:18.730771+0000 mon.a (mon.0) 1267 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:34:19.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[19820]: audit 2024-09-06T15:34:18.733273+0000 mon.a (mon.0) 1268 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-06T15:34:19.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[19820]: audit 2024-09-06T15:34:18.733687+0000 mon.a (mon.0) 1269 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-06T15:34:19.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[19820]: audit 2024-09-06T15:34:18.733955+0000 mon.a (mon.0) 1270 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-06T15:34:19.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[19820]: audit 2024-09-06T15:34:18.734200+0000 mon.a (mon.0) 1271 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-06T15:34:19.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[19820]: audit 2024-09-06T15:34:18.734441+0000 mon.a (mon.0) 1272 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-06T15:34:19.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[19820]: audit 2024-09-06T15:34:18.734696+0000 mon.a (mon.0) 1273 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-06T15:34:19.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[19820]: audit 2024-09-06T15:34:18.734953+0000 mon.a (mon.0) 1274 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-06T15:34:19.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[19820]: audit 2024-09-06T15:34:18.735229+0000 mon.a (mon.0) 1275 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-06T15:34:19.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[19820]: audit 2024-09-06T15:34:18.735483+0000 mon.a (mon.0) 1276 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-06T15:34:19.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[19820]: audit 2024-09-06T15:34:18.739179+0000 mon.a (mon.0) 1277 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-06T15:34:19.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[19820]: audit 2024-09-06T15:34:18.739385+0000 mon.a (mon.0) 1278 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-06T15:34:19.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[19820]: audit 2024-09-06T15:34:18.740142+0000 mon.a (mon.0) 1279 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-06T15:34:19.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[26469]: cluster 2024-09-06T15:34:17.197890+0000 mgr.y (mgr.15135) 163 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:34:19.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[26469]: audit 2024-09-06T15:34:18.712592+0000 mon.a (mon.0) 1260 : audit [INF] from='client.? 172.21.15.169:0/1444418804' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-06T15:34:19.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[26469]: cluster 2024-09-06T15:34:18.713113+0000 mon.a (mon.0) 1261 : cluster [INF] Activating manager daemon x 2024-09-06T15:34:19.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[26469]: audit 2024-09-06T15:34:18.715952+0000 mon.a (mon.0) 1262 : audit [INF] from='client.? 172.21.15.169:0/1444418804' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-06T15:34:19.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[26469]: cluster 2024-09-06T15:34:18.721728+0000 mon.a (mon.0) 1263 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-09-06T15:34:19.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[26469]: cluster 2024-09-06T15:34:18.722616+0000 mon.a (mon.0) 1264 : cluster [DBG] mgrmap e34: x(active, starting, since 0.00949755s) 2024-09-06T15:34:19.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[26469]: audit 2024-09-06T15:34:18.730406+0000 mon.a (mon.0) 1265 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-06T15:34:19.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[26469]: audit 2024-09-06T15:34:18.730593+0000 mon.a (mon.0) 1266 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:34:19.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[26469]: audit 2024-09-06T15:34:18.730771+0000 mon.a (mon.0) 1267 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:34:19.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[26469]: audit 2024-09-06T15:34:18.733273+0000 mon.a (mon.0) 1268 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-06T15:34:19.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[26469]: audit 2024-09-06T15:34:18.733687+0000 mon.a (mon.0) 1269 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-06T15:34:19.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[26469]: audit 2024-09-06T15:34:18.733955+0000 mon.a (mon.0) 1270 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-06T15:34:19.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[26469]: audit 2024-09-06T15:34:18.734200+0000 mon.a (mon.0) 1271 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-06T15:34:19.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[26469]: audit 2024-09-06T15:34:18.734441+0000 mon.a (mon.0) 1272 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-06T15:34:19.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[26469]: audit 2024-09-06T15:34:18.734696+0000 mon.a (mon.0) 1273 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-06T15:34:19.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[26469]: audit 2024-09-06T15:34:18.734953+0000 mon.a (mon.0) 1274 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-06T15:34:19.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[26469]: audit 2024-09-06T15:34:18.735229+0000 mon.a (mon.0) 1275 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-06T15:34:19.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[26469]: audit 2024-09-06T15:34:18.735483+0000 mon.a (mon.0) 1276 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-06T15:34:19.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[26469]: audit 2024-09-06T15:34:18.739179+0000 mon.a (mon.0) 1277 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-06T15:34:19.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[26469]: audit 2024-09-06T15:34:18.739385+0000 mon.a (mon.0) 1278 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-06T15:34:19.449 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:19 smithi169 bash[26469]: audit 2024-09-06T15:34:18.740142+0000 mon.a (mon.0) 1279 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-06T15:34:19.472 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'sleep 180' 2024-09-06T15:34:19.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:19 smithi181 bash[21841]: cluster 2024-09-06T15:34:17.197890+0000 mgr.y (mgr.15135) 163 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:34:19.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:19 smithi181 bash[21841]: audit 2024-09-06T15:34:18.712592+0000 mon.a (mon.0) 1260 : audit [INF] from='client.? 172.21.15.169:0/1444418804' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-06T15:34:19.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:19 smithi181 bash[21841]: cluster 2024-09-06T15:34:18.713113+0000 mon.a (mon.0) 1261 : cluster [INF] Activating manager daemon x 2024-09-06T15:34:19.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:19 smithi181 bash[21841]: audit 2024-09-06T15:34:18.715952+0000 mon.a (mon.0) 1262 : audit [INF] from='client.? 172.21.15.169:0/1444418804' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-06T15:34:19.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:19 smithi181 bash[21841]: cluster 2024-09-06T15:34:18.721728+0000 mon.a (mon.0) 1263 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-09-06T15:34:19.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:19 smithi181 bash[21841]: cluster 2024-09-06T15:34:18.722616+0000 mon.a (mon.0) 1264 : cluster [DBG] mgrmap e34: x(active, starting, since 0.00949755s) 2024-09-06T15:34:19.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:19 smithi181 bash[21841]: audit 2024-09-06T15:34:18.730406+0000 mon.a (mon.0) 1265 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-06T15:34:19.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:19 smithi181 bash[21841]: audit 2024-09-06T15:34:18.730593+0000 mon.a (mon.0) 1266 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:34:19.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:19 smithi181 bash[21841]: audit 2024-09-06T15:34:18.730771+0000 mon.a (mon.0) 1267 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:34:19.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:19 smithi181 bash[21841]: audit 2024-09-06T15:34:18.733273+0000 mon.a (mon.0) 1268 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-06T15:34:19.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:19 smithi181 bash[21841]: audit 2024-09-06T15:34:18.733687+0000 mon.a (mon.0) 1269 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-06T15:34:19.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:19 smithi181 bash[21841]: audit 2024-09-06T15:34:18.733955+0000 mon.a (mon.0) 1270 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-06T15:34:19.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:19 smithi181 bash[21841]: audit 2024-09-06T15:34:18.734200+0000 mon.a (mon.0) 1271 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-06T15:34:19.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:19 smithi181 bash[21841]: audit 2024-09-06T15:34:18.734441+0000 mon.a (mon.0) 1272 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-06T15:34:19.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:19 smithi181 bash[21841]: audit 2024-09-06T15:34:18.734696+0000 mon.a (mon.0) 1273 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-06T15:34:19.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:19 smithi181 bash[21841]: audit 2024-09-06T15:34:18.734953+0000 mon.a (mon.0) 1274 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-06T15:34:19.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:19 smithi181 bash[21841]: audit 2024-09-06T15:34:18.735229+0000 mon.a (mon.0) 1275 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-06T15:34:19.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:19 smithi181 bash[21841]: audit 2024-09-06T15:34:18.735483+0000 mon.a (mon.0) 1276 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-06T15:34:19.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:19 smithi181 bash[21841]: audit 2024-09-06T15:34:18.739179+0000 mon.a (mon.0) 1277 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-06T15:34:19.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:19 smithi181 bash[21841]: audit 2024-09-06T15:34:18.739385+0000 mon.a (mon.0) 1278 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-06T15:34:19.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:19 smithi181 bash[21841]: audit 2024-09-06T15:34:18.740142+0000 mon.a (mon.0) 1279 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-06T15:34:20.246 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:34:20 smithi181 bash[49414]: [06/Sep/2024:15:34:20] ENGINE Bus STARTING 2024-09-06T15:34:20.246 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:34:20 smithi181 bash[49414]: [06/Sep/2024:15:34:20] ENGINE Serving on http://:::9283 2024-09-06T15:34:20.246 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:34:20 smithi181 bash[49414]: [06/Sep/2024:15:34:20] ENGINE Bus STARTED 2024-09-06T15:34:20.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:20 smithi181 bash[21841]: cluster 2024-09-06T15:34:19.143114+0000 mon.a (mon.0) 1280 : cluster [INF] Manager daemon x is now available 2024-09-06T15:34:20.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:20 smithi181 bash[21841]: audit 2024-09-06T15:34:19.491013+0000 mon.a (mon.0) 1281 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:34:20.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:20 smithi181 bash[21841]: audit 2024-09-06T15:34:19.491550+0000 mon.a (mon.0) 1282 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-06T15:34:20.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:20 smithi181 bash[21841]: audit 2024-09-06T15:34:19.499239+0000 mon.a (mon.0) 1283 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-06T15:34:20.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:20 smithi181 bash[21841]: audit 2024-09-06T15:34:19.535298+0000 mon.a (mon.0) 1284 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-06T15:34:20.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:20 smithi169 bash[19820]: cluster 2024-09-06T15:34:19.143114+0000 mon.a (mon.0) 1280 : cluster [INF] Manager daemon x is now available 2024-09-06T15:34:20.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:20 smithi169 bash[19820]: audit 2024-09-06T15:34:19.491013+0000 mon.a (mon.0) 1281 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:34:20.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:20 smithi169 bash[19820]: audit 2024-09-06T15:34:19.491550+0000 mon.a (mon.0) 1282 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-06T15:34:20.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:20 smithi169 bash[19820]: audit 2024-09-06T15:34:19.499239+0000 mon.a (mon.0) 1283 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-06T15:34:20.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:20 smithi169 bash[19820]: audit 2024-09-06T15:34:19.535298+0000 mon.a (mon.0) 1284 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-06T15:34:20.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:20 smithi169 bash[26469]: cluster 2024-09-06T15:34:19.143114+0000 mon.a (mon.0) 1280 : cluster [INF] Manager daemon x is now available 2024-09-06T15:34:20.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:20 smithi169 bash[26469]: audit 2024-09-06T15:34:19.491013+0000 mon.a (mon.0) 1281 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:34:20.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:20 smithi169 bash[26469]: audit 2024-09-06T15:34:19.491550+0000 mon.a (mon.0) 1282 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-06T15:34:20.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:20 smithi169 bash[26469]: audit 2024-09-06T15:34:19.499239+0000 mon.a (mon.0) 1283 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-06T15:34:20.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:20 smithi169 bash[26469]: audit 2024-09-06T15:34:19.535298+0000 mon.a (mon.0) 1284 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-06T15:34:21.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:21 smithi181 bash[21841]: cluster 2024-09-06T15:34:20.032026+0000 mon.a (mon.0) 1285 : cluster [DBG] mgrmap e35: x(active, since 1.31891s) 2024-09-06T15:34:21.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:21 smithi181 bash[21841]: audit 2024-09-06T15:34:20.041967+0000 mgr.x (mgr.24517) 2 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-06T15:34:21.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:21 smithi181 bash[21841]: cluster 2024-09-06T15:34:20.044444+0000 mgr.x (mgr.24517) 3 : cluster [DBG] pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:34:21.247 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:34:20 smithi181 bash[49414]: debug 2024-09-06T15:34:20.879+0000 7fecdee53640 -1 log_channel(cephadm) log [ERR] : [06/Sep/2024:15:34:20] ENGINE Error in HTTPServer.serve 2024-09-06T15:34:21.247 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:34:20 smithi181 bash[49414]: Traceback (most recent call last): 2024-09-06T15:34:21.247 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:34:20 smithi181 bash[49414]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-06T15:34:21.247 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:34:20 smithi181 bash[49414]: self._connections.run(self.expiration_interval) 2024-09-06T15:34:21.247 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:34:20 smithi181 bash[49414]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-06T15:34:21.247 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:34:20 smithi181 bash[49414]: self._run(expiration_interval) 2024-09-06T15:34:21.247 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:34:20 smithi181 bash[49414]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-06T15:34:21.247 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:34:20 smithi181 bash[49414]: new_conn = self._from_server_socket(self.server.socket) 2024-09-06T15:34:21.247 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:34:20 smithi181 bash[49414]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-06T15:34:21.247 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:34:20 smithi181 bash[49414]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-06T15:34:21.247 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:34:20 smithi181 bash[49414]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-06T15:34:21.247 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:34:20 smithi181 bash[49414]: s = self.context.wrap_socket( 2024-09-06T15:34:21.247 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:34:20 smithi181 bash[49414]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-06T15:34:21.248 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:34:20 smithi181 bash[49414]: return self.sslsocket_class._create( 2024-09-06T15:34:21.248 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:34:20 smithi181 bash[49414]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-06T15:34:21.248 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:34:20 smithi181 bash[49414]: self.do_handshake() 2024-09-06T15:34:21.248 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:34:20 smithi181 bash[49414]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-06T15:34:21.248 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:34:20 smithi181 bash[49414]: self._sslobj.do_handshake() 2024-09-06T15:34:21.248 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:34:20 smithi181 bash[49414]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-06T15:34:21.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:21 smithi169 bash[26469]: cluster 2024-09-06T15:34:20.032026+0000 mon.a (mon.0) 1285 : cluster [DBG] mgrmap e35: x(active, since 1.31891s) 2024-09-06T15:34:21.444 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:21 smithi169 bash[26469]: audit 2024-09-06T15:34:20.041967+0000 mgr.x (mgr.24517) 2 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-06T15:34:21.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:21 smithi169 bash[26469]: cluster 2024-09-06T15:34:20.044444+0000 mgr.x (mgr.24517) 3 : cluster [DBG] pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:34:21.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:21 smithi169 bash[19820]: cluster 2024-09-06T15:34:20.032026+0000 mon.a (mon.0) 1285 : cluster [DBG] mgrmap e35: x(active, since 1.31891s) 2024-09-06T15:34:21.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:21 smithi169 bash[19820]: audit 2024-09-06T15:34:20.041967+0000 mgr.x (mgr.24517) 2 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-06T15:34:21.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:21 smithi169 bash[19820]: cluster 2024-09-06T15:34:20.044444+0000 mgr.x (mgr.24517) 3 : cluster [DBG] pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:34:22.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[26469]: cephadm 2024-09-06T15:34:20.761141+0000 mgr.x (mgr.24517) 5 : cephadm [INF] [06/Sep/2024:15:34:20] ENGINE Bus STARTING 2024-09-06T15:34:22.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[26469]: cephadm 2024-09-06T15:34:20.881455+0000 mgr.x (mgr.24517) 6 : cephadm [INF] [06/Sep/2024:15:34:20] ENGINE Serving on https://172.21.15.181:7150 2024-09-06T15:34:22.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[26469]: cephadm 2024-09-06T15:34:20.884721+0000 mgr.x (mgr.24517) 7 : cephadm [ERR] [06/Sep/2024:15:34:20] ENGINE Error in HTTPServer.serve 2024-09-06T15:34:22.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[26469]: Traceback (most recent call last): 2024-09-06T15:34:22.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[26469]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-06T15:34:22.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[26469]: self._connections.run(self.expiration_interval) 2024-09-06T15:34:22.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[26469]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-06T15:34:22.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[26469]: self._run(expiration_interval) 2024-09-06T15:34:22.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[26469]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-06T15:34:22.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[26469]: new_conn = self._from_server_socket(self.server.socket) 2024-09-06T15:34:22.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[26469]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-06T15:34:22.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[26469]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-06T15:34:22.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[26469]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-06T15:34:22.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[26469]: s = self.context.wrap_socket( 2024-09-06T15:34:22.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[26469]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-06T15:34:22.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[26469]: return self.sslsocket_class._create( 2024-09-06T15:34:22.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[26469]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-06T15:34:22.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[26469]: self.do_handshake() 2024-09-06T15:34:22.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[26469]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-06T15:34:22.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[26469]: self._sslobj.do_handshake() 2024-09-06T15:34:22.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[26469]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-06T15:34:22.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[26469]: cephadm 2024-09-06T15:34:20.982715+0000 mgr.x (mgr.24517) 8 : cephadm [INF] [06/Sep/2024:15:34:20] ENGINE Serving on http://172.21.15.181:8765 2024-09-06T15:34:22.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[26469]: cephadm 2024-09-06T15:34:20.982842+0000 mgr.x (mgr.24517) 9 : cephadm [INF] [06/Sep/2024:15:34:20] ENGINE Bus STARTED 2024-09-06T15:34:22.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[19820]: cephadm 2024-09-06T15:34:20.761141+0000 mgr.x (mgr.24517) 5 : cephadm [INF] [06/Sep/2024:15:34:20] ENGINE Bus STARTING 2024-09-06T15:34:22.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[19820]: cephadm 2024-09-06T15:34:20.881455+0000 mgr.x (mgr.24517) 6 : cephadm [INF] [06/Sep/2024:15:34:20] ENGINE Serving on https://172.21.15.181:7150 2024-09-06T15:34:22.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[19820]: cephadm 2024-09-06T15:34:20.884721+0000 mgr.x (mgr.24517) 7 : cephadm [ERR] [06/Sep/2024:15:34:20] ENGINE Error in HTTPServer.serve 2024-09-06T15:34:22.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[19820]: Traceback (most recent call last): 2024-09-06T15:34:22.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[19820]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-06T15:34:22.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[19820]: self._connections.run(self.expiration_interval) 2024-09-06T15:34:22.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[19820]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-06T15:34:22.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[19820]: self._run(expiration_interval) 2024-09-06T15:34:22.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[19820]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-06T15:34:22.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[19820]: new_conn = self._from_server_socket(self.server.socket) 2024-09-06T15:34:22.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[19820]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-06T15:34:22.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[19820]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-06T15:34:22.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[19820]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-06T15:34:22.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[19820]: s = self.context.wrap_socket( 2024-09-06T15:34:22.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[19820]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-06T15:34:22.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[19820]: return self.sslsocket_class._create( 2024-09-06T15:34:22.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[19820]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-06T15:34:22.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[19820]: self.do_handshake() 2024-09-06T15:34:22.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[19820]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-06T15:34:22.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[19820]: self._sslobj.do_handshake() 2024-09-06T15:34:22.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[19820]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-06T15:34:22.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[19820]: cephadm 2024-09-06T15:34:20.982715+0000 mgr.x (mgr.24517) 8 : cephadm [INF] [06/Sep/2024:15:34:20] ENGINE Serving on http://172.21.15.181:8765 2024-09-06T15:34:22.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:22 smithi169 bash[19820]: cephadm 2024-09-06T15:34:20.982842+0000 mgr.x (mgr.24517) 9 : cephadm [INF] [06/Sep/2024:15:34:20] ENGINE Bus STARTED 2024-09-06T15:34:22.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:22 smithi181 bash[21841]: cephadm 2024-09-06T15:34:20.761141+0000 mgr.x (mgr.24517) 5 : cephadm [INF] [06/Sep/2024:15:34:20] ENGINE Bus STARTING 2024-09-06T15:34:22.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:22 smithi181 bash[21841]: cephadm 2024-09-06T15:34:20.881455+0000 mgr.x (mgr.24517) 6 : cephadm [INF] [06/Sep/2024:15:34:20] ENGINE Serving on https://172.21.15.181:7150 2024-09-06T15:34:22.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:22 smithi181 bash[21841]: cephadm 2024-09-06T15:34:20.884721+0000 mgr.x (mgr.24517) 7 : cephadm [ERR] [06/Sep/2024:15:34:20] ENGINE Error in HTTPServer.serve 2024-09-06T15:34:22.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:22 smithi181 bash[21841]: Traceback (most recent call last): 2024-09-06T15:34:22.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:22 smithi181 bash[21841]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-06T15:34:22.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:22 smithi181 bash[21841]: self._connections.run(self.expiration_interval) 2024-09-06T15:34:22.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:22 smithi181 bash[21841]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-06T15:34:22.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:22 smithi181 bash[21841]: self._run(expiration_interval) 2024-09-06T15:34:22.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:22 smithi181 bash[21841]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-06T15:34:22.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:22 smithi181 bash[21841]: new_conn = self._from_server_socket(self.server.socket) 2024-09-06T15:34:22.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:22 smithi181 bash[21841]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-06T15:34:22.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:22 smithi181 bash[21841]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-06T15:34:22.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:22 smithi181 bash[21841]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-06T15:34:22.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:22 smithi181 bash[21841]: s = self.context.wrap_socket( 2024-09-06T15:34:22.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:22 smithi181 bash[21841]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-06T15:34:22.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:22 smithi181 bash[21841]: return self.sslsocket_class._create( 2024-09-06T15:34:22.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:22 smithi181 bash[21841]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-06T15:34:22.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:22 smithi181 bash[21841]: self.do_handshake() 2024-09-06T15:34:22.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:22 smithi181 bash[21841]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-06T15:34:22.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:22 smithi181 bash[21841]: self._sslobj.do_handshake() 2024-09-06T15:34:22.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:22 smithi181 bash[21841]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-06T15:34:22.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:22 smithi181 bash[21841]: cephadm 2024-09-06T15:34:20.982715+0000 mgr.x (mgr.24517) 8 : cephadm [INF] [06/Sep/2024:15:34:20] ENGINE Serving on http://172.21.15.181:8765 2024-09-06T15:34:22.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:22 smithi181 bash[21841]: cephadm 2024-09-06T15:34:20.982842+0000 mgr.x (mgr.24517) 9 : cephadm [INF] [06/Sep/2024:15:34:20] ENGINE Bus STARTED 2024-09-06T15:34:23.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:23 smithi169 bash[19820]: cluster 2024-09-06T15:34:22.062890+0000 mon.a (mon.0) 1286 : cluster [DBG] mgrmap e36: x(active, since 3s) 2024-09-06T15:34:23.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:23 smithi169 bash[26469]: cluster 2024-09-06T15:34:22.062890+0000 mon.a (mon.0) 1286 : cluster [DBG] mgrmap e36: x(active, since 3s) 2024-09-06T15:34:23.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:23 smithi181 bash[21841]: cluster 2024-09-06T15:34:22.062890+0000 mon.a (mon.0) 1286 : cluster [DBG] mgrmap e36: x(active, since 3s) 2024-09-06T15:34:24.260 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:34:24.396 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:24 smithi169 bash[19820]: cluster 2024-09-06T15:34:22.741480+0000 mgr.x (mgr.24517) 10 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:34:24.396 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:24 smithi169 bash[26469]: cluster 2024-09-06T15:34:22.741480+0000 mgr.x (mgr.24517) 10 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:34:24.396 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:34:24 smithi169 bash[68355]: debug 2024-09-06T15:34:24.045+0000 7fb33cc64040 -1 mgr[py] Module not found: 'volumes' 2024-09-06T15:34:24.396 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:34:24 smithi169 bash[68355]: debug 2024-09-06T15:34:24.045+0000 7fb33cc64040 -1 mgr[py] Traceback (most recent call last): 2024-09-06T15:34:24.397 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:34:24 smithi169 bash[68355]: File "/usr/share/ceph/mgr/volumes/__init__.py", line 2, in 2024-09-06T15:34:24.397 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:34:24 smithi169 bash[68355]: from .module import Module 2024-09-06T15:34:24.397 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:34:24 smithi169 bash[68355]: File "/usr/share/ceph/mgr/volumes/module.py", line 9, in 2024-09-06T15:34:24.397 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:34:24 smithi169 bash[68355]: from .fs.volume import VolumeClient 2024-09-06T15:34:24.397 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:34:24 smithi169 bash[68355]: File "/usr/share/ceph/mgr/volumes/fs/volume.py", line 12, in 2024-09-06T15:34:24.397 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:34:24 smithi169 bash[68355]: from ceph.fs.earmarking import CephFSVolumeEarmarking, EarmarkException # type: ignore 2024-09-06T15:34:24.397 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:34:24 smithi169 bash[68355]: ModuleNotFoundError: No module named 'ceph.fs' 2024-09-06T15:34:24.397 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:34:24 smithi169 bash[68355]: debug 2024-09-06T15:34:24.045+0000 7fb33cc64040 -1 mgr[py] Class not found in module 'volumes' 2024-09-06T15:34:24.397 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:34:24 smithi169 bash[68355]: debug 2024-09-06T15:34:24.045+0000 7fb33cc64040 -1 mgr[py] Error loading module 'volumes': (2) No such file or directory 2024-09-06T15:34:24.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:24 smithi181 bash[21841]: cluster 2024-09-06T15:34:22.741480+0000 mgr.x (mgr.24517) 10 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:34:25.195 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:34:24 smithi169 bash[68355]: debug 2024-09-06T15:34:24.869+0000 7fb33cc64040 -1 log_channel(cluster) log [ERR] : Failed to load ceph-mgr modules: volumes 2024-09-06T15:34:25.195 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:34:24 smithi169 bash[68355]: [06/Sep/2024:15:34:24] ENGINE Bus STARTING 2024-09-06T15:34:25.195 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:34:24 smithi169 bash[68355]: CherryPy Checker: 2024-09-06T15:34:25.195 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:34:24 smithi169 bash[68355]: The Application mounted at '' has an empty config. 2024-09-06T15:34:25.195 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:34:24 smithi169 bash[68355]: [06/Sep/2024:15:34:24] ENGINE Serving on http://:::9283 2024-09-06T15:34:25.195 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:34:24 smithi169 bash[68355]: [06/Sep/2024:15:34:24] ENGINE Bus STARTED 2024-09-06T15:34:25.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:25 smithi169 bash[19820]: audit 2024-09-06T15:34:23.508874+0000 mgr.x (mgr.24517) 11 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:34:25.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:25 smithi169 bash[19820]: cluster 2024-09-06T15:34:24.081931+0000 mon.a (mon.0) 1287 : cluster [DBG] mgrmap e37: x(active, since 5s) 2024-09-06T15:34:25.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:25 smithi169 bash[19820]: cluster 2024-09-06T15:34:24.875769+0000 mon.a (mon.0) 1288 : cluster [DBG] Standby manager daemon y started 2024-09-06T15:34:25.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:25 smithi169 bash[19820]: audit 2024-09-06T15:34:24.877453+0000 mon.c (mon.2) 116 : audit [DBG] from='mgr.? 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-06T15:34:25.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:25 smithi169 bash[19820]: audit 2024-09-06T15:34:24.878381+0000 mon.c (mon.2) 117 : audit [DBG] from='mgr.? 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-06T15:34:25.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:25 smithi169 bash[19820]: audit 2024-09-06T15:34:24.879663+0000 mon.c (mon.2) 118 : audit [DBG] from='mgr.? 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-06T15:34:25.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:25 smithi169 bash[19820]: audit 2024-09-06T15:34:24.880988+0000 mon.c (mon.2) 119 : audit [DBG] from='mgr.? 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-06T15:34:25.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:25 smithi169 bash[19820]: audit 2024-09-06T15:34:25.013655+0000 mon.a (mon.0) 1289 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:25.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:25 smithi169 bash[19820]: audit 2024-09-06T15:34:25.020947+0000 mon.a (mon.0) 1290 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:25.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:25 smithi169 bash[26469]: audit 2024-09-06T15:34:23.508874+0000 mgr.x (mgr.24517) 11 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:34:25.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:25 smithi169 bash[26469]: cluster 2024-09-06T15:34:24.081931+0000 mon.a (mon.0) 1287 : cluster [DBG] mgrmap e37: x(active, since 5s) 2024-09-06T15:34:25.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:25 smithi169 bash[26469]: cluster 2024-09-06T15:34:24.875769+0000 mon.a (mon.0) 1288 : cluster [DBG] Standby manager daemon y started 2024-09-06T15:34:25.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:25 smithi169 bash[26469]: audit 2024-09-06T15:34:24.877453+0000 mon.c (mon.2) 116 : audit [DBG] from='mgr.? 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-06T15:34:25.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:25 smithi169 bash[26469]: audit 2024-09-06T15:34:24.878381+0000 mon.c (mon.2) 117 : audit [DBG] from='mgr.? 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-06T15:34:25.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:25 smithi169 bash[26469]: audit 2024-09-06T15:34:24.879663+0000 mon.c (mon.2) 118 : audit [DBG] from='mgr.? 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-06T15:34:25.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:25 smithi169 bash[26469]: audit 2024-09-06T15:34:24.880988+0000 mon.c (mon.2) 119 : audit [DBG] from='mgr.? 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-06T15:34:25.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:25 smithi169 bash[26469]: audit 2024-09-06T15:34:25.013655+0000 mon.a (mon.0) 1289 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:25.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:25 smithi169 bash[26469]: audit 2024-09-06T15:34:25.020947+0000 mon.a (mon.0) 1290 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:25.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:25 smithi181 bash[21841]: audit 2024-09-06T15:34:23.508874+0000 mgr.x (mgr.24517) 11 : audit [DBG] from='client.15201 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:34:25.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:25 smithi181 bash[21841]: cluster 2024-09-06T15:34:24.081931+0000 mon.a (mon.0) 1287 : cluster [DBG] mgrmap e37: x(active, since 5s) 2024-09-06T15:34:25.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:25 smithi181 bash[21841]: cluster 2024-09-06T15:34:24.875769+0000 mon.a (mon.0) 1288 : cluster [DBG] Standby manager daemon y started 2024-09-06T15:34:25.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:25 smithi181 bash[21841]: audit 2024-09-06T15:34:24.877453+0000 mon.c (mon.2) 116 : audit [DBG] from='mgr.? 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-06T15:34:25.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:25 smithi181 bash[21841]: audit 2024-09-06T15:34:24.878381+0000 mon.c (mon.2) 117 : audit [DBG] from='mgr.? 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-06T15:34:25.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:25 smithi181 bash[21841]: audit 2024-09-06T15:34:24.879663+0000 mon.c (mon.2) 118 : audit [DBG] from='mgr.? 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-06T15:34:25.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:25 smithi181 bash[21841]: audit 2024-09-06T15:34:24.880988+0000 mon.c (mon.2) 119 : audit [DBG] from='mgr.? 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-06T15:34:25.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:25 smithi181 bash[21841]: audit 2024-09-06T15:34:25.013655+0000 mon.a (mon.0) 1289 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:25.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:25 smithi181 bash[21841]: audit 2024-09-06T15:34:25.020947+0000 mon.a (mon.0) 1290 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:26.444 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:34:26 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:34:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-06T15:34:26.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:26 smithi169 bash[19820]: cluster 2024-09-06T15:34:24.742253+0000 mgr.x (mgr.24517) 12 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:34:26.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:26 smithi169 bash[19820]: cluster 2024-09-06T15:34:24.873510+0000 mgr.y (mgr.25115) 1 : cluster [ERR] Failed to load ceph-mgr modules: volumes 2024-09-06T15:34:26.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:26 smithi169 bash[19820]: cluster 2024-09-06T15:34:25.093745+0000 mon.a (mon.0) 1291 : cluster [DBG] mgrmap e38: x(active, since 6s), standbys: y 2024-09-06T15:34:26.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:26 smithi169 bash[19820]: audit 2024-09-06T15:34:25.094009+0000 mon.a (mon.0) 1292 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-06T15:34:26.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:26 smithi169 bash[19820]: audit 2024-09-06T15:34:25.977889+0000 mon.a (mon.0) 1293 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:26.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:26 smithi169 bash[19820]: audit 2024-09-06T15:34:25.986463+0000 mon.a (mon.0) 1294 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:26.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:26 smithi169 bash[26469]: cluster 2024-09-06T15:34:24.742253+0000 mgr.x (mgr.24517) 12 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:34:26.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:26 smithi169 bash[26469]: cluster 2024-09-06T15:34:24.873510+0000 mgr.y (mgr.25115) 1 : cluster [ERR] Failed to load ceph-mgr modules: volumes 2024-09-06T15:34:26.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:26 smithi169 bash[26469]: cluster 2024-09-06T15:34:25.093745+0000 mon.a (mon.0) 1291 : cluster [DBG] mgrmap e38: x(active, since 6s), standbys: y 2024-09-06T15:34:26.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:26 smithi169 bash[26469]: audit 2024-09-06T15:34:25.094009+0000 mon.a (mon.0) 1292 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-06T15:34:26.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:26 smithi169 bash[26469]: audit 2024-09-06T15:34:25.977889+0000 mon.a (mon.0) 1293 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:26.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:26 smithi169 bash[26469]: audit 2024-09-06T15:34:25.986463+0000 mon.a (mon.0) 1294 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:26.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:26 smithi181 bash[21841]: cluster 2024-09-06T15:34:24.742253+0000 mgr.x (mgr.24517) 12 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:34:26.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:26 smithi181 bash[21841]: cluster 2024-09-06T15:34:24.873510+0000 mgr.y (mgr.25115) 1 : cluster [ERR] Failed to load ceph-mgr modules: volumes 2024-09-06T15:34:26.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:26 smithi181 bash[21841]: cluster 2024-09-06T15:34:25.093745+0000 mon.a (mon.0) 1291 : cluster [DBG] mgrmap e38: x(active, since 6s), standbys: y 2024-09-06T15:34:26.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:26 smithi181 bash[21841]: audit 2024-09-06T15:34:25.094009+0000 mon.a (mon.0) 1292 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-06T15:34:26.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:26 smithi181 bash[21841]: audit 2024-09-06T15:34:25.977889+0000 mon.a (mon.0) 1293 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:26.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:26 smithi181 bash[21841]: audit 2024-09-06T15:34:25.986463+0000 mon.a (mon.0) 1294 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:27.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:27 smithi169 bash[19820]: audit 2024-09-06T15:34:26.114939+0000 mon.a (mon.0) 1295 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:27.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:27 smithi169 bash[19820]: audit 2024-09-06T15:34:26.121017+0000 mon.a (mon.0) 1296 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:27.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:27 smithi169 bash[19820]: audit 2024-09-06T15:34:27.086896+0000 mon.a (mon.0) 1297 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:27.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:27 smithi169 bash[19820]: audit 2024-09-06T15:34:27.096193+0000 mon.a (mon.0) 1298 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:27.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:27 smithi169 bash[19820]: audit 2024-09-06T15:34:27.098977+0000 mon.a (mon.0) 1299 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:34:27.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:27 smithi169 bash[19820]: audit 2024-09-06T15:34:27.100323+0000 mon.a (mon.0) 1300 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:34:27.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:27 smithi169 bash[26469]: audit 2024-09-06T15:34:26.114939+0000 mon.a (mon.0) 1295 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:27.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:27 smithi169 bash[26469]: audit 2024-09-06T15:34:26.121017+0000 mon.a (mon.0) 1296 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:27.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:27 smithi169 bash[26469]: audit 2024-09-06T15:34:27.086896+0000 mon.a (mon.0) 1297 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:27.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:27 smithi169 bash[26469]: audit 2024-09-06T15:34:27.096193+0000 mon.a (mon.0) 1298 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:27.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:27 smithi169 bash[26469]: audit 2024-09-06T15:34:27.098977+0000 mon.a (mon.0) 1299 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:34:27.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:27 smithi169 bash[26469]: audit 2024-09-06T15:34:27.100323+0000 mon.a (mon.0) 1300 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:34:27.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:27 smithi181 bash[21841]: audit 2024-09-06T15:34:26.114939+0000 mon.a (mon.0) 1295 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:27.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:27 smithi181 bash[21841]: audit 2024-09-06T15:34:26.121017+0000 mon.a (mon.0) 1296 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:27.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:27 smithi181 bash[21841]: audit 2024-09-06T15:34:27.086896+0000 mon.a (mon.0) 1297 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:27.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:27 smithi181 bash[21841]: audit 2024-09-06T15:34:27.096193+0000 mon.a (mon.0) 1298 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:27.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:27 smithi181 bash[21841]: audit 2024-09-06T15:34:27.098977+0000 mon.a (mon.0) 1299 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:34:27.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:27 smithi181 bash[21841]: audit 2024-09-06T15:34:27.100323+0000 mon.a (mon.0) 1300 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:34:28.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:28 smithi169 bash[19820]: cluster 2024-09-06T15:34:26.743908+0000 mgr.x (mgr.24517) 13 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 27 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-06T15:34:28.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:28 smithi169 bash[19820]: cephadm 2024-09-06T15:34:27.103224+0000 mgr.x (mgr.24517) 14 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.conf 2024-09-06T15:34:28.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:28 smithi169 bash[19820]: cephadm 2024-09-06T15:34:27.103430+0000 mgr.x (mgr.24517) 15 : cephadm [INF] Updating smithi181:/etc/ceph/ceph.conf 2024-09-06T15:34:28.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:28 smithi169 bash[19820]: audit 2024-09-06T15:34:27.645181+0000 mon.a (mon.0) 1301 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:28.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:28 smithi169 bash[19820]: audit 2024-09-06T15:34:27.652282+0000 mon.a (mon.0) 1302 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:28.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:28 smithi169 bash[19820]: audit 2024-09-06T15:34:27.701625+0000 mon.a (mon.0) 1303 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:28.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:28 smithi169 bash[19820]: audit 2024-09-06T15:34:27.709519+0000 mon.a (mon.0) 1304 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:28.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:28 smithi169 bash[19820]: audit 2024-09-06T15:34:27.716767+0000 mon.a (mon.0) 1305 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:28.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:28 smithi169 bash[19820]: audit 2024-09-06T15:34:27.762915+0000 mon.a (mon.0) 1306 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi169.yxosuq", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-06T15:34:28.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:28 smithi169 bash[19820]: audit 2024-09-06T15:34:27.780691+0000 mon.a (mon.0) 1307 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:34:28.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:28 smithi169 bash[26469]: cluster 2024-09-06T15:34:26.743908+0000 mgr.x (mgr.24517) 13 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 27 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-06T15:34:28.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:28 smithi169 bash[26469]: cephadm 2024-09-06T15:34:27.103224+0000 mgr.x (mgr.24517) 14 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.conf 2024-09-06T15:34:28.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:28 smithi169 bash[26469]: cephadm 2024-09-06T15:34:27.103430+0000 mgr.x (mgr.24517) 15 : cephadm [INF] Updating smithi181:/etc/ceph/ceph.conf 2024-09-06T15:34:28.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:28 smithi169 bash[26469]: audit 2024-09-06T15:34:27.645181+0000 mon.a (mon.0) 1301 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:28.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:28 smithi169 bash[26469]: audit 2024-09-06T15:34:27.652282+0000 mon.a (mon.0) 1302 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:28.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:28 smithi169 bash[26469]: audit 2024-09-06T15:34:27.701625+0000 mon.a (mon.0) 1303 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:28.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:28 smithi169 bash[26469]: audit 2024-09-06T15:34:27.709519+0000 mon.a (mon.0) 1304 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:28.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:28 smithi169 bash[26469]: audit 2024-09-06T15:34:27.716767+0000 mon.a (mon.0) 1305 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:28.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:28 smithi169 bash[26469]: audit 2024-09-06T15:34:27.762915+0000 mon.a (mon.0) 1306 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi169.yxosuq", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-06T15:34:28.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:28 smithi169 bash[26469]: audit 2024-09-06T15:34:27.780691+0000 mon.a (mon.0) 1307 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:34:28.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:28 smithi181 bash[21841]: cluster 2024-09-06T15:34:26.743908+0000 mgr.x (mgr.24517) 13 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 27 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-06T15:34:28.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:28 smithi181 bash[21841]: cephadm 2024-09-06T15:34:27.103224+0000 mgr.x (mgr.24517) 14 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.conf 2024-09-06T15:34:28.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:28 smithi181 bash[21841]: cephadm 2024-09-06T15:34:27.103430+0000 mgr.x (mgr.24517) 15 : cephadm [INF] Updating smithi181:/etc/ceph/ceph.conf 2024-09-06T15:34:28.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:28 smithi181 bash[21841]: audit 2024-09-06T15:34:27.645181+0000 mon.a (mon.0) 1301 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:28.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:28 smithi181 bash[21841]: audit 2024-09-06T15:34:27.652282+0000 mon.a (mon.0) 1302 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:28.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:28 smithi181 bash[21841]: audit 2024-09-06T15:34:27.701625+0000 mon.a (mon.0) 1303 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:28.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:28 smithi181 bash[21841]: audit 2024-09-06T15:34:27.709519+0000 mon.a (mon.0) 1304 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:28.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:28 smithi181 bash[21841]: audit 2024-09-06T15:34:27.716767+0000 mon.a (mon.0) 1305 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:28.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:28 smithi181 bash[21841]: audit 2024-09-06T15:34:27.762915+0000 mon.a (mon.0) 1306 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi169.yxosuq", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-06T15:34:28.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:28 smithi181 bash[21841]: audit 2024-09-06T15:34:27.780691+0000 mon.a (mon.0) 1307 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:34:29.135 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:29 smithi169 bash[19820]: cephadm 2024-09-06T15:34:27.259848+0000 mgr.x (mgr.24517) 16 : cephadm [INF] Updating smithi181:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.conf 2024-09-06T15:34:29.136 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:29 smithi169 bash[19820]: cephadm 2024-09-06T15:34:27.268774+0000 mgr.x (mgr.24517) 17 : cephadm [INF] Updating smithi169:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.conf 2024-09-06T15:34:29.136 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:29 smithi169 bash[19820]: cephadm 2024-09-06T15:34:27.386381+0000 mgr.x (mgr.24517) 18 : cephadm [INF] Updating smithi181:/etc/ceph/ceph.client.admin.keyring 2024-09-06T15:34:29.136 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:29 smithi169 bash[19820]: cephadm 2024-09-06T15:34:27.419515+0000 mgr.x (mgr.24517) 19 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-09-06T15:34:29.136 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:29 smithi169 bash[19820]: cephadm 2024-09-06T15:34:27.511853+0000 mgr.x (mgr.24517) 20 : cephadm [INF] Updating smithi181:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.client.admin.keyring 2024-09-06T15:34:29.136 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:29 smithi169 bash[19820]: cephadm 2024-09-06T15:34:27.569508+0000 mgr.x (mgr.24517) 21 : cephadm [INF] Updating smithi169:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.client.admin.keyring 2024-09-06T15:34:29.136 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:29 smithi169 bash[19820]: cephadm 2024-09-06T15:34:27.763223+0000 mgr.x (mgr.24517) 22 : cephadm [INF] Reconfiguring iscsi.foo.smithi169.yxosuq (dependencies changed)... 2024-09-06T15:34:29.136 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:29 smithi169 bash[19820]: cephadm 2024-09-06T15:34:27.783915+0000 mgr.x (mgr.24517) 23 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi169.yxosuq on smithi169 2024-09-06T15:34:29.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:29 smithi169 bash[26469]: cephadm 2024-09-06T15:34:27.259848+0000 mgr.x (mgr.24517) 16 : cephadm [INF] Updating smithi181:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.conf 2024-09-06T15:34:29.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:29 smithi169 bash[26469]: cephadm 2024-09-06T15:34:27.268774+0000 mgr.x (mgr.24517) 17 : cephadm [INF] Updating smithi169:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.conf 2024-09-06T15:34:29.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:29 smithi169 bash[26469]: cephadm 2024-09-06T15:34:27.386381+0000 mgr.x (mgr.24517) 18 : cephadm [INF] Updating smithi181:/etc/ceph/ceph.client.admin.keyring 2024-09-06T15:34:29.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:29 smithi169 bash[26469]: cephadm 2024-09-06T15:34:27.419515+0000 mgr.x (mgr.24517) 19 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-09-06T15:34:29.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:29 smithi169 bash[26469]: cephadm 2024-09-06T15:34:27.511853+0000 mgr.x (mgr.24517) 20 : cephadm [INF] Updating smithi181:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.client.admin.keyring 2024-09-06T15:34:29.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:29 smithi169 bash[26469]: cephadm 2024-09-06T15:34:27.569508+0000 mgr.x (mgr.24517) 21 : cephadm [INF] Updating smithi169:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.client.admin.keyring 2024-09-06T15:34:29.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:29 smithi169 bash[26469]: cephadm 2024-09-06T15:34:27.763223+0000 mgr.x (mgr.24517) 22 : cephadm [INF] Reconfiguring iscsi.foo.smithi169.yxosuq (dependencies changed)... 2024-09-06T15:34:29.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:29 smithi169 bash[26469]: cephadm 2024-09-06T15:34:27.783915+0000 mgr.x (mgr.24517) 23 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi169.yxosuq on smithi169 2024-09-06T15:34:29.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:29 smithi181 bash[21841]: cephadm 2024-09-06T15:34:27.259848+0000 mgr.x (mgr.24517) 16 : cephadm [INF] Updating smithi181:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.conf 2024-09-06T15:34:29.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:29 smithi181 bash[21841]: cephadm 2024-09-06T15:34:27.268774+0000 mgr.x (mgr.24517) 17 : cephadm [INF] Updating smithi169:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.conf 2024-09-06T15:34:29.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:29 smithi181 bash[21841]: cephadm 2024-09-06T15:34:27.386381+0000 mgr.x (mgr.24517) 18 : cephadm [INF] Updating smithi181:/etc/ceph/ceph.client.admin.keyring 2024-09-06T15:34:29.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:29 smithi181 bash[21841]: cephadm 2024-09-06T15:34:27.419515+0000 mgr.x (mgr.24517) 19 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-09-06T15:34:29.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:29 smithi181 bash[21841]: cephadm 2024-09-06T15:34:27.511853+0000 mgr.x (mgr.24517) 20 : cephadm [INF] Updating smithi181:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.client.admin.keyring 2024-09-06T15:34:29.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:29 smithi181 bash[21841]: cephadm 2024-09-06T15:34:27.569508+0000 mgr.x (mgr.24517) 21 : cephadm [INF] Updating smithi169:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.client.admin.keyring 2024-09-06T15:34:29.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:29 smithi181 bash[21841]: cephadm 2024-09-06T15:34:27.763223+0000 mgr.x (mgr.24517) 22 : cephadm [INF] Reconfiguring iscsi.foo.smithi169.yxosuq (dependencies changed)... 2024-09-06T15:34:29.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:29 smithi181 bash[21841]: cephadm 2024-09-06T15:34:27.783915+0000 mgr.x (mgr.24517) 23 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi169.yxosuq on smithi169 2024-09-06T15:34:30.433 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:30 smithi169 bash[19820]: cluster 2024-09-06T15:34:28.744545+0000 mgr.x (mgr.24517) 24 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-06T15:34:30.434 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:30 smithi169 bash[26469]: cluster 2024-09-06T15:34:28.744545+0000 mgr.x (mgr.24517) 24 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-06T15:34:30.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:30 smithi181 bash[21841]: cluster 2024-09-06T15:34:28.744545+0000 mgr.x (mgr.24517) 24 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-06T15:34:32.444 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:32 smithi169 bash[19820]: cluster 2024-09-06T15:34:30.746294+0000 mgr.x (mgr.24517) 25 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-06T15:34:32.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:32 smithi169 bash[19820]: audit 2024-09-06T15:34:31.249773+0000 mon.a (mon.0) 1308 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:32.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:32 smithi169 bash[19820]: audit 2024-09-06T15:34:31.256300+0000 mon.a (mon.0) 1309 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:42.465 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:32 smithi169 bash[26469]: cluster 2024-09-06T15:34:30.746294+0000 mgr.x (mgr.24517) 25 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-06T15:34:42.465 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:32 smithi169 bash[26469]: audit 2024-09-06T15:34:31.249773+0000 mon.a (mon.0) 1308 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:42.465 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:32 smithi169 bash[26469]: audit 2024-09-06T15:34:31.256300+0000 mon.a (mon.0) 1309 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:42.466 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:33 smithi169 bash[19820]: cephadm 2024-09-06T15:34:31.260814+0000 mgr.x (mgr.24517) 26 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-06T15:34:42.466 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:33 smithi169 bash[19820]: cephadm 2024-09-06T15:34:31.555140+0000 mgr.x (mgr.24517) 27 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi181 2024-09-06T15:34:42.466 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:33 smithi169 bash[19820]: audit 2024-09-06T15:34:32.885792+0000 mon.c (mon.2) 120 : audit [DBG] from='client.? 172.21.15.169:0/1179558808' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-06T15:34:42.466 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:33 smithi169 bash[26469]: cephadm 2024-09-06T15:34:31.260814+0000 mgr.x (mgr.24517) 26 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-06T15:34:42.466 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:33 smithi169 bash[26469]: cephadm 2024-09-06T15:34:31.555140+0000 mgr.x (mgr.24517) 27 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi181 2024-09-06T15:34:42.466 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:33 smithi169 bash[26469]: audit 2024-09-06T15:34:32.885792+0000 mon.c (mon.2) 120 : audit [DBG] from='client.? 172.21.15.169:0/1179558808' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-06T15:34:42.467 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:34 smithi169 bash[19820]: cluster 2024-09-06T15:34:32.747173+0000 mgr.x (mgr.24517) 28 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-06T15:34:42.467 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:34 smithi169 bash[19820]: audit 2024-09-06T15:34:33.177393+0000 mon.c (mon.2) 121 : audit [INF] from='client.? 172.21.15.169:0/4231846593' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/1080961678"}]: dispatch 2024-09-06T15:34:42.467 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:34 smithi169 bash[19820]: audit 2024-09-06T15:34:33.178007+0000 mon.a (mon.0) 1310 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/1080961678"}]: dispatch 2024-09-06T15:34:42.467 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:34 smithi169 bash[26469]: cluster 2024-09-06T15:34:32.747173+0000 mgr.x (mgr.24517) 28 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-06T15:34:42.467 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:34 smithi169 bash[26469]: audit 2024-09-06T15:34:33.177393+0000 mon.c (mon.2) 121 : audit [INF] from='client.? 172.21.15.169:0/4231846593' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/1080961678"}]: dispatch 2024-09-06T15:34:42.467 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:34 smithi169 bash[26469]: audit 2024-09-06T15:34:33.178007+0000 mon.a (mon.0) 1310 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/1080961678"}]: dispatch 2024-09-06T15:34:42.467 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:35 smithi169 bash[26469]: audit 2024-09-06T15:34:34.165967+0000 mon.a (mon.0) 1311 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/1080961678"}]': finished 2024-09-06T15:34:42.467 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:35 smithi169 bash[26469]: cluster 2024-09-06T15:34:34.178672+0000 mon.a (mon.0) 1312 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-09-06T15:34:42.468 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:35 smithi169 bash[26469]: audit 2024-09-06T15:34:34.472943+0000 mon.a (mon.0) 1313 : audit [INF] from='client.? 172.21.15.169:0/890414250' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/1703842939"}]: dispatch 2024-09-06T15:34:42.468 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:35 smithi169 bash[26469]: audit 2024-09-06T15:34:34.490389+0000 mon.a (mon.0) 1314 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:34:42.468 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:35 smithi169 bash[19820]: audit 2024-09-06T15:34:34.165967+0000 mon.a (mon.0) 1311 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/1080961678"}]': finished 2024-09-06T15:34:42.468 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:35 smithi169 bash[19820]: cluster 2024-09-06T15:34:34.178672+0000 mon.a (mon.0) 1312 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-09-06T15:34:42.468 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:35 smithi169 bash[19820]: audit 2024-09-06T15:34:34.472943+0000 mon.a (mon.0) 1313 : audit [INF] from='client.? 172.21.15.169:0/890414250' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/1703842939"}]: dispatch 2024-09-06T15:34:42.468 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:35 smithi169 bash[19820]: audit 2024-09-06T15:34:34.490389+0000 mon.a (mon.0) 1314 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:34:42.468 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:34:36 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:34:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-06T15:34:42.469 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:36 smithi169 bash[19820]: cluster 2024-09-06T15:34:34.747958+0000 mgr.x (mgr.24517) 29 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-06T15:34:42.469 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:36 smithi169 bash[19820]: audit 2024-09-06T15:34:35.177079+0000 mon.a (mon.0) 1315 : audit [INF] from='client.? 172.21.15.169:0/890414250' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/1703842939"}]': finished 2024-09-06T15:34:42.469 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:36 smithi169 bash[19820]: cluster 2024-09-06T15:34:35.185006+0000 mon.a (mon.0) 1316 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2024-09-06T15:34:42.469 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:36 smithi169 bash[19820]: audit 2024-09-06T15:34:35.477211+0000 mon.c (mon.2) 122 : audit [INF] from='client.? 172.21.15.169:0/74266705' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/3235187026"}]: dispatch 2024-09-06T15:34:42.469 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:36 smithi169 bash[19820]: audit 2024-09-06T15:34:35.477765+0000 mon.a (mon.0) 1317 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/3235187026"}]: dispatch 2024-09-06T15:34:42.469 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:36 smithi169 bash[26469]: cluster 2024-09-06T15:34:34.747958+0000 mgr.x (mgr.24517) 29 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-06T15:34:42.469 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:36 smithi169 bash[26469]: audit 2024-09-06T15:34:35.177079+0000 mon.a (mon.0) 1315 : audit [INF] from='client.? 172.21.15.169:0/890414250' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/1703842939"}]': finished 2024-09-06T15:34:42.469 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:36 smithi169 bash[26469]: cluster 2024-09-06T15:34:35.185006+0000 mon.a (mon.0) 1316 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2024-09-06T15:34:42.470 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:36 smithi169 bash[26469]: audit 2024-09-06T15:34:35.477211+0000 mon.c (mon.2) 122 : audit [INF] from='client.? 172.21.15.169:0/74266705' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/3235187026"}]: dispatch 2024-09-06T15:34:42.470 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:36 smithi169 bash[26469]: audit 2024-09-06T15:34:35.477765+0000 mon.a (mon.0) 1317 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/3235187026"}]: dispatch 2024-09-06T15:34:42.470 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:37 smithi169 bash[19820]: audit 2024-09-06T15:34:36.179859+0000 mon.a (mon.0) 1318 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/3235187026"}]': finished 2024-09-06T15:34:42.470 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:37 smithi169 bash[19820]: cluster 2024-09-06T15:34:36.189751+0000 mon.a (mon.0) 1319 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2024-09-06T15:34:42.470 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:37 smithi169 bash[19820]: audit 2024-09-06T15:34:36.485640+0000 mon.a (mon.0) 1320 : audit [INF] from='client.? 172.21.15.169:0/1883891648' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6800/3235187026"}]: dispatch 2024-09-06T15:34:42.470 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:37 smithi169 bash[19820]: cluster 2024-09-06T15:34:36.748781+0000 mgr.x (mgr.24517) 30 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-06T15:34:42.470 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:37 smithi169 bash[26469]: audit 2024-09-06T15:34:36.179859+0000 mon.a (mon.0) 1318 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/3235187026"}]': finished 2024-09-06T15:34:42.471 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:37 smithi169 bash[26469]: cluster 2024-09-06T15:34:36.189751+0000 mon.a (mon.0) 1319 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2024-09-06T15:34:42.471 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:37 smithi169 bash[26469]: audit 2024-09-06T15:34:36.485640+0000 mon.a (mon.0) 1320 : audit [INF] from='client.? 172.21.15.169:0/1883891648' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6800/3235187026"}]: dispatch 2024-09-06T15:34:42.471 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:37 smithi169 bash[26469]: cluster 2024-09-06T15:34:36.748781+0000 mgr.x (mgr.24517) 30 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-06T15:34:42.471 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:38 smithi169 bash[19820]: audit 2024-09-06T15:34:37.207919+0000 mon.a (mon.0) 1321 : audit [INF] from='client.? 172.21.15.169:0/1883891648' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6800/3235187026"}]': finished 2024-09-06T15:34:42.471 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:38 smithi169 bash[19820]: cluster 2024-09-06T15:34:37.216841+0000 mon.a (mon.0) 1322 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2024-09-06T15:34:42.471 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:38 smithi169 bash[19820]: audit 2024-09-06T15:34:37.315319+0000 mon.a (mon.0) 1323 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:42.471 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:38 smithi169 bash[19820]: audit 2024-09-06T15:34:37.322037+0000 mon.a (mon.0) 1324 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:42.471 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:38 smithi169 bash[19820]: audit 2024-09-06T15:34:37.327049+0000 mon.a (mon.0) 1325 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-06T15:34:42.472 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:38 smithi169 bash[19820]: audit 2024-09-06T15:34:37.329051+0000 mgr.x (mgr.24517) 31 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-06T15:34:42.472 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:38 smithi169 bash[19820]: audit 2024-09-06T15:34:37.331456+0000 mon.a (mon.0) 1326 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-06T15:34:42.472 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:38 smithi169 bash[19820]: audit 2024-09-06T15:34:37.333187+0000 mgr.x (mgr.24517) 32 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-06T15:34:42.472 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:38 smithi169 bash[19820]: audit 2024-09-06T15:34:37.335491+0000 mon.a (mon.0) 1327 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-06T15:34:42.472 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:38 smithi169 bash[19820]: audit 2024-09-06T15:34:37.337268+0000 mgr.x (mgr.24517) 33 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-06T15:34:42.472 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:38 smithi169 bash[19820]: audit 2024-09-06T15:34:37.511375+0000 mon.c (mon.2) 123 : audit [INF] from='client.? 172.21.15.169:0/757200867' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/61866498"}]: dispatch 2024-09-06T15:34:42.472 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:38 smithi169 bash[19820]: audit 2024-09-06T15:34:37.511837+0000 mon.a (mon.0) 1328 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/61866498"}]: dispatch 2024-09-06T15:34:42.472 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:38 smithi169 bash[26469]: audit 2024-09-06T15:34:37.207919+0000 mon.a (mon.0) 1321 : audit [INF] from='client.? 172.21.15.169:0/1883891648' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6800/3235187026"}]': finished 2024-09-06T15:34:42.472 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:38 smithi169 bash[26469]: cluster 2024-09-06T15:34:37.216841+0000 mon.a (mon.0) 1322 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2024-09-06T15:34:42.473 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:38 smithi169 bash[26469]: audit 2024-09-06T15:34:37.315319+0000 mon.a (mon.0) 1323 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:42.473 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:38 smithi169 bash[26469]: audit 2024-09-06T15:34:37.322037+0000 mon.a (mon.0) 1324 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:42.473 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:38 smithi169 bash[26469]: audit 2024-09-06T15:34:37.327049+0000 mon.a (mon.0) 1325 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-06T15:34:42.473 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:38 smithi169 bash[26469]: audit 2024-09-06T15:34:37.329051+0000 mgr.x (mgr.24517) 31 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-06T15:34:42.473 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:38 smithi169 bash[26469]: audit 2024-09-06T15:34:37.331456+0000 mon.a (mon.0) 1326 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-06T15:34:42.473 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:38 smithi169 bash[26469]: audit 2024-09-06T15:34:37.333187+0000 mgr.x (mgr.24517) 32 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-06T15:34:42.473 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:38 smithi169 bash[26469]: audit 2024-09-06T15:34:37.335491+0000 mon.a (mon.0) 1327 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-06T15:34:42.473 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:38 smithi169 bash[26469]: audit 2024-09-06T15:34:37.337268+0000 mgr.x (mgr.24517) 33 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-06T15:34:42.473 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:38 smithi169 bash[26469]: audit 2024-09-06T15:34:37.511375+0000 mon.c (mon.2) 123 : audit [INF] from='client.? 172.21.15.169:0/757200867' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/61866498"}]: dispatch 2024-09-06T15:34:42.473 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:38 smithi169 bash[26469]: audit 2024-09-06T15:34:37.511837+0000 mon.a (mon.0) 1328 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/61866498"}]: dispatch 2024-09-06T15:34:42.474 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:39 smithi169 bash[19820]: audit 2024-09-06T15:34:38.322680+0000 mon.a (mon.0) 1329 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/61866498"}]': finished 2024-09-06T15:34:42.474 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:39 smithi169 bash[19820]: cluster 2024-09-06T15:34:38.331147+0000 mon.a (mon.0) 1330 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2024-09-06T15:34:42.474 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:39 smithi169 bash[19820]: cluster 2024-09-06T15:34:38.749539+0000 mgr.x (mgr.24517) 34 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-09-06T15:34:42.475 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:39 smithi169 bash[26469]: audit 2024-09-06T15:34:38.322680+0000 mon.a (mon.0) 1329 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/61866498"}]': finished 2024-09-06T15:34:42.475 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:39 smithi169 bash[26469]: cluster 2024-09-06T15:34:38.331147+0000 mon.a (mon.0) 1330 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2024-09-06T15:34:42.475 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:39 smithi169 bash[26469]: cluster 2024-09-06T15:34:38.749539+0000 mgr.x (mgr.24517) 34 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-09-06T15:34:42.475 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:32 smithi181 bash[21841]: cluster 2024-09-06T15:34:30.746294+0000 mgr.x (mgr.24517) 25 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-06T15:34:42.475 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:32 smithi181 bash[21841]: audit 2024-09-06T15:34:31.249773+0000 mon.a (mon.0) 1308 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:42.476 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:32 smithi181 bash[21841]: audit 2024-09-06T15:34:31.256300+0000 mon.a (mon.0) 1309 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:42.476 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:33 smithi181 bash[21841]: cephadm 2024-09-06T15:34:31.260814+0000 mgr.x (mgr.24517) 26 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-06T15:34:42.476 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:33 smithi181 bash[21841]: cephadm 2024-09-06T15:34:31.555140+0000 mgr.x (mgr.24517) 27 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi181 2024-09-06T15:34:42.476 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:33 smithi181 bash[21841]: audit 2024-09-06T15:34:32.885792+0000 mon.c (mon.2) 120 : audit [DBG] from='client.? 172.21.15.169:0/1179558808' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-06T15:34:42.476 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:34 smithi181 bash[21841]: cluster 2024-09-06T15:34:32.747173+0000 mgr.x (mgr.24517) 28 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-06T15:34:42.476 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:34 smithi181 bash[21841]: audit 2024-09-06T15:34:33.177393+0000 mon.c (mon.2) 121 : audit [INF] from='client.? 172.21.15.169:0/4231846593' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/1080961678"}]: dispatch 2024-09-06T15:34:42.476 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:34 smithi181 bash[21841]: audit 2024-09-06T15:34:33.178007+0000 mon.a (mon.0) 1310 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/1080961678"}]: dispatch 2024-09-06T15:34:42.476 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:35 smithi181 bash[21841]: audit 2024-09-06T15:34:34.165967+0000 mon.a (mon.0) 1311 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/1080961678"}]': finished 2024-09-06T15:34:42.476 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:35 smithi181 bash[21841]: cluster 2024-09-06T15:34:34.178672+0000 mon.a (mon.0) 1312 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-09-06T15:34:42.476 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:35 smithi181 bash[21841]: audit 2024-09-06T15:34:34.472943+0000 mon.a (mon.0) 1313 : audit [INF] from='client.? 172.21.15.169:0/890414250' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/1703842939"}]: dispatch 2024-09-06T15:34:42.476 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:35 smithi181 bash[21841]: audit 2024-09-06T15:34:34.490389+0000 mon.a (mon.0) 1314 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:34:42.477 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:41 smithi169 bash[19820]: cluster 2024-09-06T15:34:40.751246+0000 mgr.x (mgr.24517) 35 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 919 B/s rd, 0 op/s 2024-09-06T15:34:42.477 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:36 smithi181 systemd[1]: Stopping Ceph prometheus.a for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:34:42.477 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:41 smithi169 bash[26469]: cluster 2024-09-06T15:34:40.751246+0000 mgr.x (mgr.24517) 35 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 919 B/s rd, 0 op/s 2024-09-06T15:34:42.477 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:36 smithi181 bash[21841]: cluster 2024-09-06T15:34:34.747958+0000 mgr.x (mgr.24517) 29 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-06T15:34:42.477 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:36 smithi181 bash[21841]: audit 2024-09-06T15:34:35.177079+0000 mon.a (mon.0) 1315 : audit [INF] from='client.? 172.21.15.169:0/890414250' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/1703842939"}]': finished 2024-09-06T15:34:42.477 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:36 smithi181 bash[21841]: cluster 2024-09-06T15:34:35.185006+0000 mon.a (mon.0) 1316 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2024-09-06T15:34:42.478 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:36 smithi181 bash[21841]: audit 2024-09-06T15:34:35.477211+0000 mon.c (mon.2) 122 : audit [INF] from='client.? 172.21.15.169:0/74266705' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/3235187026"}]: dispatch 2024-09-06T15:34:42.478 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:36 smithi181 bash[21841]: audit 2024-09-06T15:34:35.477765+0000 mon.a (mon.0) 1317 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/3235187026"}]: dispatch 2024-09-06T15:34:42.478 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:36 smithi181 bash[53021]: ts=2024-09-06T15:34:36.479Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-06T15:34:42.478 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:36 smithi181 bash[53021]: ts=2024-09-06T15:34:36.479Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-06T15:34:42.478 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:36 smithi181 bash[53021]: ts=2024-09-06T15:34:36.479Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-06T15:34:42.478 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:36 smithi181 bash[53021]: ts=2024-09-06T15:34:36.479Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-06T15:34:42.478 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:36 smithi181 bash[53021]: ts=2024-09-06T15:34:36.479Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-06T15:34:42.478 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:36 smithi181 bash[53021]: ts=2024-09-06T15:34:36.479Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-06T15:34:42.478 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:36 smithi181 bash[53021]: ts=2024-09-06T15:34:36.479Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-06T15:34:42.479 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:36 smithi181 bash[53021]: ts=2024-09-06T15:34:36.479Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-06T15:34:42.479 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:36 smithi181 bash[53021]: ts=2024-09-06T15:34:36.479Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-06T15:34:42.479 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:36 smithi181 bash[53021]: ts=2024-09-06T15:34:36.480Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-06T15:34:42.479 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:36 smithi181 bash[53021]: ts=2024-09-06T15:34:36.480Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-06T15:34:42.479 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:36 smithi181 bash[53021]: ts=2024-09-06T15:34:36.480Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-06T15:34:42.479 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:37 smithi181 bash[54320]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-prometheus-a 2024-09-06T15:34:42.479 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:37 smithi181 bash[54378]: Error response from daemon: No such container: ceph-bab55310-6c60-11ef-bce4-c7b262605968-prometheus-a 2024-09-06T15:34:42.479 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:37 smithi181 systemd[1]: ceph-bab55310-6c60-11ef-bce4-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-06T15:34:42.479 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:37 smithi181 systemd[1]: Stopped Ceph prometheus.a for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:34:42.479 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:37 smithi181 systemd[1]: Started Ceph prometheus.a for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:34:42.480 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:37 smithi181 bash[21841]: audit 2024-09-06T15:34:36.179859+0000 mon.a (mon.0) 1318 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6801/3235187026"}]': finished 2024-09-06T15:34:42.480 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:37 smithi181 bash[21841]: cluster 2024-09-06T15:34:36.189751+0000 mon.a (mon.0) 1319 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2024-09-06T15:34:42.480 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:37 smithi181 bash[21841]: audit 2024-09-06T15:34:36.485640+0000 mon.a (mon.0) 1320 : audit [INF] from='client.? 172.21.15.169:0/1883891648' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6800/3235187026"}]: dispatch 2024-09-06T15:34:42.480 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:37 smithi181 bash[21841]: cluster 2024-09-06T15:34:36.748781+0000 mgr.x (mgr.24517) 30 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-06T15:34:42.480 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:38 smithi181 bash[21841]: audit 2024-09-06T15:34:37.207919+0000 mon.a (mon.0) 1321 : audit [INF] from='client.? 172.21.15.169:0/1883891648' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:6800/3235187026"}]': finished 2024-09-06T15:34:42.480 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:38 smithi181 bash[21841]: cluster 2024-09-06T15:34:37.216841+0000 mon.a (mon.0) 1322 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2024-09-06T15:34:42.480 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:38 smithi181 bash[21841]: audit 2024-09-06T15:34:37.315319+0000 mon.a (mon.0) 1323 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:42.480 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:38 smithi181 bash[21841]: audit 2024-09-06T15:34:37.322037+0000 mon.a (mon.0) 1324 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:42.480 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:38 smithi181 bash[21841]: audit 2024-09-06T15:34:37.327049+0000 mon.a (mon.0) 1325 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-06T15:34:42.480 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:38 smithi181 bash[21841]: audit 2024-09-06T15:34:37.329051+0000 mgr.x (mgr.24517) 31 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-06T15:34:42.480 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:38 smithi181 bash[21841]: audit 2024-09-06T15:34:37.331456+0000 mon.a (mon.0) 1326 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-06T15:34:42.481 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:38 smithi181 bash[21841]: audit 2024-09-06T15:34:37.333187+0000 mgr.x (mgr.24517) 32 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-06T15:34:42.481 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:38 smithi181 bash[21841]: audit 2024-09-06T15:34:37.335491+0000 mon.a (mon.0) 1327 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-06T15:34:42.481 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:38 smithi181 bash[21841]: audit 2024-09-06T15:34:37.337268+0000 mgr.x (mgr.24517) 33 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-06T15:34:42.481 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:38 smithi181 bash[21841]: audit 2024-09-06T15:34:37.511375+0000 mon.c (mon.2) 123 : audit [INF] from='client.? 172.21.15.169:0/757200867' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/61866498"}]: dispatch 2024-09-06T15:34:42.481 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:38 smithi181 bash[21841]: audit 2024-09-06T15:34:37.511837+0000 mon.a (mon.0) 1328 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/61866498"}]: dispatch 2024-09-06T15:34:42.481 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:38 smithi181 bash[54406]: ts=2024-09-06T15:34:38.526Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-06T15:34:42.481 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:38 smithi181 bash[54406]: ts=2024-09-06T15:34:38.526Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-06T15:34:42.481 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:38 smithi181 bash[54406]: ts=2024-09-06T15:34:38.526Z caller=main.go:570 level=info host_details="(Linux 5.15.0-119-generic #129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024 x86_64 smithi181 (none))" 2024-09-06T15:34:42.481 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:38 smithi181 bash[54406]: ts=2024-09-06T15:34:38.526Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-06T15:34:42.482 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:38 smithi181 bash[54406]: ts=2024-09-06T15:34:38.526Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-06T15:34:42.482 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:38 smithi181 bash[54406]: ts=2024-09-06T15:34:38.527Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-06T15:34:42.482 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:38 smithi181 bash[54406]: ts=2024-09-06T15:34:38.528Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-06T15:34:42.482 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:38 smithi181 bash[54406]: ts=2024-09-06T15:34:38.530Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-06T15:34:42.482 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:38 smithi181 bash[54406]: ts=2024-09-06T15:34:38.530Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-06T15:34:42.482 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:38 smithi181 bash[54406]: ts=2024-09-06T15:34:38.532Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-06T15:34:42.482 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:38 smithi181 bash[54406]: ts=2024-09-06T15:34:38.532Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.836µs 2024-09-06T15:34:42.482 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:38 smithi181 bash[54406]: ts=2024-09-06T15:34:38.532Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-06T15:34:42.482 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:38 smithi181 bash[54406]: ts=2024-09-06T15:34:38.532Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-09-06T15:34:42.482 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:38 smithi181 bash[54406]: ts=2024-09-06T15:34:38.547Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-09-06T15:34:42.482 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:38 smithi181 bash[54406]: ts=2024-09-06T15:34:38.552Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-09-06T15:34:42.482 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:38 smithi181 bash[54406]: ts=2024-09-06T15:34:38.555Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-09-06T15:34:42.483 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:38 smithi181 bash[54406]: ts=2024-09-06T15:34:38.555Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-09-06T15:34:42.483 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:38 smithi181 bash[54406]: ts=2024-09-06T15:34:38.555Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=27.677µs wal_replay_duration=23.219532ms wbl_replay_duration=126ns total_replay_duration=23.270495ms 2024-09-06T15:34:42.483 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:38 smithi181 bash[54406]: ts=2024-09-06T15:34:38.557Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-06T15:34:42.483 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:38 smithi181 bash[54406]: ts=2024-09-06T15:34:38.557Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-06T15:34:42.483 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:38 smithi181 bash[54406]: ts=2024-09-06T15:34:38.557Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-06T15:34:42.483 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:38 smithi181 bash[54406]: ts=2024-09-06T15:34:38.581Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=24.350531ms db_storage=986ns remote_storage=1.14µs web_handler=456ns query_engine=795ns scrape=268.558µs scrape_sd=122.521µs notify=22.624µs notify_sd=17.073µs rules=23.478964ms tracing=6.756µs 2024-09-06T15:34:42.483 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:38 smithi181 bash[54406]: ts=2024-09-06T15:34:38.581Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-06T15:34:42.483 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:34:38 smithi181 bash[54406]: ts=2024-09-06T15:34:38.581Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-06T15:34:42.483 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:39 smithi181 bash[21841]: audit 2024-09-06T15:34:38.322680+0000 mon.a (mon.0) 1329 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi169.yxosuq' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.169:0/61866498"}]': finished 2024-09-06T15:34:42.483 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:39 smithi181 bash[21841]: cluster 2024-09-06T15:34:38.331147+0000 mon.a (mon.0) 1330 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2024-09-06T15:34:42.483 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:39 smithi181 bash[21841]: cluster 2024-09-06T15:34:38.749539+0000 mgr.x (mgr.24517) 34 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-09-06T15:34:42.484 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:41 smithi181 bash[21841]: cluster 2024-09-06T15:34:40.751246+0000 mgr.x (mgr.24517) 35 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 919 B/s rd, 0 op/s 2024-09-06T15:34:44.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:43 smithi169 bash[19820]: audit 2024-09-06T15:34:42.647650+0000 mgr.x (mgr.24517) 36 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:34:44.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:43 smithi169 bash[19820]: cluster 2024-09-06T15:34:42.751692+0000 mgr.x (mgr.24517) 37 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 779 B/s rd, 0 op/s 2024-09-06T15:34:44.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:43 smithi169 bash[19820]: audit 2024-09-06T15:34:43.300017+0000 mon.a (mon.0) 1331 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:44.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:43 smithi169 bash[19820]: audit 2024-09-06T15:34:43.305670+0000 mon.a (mon.0) 1332 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:44.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:43 smithi169 bash[19820]: audit 2024-09-06T15:34:43.429046+0000 mon.a (mon.0) 1333 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:44.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:43 smithi169 bash[19820]: audit 2024-09-06T15:34:43.437649+0000 mon.a (mon.0) 1334 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:44.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:43 smithi169 bash[19820]: audit 2024-09-06T15:34:43.439019+0000 mon.a (mon.0) 1335 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:34:44.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:43 smithi169 bash[19820]: audit 2024-09-06T15:34:43.440185+0000 mon.a (mon.0) 1336 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:34:45.920 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:43 smithi169 bash[19820]: audit 2024-09-06T15:34:43.447666+0000 mon.a (mon.0) 1337 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:45.920 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:43 smithi169 bash[26469]: audit 2024-09-06T15:34:42.647650+0000 mgr.x (mgr.24517) 36 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:34:45.920 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:43 smithi169 bash[26469]: cluster 2024-09-06T15:34:42.751692+0000 mgr.x (mgr.24517) 37 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 779 B/s rd, 0 op/s 2024-09-06T15:34:45.920 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:43 smithi169 bash[26469]: audit 2024-09-06T15:34:43.300017+0000 mon.a (mon.0) 1331 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:45.920 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:43 smithi169 bash[26469]: audit 2024-09-06T15:34:43.305670+0000 mon.a (mon.0) 1332 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:45.921 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:43 smithi169 bash[26469]: audit 2024-09-06T15:34:43.429046+0000 mon.a (mon.0) 1333 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:45.921 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:43 smithi169 bash[26469]: audit 2024-09-06T15:34:43.437649+0000 mon.a (mon.0) 1334 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:45.921 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:43 smithi169 bash[26469]: audit 2024-09-06T15:34:43.439019+0000 mon.a (mon.0) 1335 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:34:45.921 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:43 smithi169 bash[26469]: audit 2024-09-06T15:34:43.440185+0000 mon.a (mon.0) 1336 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:34:45.921 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:43 smithi169 bash[26469]: audit 2024-09-06T15:34:43.447666+0000 mon.a (mon.0) 1337 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:45.921 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:43 smithi181 bash[21841]: audit 2024-09-06T15:34:42.647650+0000 mgr.x (mgr.24517) 36 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:34:45.921 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:43 smithi181 bash[21841]: cluster 2024-09-06T15:34:42.751692+0000 mgr.x (mgr.24517) 37 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 779 B/s rd, 0 op/s 2024-09-06T15:34:45.922 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:43 smithi181 bash[21841]: audit 2024-09-06T15:34:43.300017+0000 mon.a (mon.0) 1331 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:45.922 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:43 smithi181 bash[21841]: audit 2024-09-06T15:34:43.305670+0000 mon.a (mon.0) 1332 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:45.922 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:43 smithi181 bash[21841]: audit 2024-09-06T15:34:43.429046+0000 mon.a (mon.0) 1333 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:45.922 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:43 smithi181 bash[21841]: audit 2024-09-06T15:34:43.437649+0000 mon.a (mon.0) 1334 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:45.922 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:43 smithi181 bash[21841]: audit 2024-09-06T15:34:43.439019+0000 mon.a (mon.0) 1335 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:34:45.922 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:43 smithi181 bash[21841]: audit 2024-09-06T15:34:43.440185+0000 mon.a (mon.0) 1336 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:34:45.922 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:43 smithi181 bash[21841]: audit 2024-09-06T15:34:43.447666+0000 mon.a (mon.0) 1337 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:34:46.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:45 smithi169 bash[19820]: cluster 2024-09-06T15:34:44.752424+0000 mgr.x (mgr.24517) 38 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-06T15:34:46.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:45 smithi169 bash[26469]: cluster 2024-09-06T15:34:44.752424+0000 mgr.x (mgr.24517) 38 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-06T15:34:46.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:45 smithi181 bash[21841]: cluster 2024-09-06T15:34:44.752424+0000 mgr.x (mgr.24517) 38 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-06T15:34:47.746 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:34:47 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:34:47] "GET /metrics HTTP/1.1" 200 38248 "" "Prometheus/2.43.0" 2024-09-06T15:34:48.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:47 smithi169 bash[19820]: cluster 2024-09-06T15:34:46.754189+0000 mgr.x (mgr.24517) 39 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-06T15:34:48.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:47 smithi169 bash[26469]: cluster 2024-09-06T15:34:46.754189+0000 mgr.x (mgr.24517) 39 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-06T15:34:48.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:47 smithi181 bash[21841]: cluster 2024-09-06T15:34:46.754189+0000 mgr.x (mgr.24517) 39 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-06T15:34:50.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:49 smithi169 bash[26469]: cluster 2024-09-06T15:34:48.754942+0000 mgr.x (mgr.24517) 40 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 981 B/s rd, 0 op/s 2024-09-06T15:34:50.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:49 smithi169 bash[26469]: audit 2024-09-06T15:34:49.491212+0000 mon.a (mon.0) 1338 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:34:50.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:49 smithi169 bash[19820]: cluster 2024-09-06T15:34:48.754942+0000 mgr.x (mgr.24517) 40 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 981 B/s rd, 0 op/s 2024-09-06T15:34:50.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:49 smithi169 bash[19820]: audit 2024-09-06T15:34:49.491212+0000 mon.a (mon.0) 1338 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:34:50.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:49 smithi181 bash[21841]: cluster 2024-09-06T15:34:48.754942+0000 mgr.x (mgr.24517) 40 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 981 B/s rd, 0 op/s 2024-09-06T15:34:50.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:49 smithi181 bash[21841]: audit 2024-09-06T15:34:49.491212+0000 mon.a (mon.0) 1338 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:34:52.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:51 smithi169 bash[19820]: cluster 2024-09-06T15:34:50.756628+0000 mgr.x (mgr.24517) 41 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:34:52.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:51 smithi169 bash[26469]: cluster 2024-09-06T15:34:50.756628+0000 mgr.x (mgr.24517) 41 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:34:52.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:51 smithi181 bash[21841]: cluster 2024-09-06T15:34:50.756628+0000 mgr.x (mgr.24517) 41 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:34:54.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:53 smithi169 bash[19820]: audit 2024-09-06T15:34:52.649366+0000 mgr.x (mgr.24517) 42 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:34:54.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:53 smithi169 bash[19820]: cluster 2024-09-06T15:34:52.757394+0000 mgr.x (mgr.24517) 43 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:34:54.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:53 smithi169 bash[26469]: audit 2024-09-06T15:34:52.649366+0000 mgr.x (mgr.24517) 42 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:34:54.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:53 smithi169 bash[26469]: cluster 2024-09-06T15:34:52.757394+0000 mgr.x (mgr.24517) 43 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:34:54.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:53 smithi181 bash[21841]: audit 2024-09-06T15:34:52.649366+0000 mgr.x (mgr.24517) 42 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:34:54.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:53 smithi181 bash[21841]: cluster 2024-09-06T15:34:52.757394+0000 mgr.x (mgr.24517) 43 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:34:55.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:55 smithi169 bash[19820]: cluster 2024-09-06T15:34:54.758164+0000 mgr.x (mgr.24517) 44 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:34:55.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:55 smithi169 bash[26469]: cluster 2024-09-06T15:34:54.758164+0000 mgr.x (mgr.24517) 44 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:34:55.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:55 smithi181 bash[21841]: cluster 2024-09-06T15:34:54.758164+0000 mgr.x (mgr.24517) 44 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:34:57.746 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:34:57 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:34:57] "GET /metrics HTTP/1.1" 200 38245 "" "Prometheus/2.43.0" 2024-09-06T15:34:58.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:57 smithi169 bash[19820]: cluster 2024-09-06T15:34:56.760336+0000 mgr.x (mgr.24517) 45 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:34:58.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:57 smithi169 bash[26469]: cluster 2024-09-06T15:34:56.760336+0000 mgr.x (mgr.24517) 45 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:34:58.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:57 smithi181 bash[21841]: cluster 2024-09-06T15:34:56.760336+0000 mgr.x (mgr.24517) 45 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:35:00.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:34:59 smithi169 bash[19820]: cluster 2024-09-06T15:34:58.761118+0000 mgr.x (mgr.24517) 46 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:00.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:34:59 smithi169 bash[26469]: cluster 2024-09-06T15:34:58.761118+0000 mgr.x (mgr.24517) 46 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:00.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:34:59 smithi181 bash[21841]: cluster 2024-09-06T15:34:58.761118+0000 mgr.x (mgr.24517) 46 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:02.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:01 smithi169 bash[19820]: cluster 2024-09-06T15:35:00.762824+0000 mgr.x (mgr.24517) 47 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:35:02.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:01 smithi169 bash[26469]: cluster 2024-09-06T15:35:00.762824+0000 mgr.x (mgr.24517) 47 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:35:02.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:01 smithi181 bash[21841]: cluster 2024-09-06T15:35:00.762824+0000 mgr.x (mgr.24517) 47 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:35:04.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:03 smithi169 bash[19820]: audit 2024-09-06T15:35:02.660810+0000 mgr.x (mgr.24517) 48 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:35:04.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:03 smithi169 bash[19820]: cluster 2024-09-06T15:35:02.763604+0000 mgr.x (mgr.24517) 49 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:35:04.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:03 smithi169 bash[26469]: audit 2024-09-06T15:35:02.660810+0000 mgr.x (mgr.24517) 48 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:35:04.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:03 smithi169 bash[26469]: cluster 2024-09-06T15:35:02.763604+0000 mgr.x (mgr.24517) 49 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:35:04.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:03 smithi181 bash[21841]: audit 2024-09-06T15:35:02.660810+0000 mgr.x (mgr.24517) 48 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:35:04.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:03 smithi181 bash[21841]: cluster 2024-09-06T15:35:02.763604+0000 mgr.x (mgr.24517) 49 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:35:05.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:04 smithi169 bash[19820]: audit 2024-09-06T15:35:04.491378+0000 mon.a (mon.0) 1339 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:35:05.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:04 smithi169 bash[26469]: audit 2024-09-06T15:35:04.491378+0000 mon.a (mon.0) 1339 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:35:05.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:04 smithi181 bash[21841]: audit 2024-09-06T15:35:04.491378+0000 mon.a (mon.0) 1339 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:35:06.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:05 smithi169 bash[19820]: cluster 2024-09-06T15:35:04.764389+0000 mgr.x (mgr.24517) 50 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:35:06.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:05 smithi169 bash[26469]: cluster 2024-09-06T15:35:04.764389+0000 mgr.x (mgr.24517) 50 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:35:06.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:05 smithi181 bash[21841]: cluster 2024-09-06T15:35:04.764389+0000 mgr.x (mgr.24517) 50 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:35:07.746 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:35:07 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:35:07] "GET /metrics HTTP/1.1" 200 38241 "" "Prometheus/2.43.0" 2024-09-06T15:35:08.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:07 smithi169 bash[19820]: cluster 2024-09-06T15:35:06.766108+0000 mgr.x (mgr.24517) 51 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-06T15:35:08.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:07 smithi169 bash[26469]: cluster 2024-09-06T15:35:06.766108+0000 mgr.x (mgr.24517) 51 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-06T15:35:08.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:07 smithi181 bash[21841]: cluster 2024-09-06T15:35:06.766108+0000 mgr.x (mgr.24517) 51 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-06T15:35:10.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:09 smithi169 bash[19820]: cluster 2024-09-06T15:35:08.766887+0000 mgr.x (mgr.24517) 52 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-06T15:35:10.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:09 smithi169 bash[26469]: cluster 2024-09-06T15:35:08.766887+0000 mgr.x (mgr.24517) 52 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-06T15:35:10.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:09 smithi181 bash[21841]: cluster 2024-09-06T15:35:08.766887+0000 mgr.x (mgr.24517) 52 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-06T15:35:12.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:11 smithi169 bash[19820]: cluster 2024-09-06T15:35:10.768625+0000 mgr.x (mgr.24517) 53 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-06T15:35:12.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:11 smithi169 bash[26469]: cluster 2024-09-06T15:35:10.768625+0000 mgr.x (mgr.24517) 53 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-06T15:35:12.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:11 smithi181 bash[21841]: cluster 2024-09-06T15:35:10.768625+0000 mgr.x (mgr.24517) 53 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-06T15:35:14.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:13 smithi169 bash[19820]: audit 2024-09-06T15:35:12.668738+0000 mgr.x (mgr.24517) 54 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:35:14.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:13 smithi169 bash[19820]: cluster 2024-09-06T15:35:12.769384+0000 mgr.x (mgr.24517) 55 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:35:14.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:13 smithi169 bash[26469]: audit 2024-09-06T15:35:12.668738+0000 mgr.x (mgr.24517) 54 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:35:14.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:13 smithi169 bash[26469]: cluster 2024-09-06T15:35:12.769384+0000 mgr.x (mgr.24517) 55 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:35:14.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:13 smithi181 bash[21841]: audit 2024-09-06T15:35:12.668738+0000 mgr.x (mgr.24517) 54 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:35:14.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:13 smithi181 bash[21841]: cluster 2024-09-06T15:35:12.769384+0000 mgr.x (mgr.24517) 55 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:35:15.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:15 smithi169 bash[19820]: cluster 2024-09-06T15:35:14.770165+0000 mgr.x (mgr.24517) 56 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:35:15.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:15 smithi169 bash[26469]: cluster 2024-09-06T15:35:14.770165+0000 mgr.x (mgr.24517) 56 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:35:15.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:15 smithi181 bash[21841]: cluster 2024-09-06T15:35:14.770165+0000 mgr.x (mgr.24517) 56 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:35:17.746 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:35:17 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:35:17] "GET /metrics HTTP/1.1" 200 38241 "" "Prometheus/2.43.0" 2024-09-06T15:35:18.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:17 smithi169 bash[19820]: cluster 2024-09-06T15:35:16.771895+0000 mgr.x (mgr.24517) 57 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:35:18.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:17 smithi169 bash[26469]: cluster 2024-09-06T15:35:16.771895+0000 mgr.x (mgr.24517) 57 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:35:18.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:17 smithi181 bash[21841]: cluster 2024-09-06T15:35:16.771895+0000 mgr.x (mgr.24517) 57 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:35:20.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:19 smithi169 bash[19820]: cluster 2024-09-06T15:35:18.772641+0000 mgr.x (mgr.24517) 58 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:20.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:19 smithi169 bash[19820]: audit 2024-09-06T15:35:19.492237+0000 mon.a (mon.0) 1340 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:35:20.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:19 smithi169 bash[26469]: cluster 2024-09-06T15:35:18.772641+0000 mgr.x (mgr.24517) 58 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:20.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:19 smithi169 bash[26469]: audit 2024-09-06T15:35:19.492237+0000 mon.a (mon.0) 1340 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:35:20.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:19 smithi181 bash[21841]: cluster 2024-09-06T15:35:18.772641+0000 mgr.x (mgr.24517) 58 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:20.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:19 smithi181 bash[21841]: audit 2024-09-06T15:35:19.492237+0000 mon.a (mon.0) 1340 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:35:22.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:21 smithi169 bash[19820]: cluster 2024-09-06T15:35:20.774585+0000 mgr.x (mgr.24517) 59 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:35:22.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:21 smithi169 bash[26469]: cluster 2024-09-06T15:35:20.774585+0000 mgr.x (mgr.24517) 59 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:35:22.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:21 smithi181 bash[21841]: cluster 2024-09-06T15:35:20.774585+0000 mgr.x (mgr.24517) 59 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:35:24.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:23 smithi169 bash[19820]: audit 2024-09-06T15:35:22.677543+0000 mgr.x (mgr.24517) 60 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:35:24.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:23 smithi169 bash[19820]: cluster 2024-09-06T15:35:22.775466+0000 mgr.x (mgr.24517) 61 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:24.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:23 smithi169 bash[26469]: audit 2024-09-06T15:35:22.677543+0000 mgr.x (mgr.24517) 60 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:35:24.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:23 smithi169 bash[26469]: cluster 2024-09-06T15:35:22.775466+0000 mgr.x (mgr.24517) 61 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:24.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:23 smithi181 bash[21841]: audit 2024-09-06T15:35:22.677543+0000 mgr.x (mgr.24517) 60 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:35:24.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:23 smithi181 bash[21841]: cluster 2024-09-06T15:35:22.775466+0000 mgr.x (mgr.24517) 61 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:26.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:25 smithi169 bash[19820]: cluster 2024-09-06T15:35:24.776361+0000 mgr.x (mgr.24517) 62 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:26.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:25 smithi169 bash[26469]: cluster 2024-09-06T15:35:24.776361+0000 mgr.x (mgr.24517) 62 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:26.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:25 smithi181 bash[21841]: cluster 2024-09-06T15:35:24.776361+0000 mgr.x (mgr.24517) 62 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:27.746 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:35:27 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:35:27] "GET /metrics HTTP/1.1" 200 38242 "" "Prometheus/2.43.0" 2024-09-06T15:35:28.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:27 smithi169 bash[19820]: cluster 2024-09-06T15:35:26.778271+0000 mgr.x (mgr.24517) 63 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:35:28.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:27 smithi169 bash[26469]: cluster 2024-09-06T15:35:26.778271+0000 mgr.x (mgr.24517) 63 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:35:28.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:27 smithi181 bash[21841]: cluster 2024-09-06T15:35:26.778271+0000 mgr.x (mgr.24517) 63 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:35:30.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:29 smithi169 bash[19820]: cluster 2024-09-06T15:35:28.779154+0000 mgr.x (mgr.24517) 64 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:30.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:29 smithi169 bash[26469]: cluster 2024-09-06T15:35:28.779154+0000 mgr.x (mgr.24517) 64 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:30.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:29 smithi181 bash[21841]: cluster 2024-09-06T15:35:28.779154+0000 mgr.x (mgr.24517) 64 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:32.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:31 smithi169 bash[19820]: cluster 2024-09-06T15:35:30.780845+0000 mgr.x (mgr.24517) 65 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:35:32.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:31 smithi169 bash[26469]: cluster 2024-09-06T15:35:30.780845+0000 mgr.x (mgr.24517) 65 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:35:32.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:31 smithi181 bash[21841]: cluster 2024-09-06T15:35:30.780845+0000 mgr.x (mgr.24517) 65 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:35:34.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:33 smithi169 bash[26469]: audit 2024-09-06T15:35:32.689061+0000 mgr.x (mgr.24517) 66 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:35:34.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:33 smithi169 bash[26469]: cluster 2024-09-06T15:35:32.781707+0000 mgr.x (mgr.24517) 67 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:34.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:33 smithi169 bash[19820]: audit 2024-09-06T15:35:32.689061+0000 mgr.x (mgr.24517) 66 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:35:34.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:33 smithi169 bash[19820]: cluster 2024-09-06T15:35:32.781707+0000 mgr.x (mgr.24517) 67 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:34.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:33 smithi181 bash[21841]: audit 2024-09-06T15:35:32.689061+0000 mgr.x (mgr.24517) 66 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:35:34.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:33 smithi181 bash[21841]: cluster 2024-09-06T15:35:32.781707+0000 mgr.x (mgr.24517) 67 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:35.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:34 smithi169 bash[26469]: audit 2024-09-06T15:35:34.492273+0000 mon.a (mon.0) 1341 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:35:35.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:34 smithi169 bash[19820]: audit 2024-09-06T15:35:34.492273+0000 mon.a (mon.0) 1341 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:35:35.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:34 smithi181 bash[21841]: audit 2024-09-06T15:35:34.492273+0000 mon.a (mon.0) 1341 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:35:36.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:35 smithi169 bash[26469]: cluster 2024-09-06T15:35:34.782567+0000 mgr.x (mgr.24517) 68 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:36.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:35 smithi169 bash[19820]: cluster 2024-09-06T15:35:34.782567+0000 mgr.x (mgr.24517) 68 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:36.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:35 smithi181 bash[21841]: cluster 2024-09-06T15:35:34.782567+0000 mgr.x (mgr.24517) 68 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:37.746 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:35:37 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:35:37] "GET /metrics HTTP/1.1" 200 38239 "" "Prometheus/2.43.0" 2024-09-06T15:35:38.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:37 smithi169 bash[26469]: cluster 2024-09-06T15:35:36.784288+0000 mgr.x (mgr.24517) 69 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:35:38.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:37 smithi169 bash[19820]: cluster 2024-09-06T15:35:36.784288+0000 mgr.x (mgr.24517) 69 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:35:38.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:37 smithi181 bash[21841]: cluster 2024-09-06T15:35:36.784288+0000 mgr.x (mgr.24517) 69 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:35:40.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:39 smithi169 bash[26469]: cluster 2024-09-06T15:35:38.785061+0000 mgr.x (mgr.24517) 70 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:40.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:39 smithi169 bash[19820]: cluster 2024-09-06T15:35:38.785061+0000 mgr.x (mgr.24517) 70 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:40.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:39 smithi181 bash[21841]: cluster 2024-09-06T15:35:38.785061+0000 mgr.x (mgr.24517) 70 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:42.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:41 smithi169 bash[19820]: cluster 2024-09-06T15:35:40.786784+0000 mgr.x (mgr.24517) 71 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:35:42.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:41 smithi169 bash[26469]: cluster 2024-09-06T15:35:40.786784+0000 mgr.x (mgr.24517) 71 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:35:42.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:41 smithi181 bash[21841]: cluster 2024-09-06T15:35:40.786784+0000 mgr.x (mgr.24517) 71 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:35:44.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:43 smithi169 bash[19820]: audit 2024-09-06T15:35:42.700636+0000 mgr.x (mgr.24517) 72 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:35:44.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:43 smithi169 bash[19820]: cluster 2024-09-06T15:35:42.787513+0000 mgr.x (mgr.24517) 73 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:44.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:43 smithi169 bash[26469]: audit 2024-09-06T15:35:42.700636+0000 mgr.x (mgr.24517) 72 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:35:44.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:43 smithi169 bash[26469]: cluster 2024-09-06T15:35:42.787513+0000 mgr.x (mgr.24517) 73 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:44.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:43 smithi181 bash[21841]: audit 2024-09-06T15:35:42.700636+0000 mgr.x (mgr.24517) 72 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:35:44.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:43 smithi181 bash[21841]: cluster 2024-09-06T15:35:42.787513+0000 mgr.x (mgr.24517) 73 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:45.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:45 smithi169 bash[19820]: audit 2024-09-06T15:35:44.093571+0000 mon.a (mon.0) 1342 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:35:45.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:45 smithi169 bash[19820]: audit 2024-09-06T15:35:44.101300+0000 mon.a (mon.0) 1343 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:35:45.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:45 smithi169 bash[19820]: audit 2024-09-06T15:35:44.739332+0000 mon.a (mon.0) 1344 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:35:45.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:45 smithi169 bash[19820]: audit 2024-09-06T15:35:44.741521+0000 mon.a (mon.0) 1345 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:35:45.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:45 smithi169 bash[19820]: audit 2024-09-06T15:35:44.750822+0000 mon.a (mon.0) 1346 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:35:45.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:45 smithi169 bash[26469]: audit 2024-09-06T15:35:44.093571+0000 mon.a (mon.0) 1342 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:35:45.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:45 smithi169 bash[26469]: audit 2024-09-06T15:35:44.101300+0000 mon.a (mon.0) 1343 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:35:45.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:45 smithi169 bash[26469]: audit 2024-09-06T15:35:44.739332+0000 mon.a (mon.0) 1344 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:35:45.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:45 smithi169 bash[26469]: audit 2024-09-06T15:35:44.741521+0000 mon.a (mon.0) 1345 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:35:45.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:45 smithi169 bash[26469]: audit 2024-09-06T15:35:44.750822+0000 mon.a (mon.0) 1346 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:35:45.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:45 smithi181 bash[21841]: audit 2024-09-06T15:35:44.093571+0000 mon.a (mon.0) 1342 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:35:45.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:45 smithi181 bash[21841]: audit 2024-09-06T15:35:44.101300+0000 mon.a (mon.0) 1343 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:35:45.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:45 smithi181 bash[21841]: audit 2024-09-06T15:35:44.739332+0000 mon.a (mon.0) 1344 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:35:45.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:45 smithi181 bash[21841]: audit 2024-09-06T15:35:44.741521+0000 mon.a (mon.0) 1345 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:35:45.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:45 smithi181 bash[21841]: audit 2024-09-06T15:35:44.750822+0000 mon.a (mon.0) 1346 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:35:46.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:46 smithi169 bash[19820]: cluster 2024-09-06T15:35:44.787987+0000 mgr.x (mgr.24517) 74 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:46.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:46 smithi169 bash[26469]: cluster 2024-09-06T15:35:44.787987+0000 mgr.x (mgr.24517) 74 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:46.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:46 smithi181 bash[21841]: cluster 2024-09-06T15:35:44.787987+0000 mgr.x (mgr.24517) 74 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:47.746 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:35:47 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:35:47] "GET /metrics HTTP/1.1" 200 38239 "" "Prometheus/2.43.0" 2024-09-06T15:35:48.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:48 smithi169 bash[19820]: cluster 2024-09-06T15:35:46.789652+0000 mgr.x (mgr.24517) 75 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:35:48.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:48 smithi169 bash[26469]: cluster 2024-09-06T15:35:46.789652+0000 mgr.x (mgr.24517) 75 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:35:48.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:48 smithi181 bash[21841]: cluster 2024-09-06T15:35:46.789652+0000 mgr.x (mgr.24517) 75 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:35:50.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:50 smithi169 bash[19820]: cluster 2024-09-06T15:35:48.790338+0000 mgr.x (mgr.24517) 76 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:50.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:50 smithi169 bash[19820]: audit 2024-09-06T15:35:49.492478+0000 mon.a (mon.0) 1347 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:35:50.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:50 smithi169 bash[26469]: cluster 2024-09-06T15:35:48.790338+0000 mgr.x (mgr.24517) 76 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:50.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:50 smithi169 bash[26469]: audit 2024-09-06T15:35:49.492478+0000 mon.a (mon.0) 1347 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:35:50.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:50 smithi181 bash[21841]: cluster 2024-09-06T15:35:48.790338+0000 mgr.x (mgr.24517) 76 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:50.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:50 smithi181 bash[21841]: audit 2024-09-06T15:35:49.492478+0000 mon.a (mon.0) 1347 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:35:52.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:52 smithi169 bash[19820]: cluster 2024-09-06T15:35:50.792090+0000 mgr.x (mgr.24517) 77 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:35:52.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:52 smithi169 bash[26469]: cluster 2024-09-06T15:35:50.792090+0000 mgr.x (mgr.24517) 77 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:35:52.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:52 smithi181 bash[21841]: cluster 2024-09-06T15:35:50.792090+0000 mgr.x (mgr.24517) 77 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:35:54.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:54 smithi169 bash[19820]: audit 2024-09-06T15:35:52.711830+0000 mgr.x (mgr.24517) 78 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:35:54.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:54 smithi169 bash[19820]: cluster 2024-09-06T15:35:52.792949+0000 mgr.x (mgr.24517) 79 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:54.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:54 smithi169 bash[26469]: audit 2024-09-06T15:35:52.711830+0000 mgr.x (mgr.24517) 78 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:35:54.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:54 smithi169 bash[26469]: cluster 2024-09-06T15:35:52.792949+0000 mgr.x (mgr.24517) 79 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:54.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:54 smithi181 bash[21841]: audit 2024-09-06T15:35:52.711830+0000 mgr.x (mgr.24517) 78 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:35:54.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:54 smithi181 bash[21841]: cluster 2024-09-06T15:35:52.792949+0000 mgr.x (mgr.24517) 79 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:56.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:56 smithi169 bash[19820]: cluster 2024-09-06T15:35:54.793718+0000 mgr.x (mgr.24517) 80 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:56.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:56 smithi169 bash[26469]: cluster 2024-09-06T15:35:54.793718+0000 mgr.x (mgr.24517) 80 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:56.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:56 smithi181 bash[21841]: cluster 2024-09-06T15:35:54.793718+0000 mgr.x (mgr.24517) 80 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:35:57.746 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:35:57 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:35:57] "GET /metrics HTTP/1.1" 200 38239 "" "Prometheus/2.43.0" 2024-09-06T15:35:58.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:35:58 smithi169 bash[26469]: cluster 2024-09-06T15:35:56.795377+0000 mgr.x (mgr.24517) 81 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:35:58.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:35:58 smithi169 bash[19820]: cluster 2024-09-06T15:35:56.795377+0000 mgr.x (mgr.24517) 81 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:35:58.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:35:58 smithi181 bash[21841]: cluster 2024-09-06T15:35:56.795377+0000 mgr.x (mgr.24517) 81 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:36:00.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:00 smithi169 bash[19820]: cluster 2024-09-06T15:35:58.796119+0000 mgr.x (mgr.24517) 82 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:00.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:00 smithi169 bash[26469]: cluster 2024-09-06T15:35:58.796119+0000 mgr.x (mgr.24517) 82 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:00.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:00 smithi181 bash[21841]: cluster 2024-09-06T15:35:58.796119+0000 mgr.x (mgr.24517) 82 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:02.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:02 smithi169 bash[19820]: cluster 2024-09-06T15:36:00.797810+0000 mgr.x (mgr.24517) 83 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:36:02.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:02 smithi169 bash[26469]: cluster 2024-09-06T15:36:00.797810+0000 mgr.x (mgr.24517) 83 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:36:02.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:02 smithi181 bash[21841]: cluster 2024-09-06T15:36:00.797810+0000 mgr.x (mgr.24517) 83 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:36:04.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:04 smithi169 bash[19820]: audit 2024-09-06T15:36:02.723452+0000 mgr.x (mgr.24517) 84 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:36:04.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:04 smithi169 bash[19820]: cluster 2024-09-06T15:36:02.798563+0000 mgr.x (mgr.24517) 85 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:04.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:04 smithi169 bash[26469]: audit 2024-09-06T15:36:02.723452+0000 mgr.x (mgr.24517) 84 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:36:04.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:04 smithi169 bash[26469]: cluster 2024-09-06T15:36:02.798563+0000 mgr.x (mgr.24517) 85 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:04.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:04 smithi181 bash[21841]: audit 2024-09-06T15:36:02.723452+0000 mgr.x (mgr.24517) 84 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:36:04.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:04 smithi181 bash[21841]: cluster 2024-09-06T15:36:02.798563+0000 mgr.x (mgr.24517) 85 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:05.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:05 smithi169 bash[19820]: audit 2024-09-06T15:36:04.492671+0000 mon.a (mon.0) 1348 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:36:05.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:05 smithi169 bash[26469]: audit 2024-09-06T15:36:04.492671+0000 mon.a (mon.0) 1348 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:36:05.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:05 smithi181 bash[21841]: audit 2024-09-06T15:36:04.492671+0000 mon.a (mon.0) 1348 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:36:06.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:06 smithi169 bash[19820]: cluster 2024-09-06T15:36:04.799273+0000 mgr.x (mgr.24517) 86 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:06.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:06 smithi169 bash[26469]: cluster 2024-09-06T15:36:04.799273+0000 mgr.x (mgr.24517) 86 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:06.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:06 smithi181 bash[21841]: cluster 2024-09-06T15:36:04.799273+0000 mgr.x (mgr.24517) 86 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:07.745 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:36:07 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:36:07] "GET /metrics HTTP/1.1" 200 38242 "" "Prometheus/2.43.0" 2024-09-06T15:36:08.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:08 smithi169 bash[19820]: cluster 2024-09-06T15:36:06.800942+0000 mgr.x (mgr.24517) 87 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:36:08.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:08 smithi169 bash[26469]: cluster 2024-09-06T15:36:06.800942+0000 mgr.x (mgr.24517) 87 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:36:08.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:08 smithi181 bash[21841]: cluster 2024-09-06T15:36:06.800942+0000 mgr.x (mgr.24517) 87 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:36:10.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:10 smithi169 bash[19820]: cluster 2024-09-06T15:36:08.801688+0000 mgr.x (mgr.24517) 88 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:10.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:10 smithi169 bash[26469]: cluster 2024-09-06T15:36:08.801688+0000 mgr.x (mgr.24517) 88 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:10.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:10 smithi181 bash[21841]: cluster 2024-09-06T15:36:08.801688+0000 mgr.x (mgr.24517) 88 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:12.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:12 smithi169 bash[19820]: cluster 2024-09-06T15:36:10.803412+0000 mgr.x (mgr.24517) 89 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:36:12.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:12 smithi169 bash[26469]: cluster 2024-09-06T15:36:10.803412+0000 mgr.x (mgr.24517) 89 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:36:12.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:12 smithi181 bash[21841]: cluster 2024-09-06T15:36:10.803412+0000 mgr.x (mgr.24517) 89 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:36:14.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:14 smithi169 bash[19820]: audit 2024-09-06T15:36:12.727782+0000 mgr.x (mgr.24517) 90 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:36:14.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:14 smithi169 bash[19820]: cluster 2024-09-06T15:36:12.804155+0000 mgr.x (mgr.24517) 91 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:14.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:14 smithi169 bash[26469]: audit 2024-09-06T15:36:12.727782+0000 mgr.x (mgr.24517) 90 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:36:14.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:14 smithi169 bash[26469]: cluster 2024-09-06T15:36:12.804155+0000 mgr.x (mgr.24517) 91 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:14.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:14 smithi181 bash[21841]: audit 2024-09-06T15:36:12.727782+0000 mgr.x (mgr.24517) 90 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:36:14.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:14 smithi181 bash[21841]: cluster 2024-09-06T15:36:12.804155+0000 mgr.x (mgr.24517) 91 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:16.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:16 smithi169 bash[19820]: cluster 2024-09-06T15:36:14.804941+0000 mgr.x (mgr.24517) 92 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:16.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:16 smithi169 bash[26469]: cluster 2024-09-06T15:36:14.804941+0000 mgr.x (mgr.24517) 92 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:16.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:16 smithi181 bash[21841]: cluster 2024-09-06T15:36:14.804941+0000 mgr.x (mgr.24517) 92 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:17.746 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:36:17 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:36:17] "GET /metrics HTTP/1.1" 200 38242 "" "Prometheus/2.43.0" 2024-09-06T15:36:18.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:18 smithi169 bash[19820]: cluster 2024-09-06T15:36:16.806633+0000 mgr.x (mgr.24517) 93 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:36:18.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:18 smithi169 bash[26469]: cluster 2024-09-06T15:36:16.806633+0000 mgr.x (mgr.24517) 93 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:36:18.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:18 smithi181 bash[21841]: cluster 2024-09-06T15:36:16.806633+0000 mgr.x (mgr.24517) 93 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:36:20.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:20 smithi169 bash[19820]: cluster 2024-09-06T15:36:18.807396+0000 mgr.x (mgr.24517) 94 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:20.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:20 smithi169 bash[19820]: audit 2024-09-06T15:36:19.493005+0000 mon.a (mon.0) 1349 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:36:20.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:20 smithi169 bash[26469]: cluster 2024-09-06T15:36:18.807396+0000 mgr.x (mgr.24517) 94 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:20.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:20 smithi169 bash[26469]: audit 2024-09-06T15:36:19.493005+0000 mon.a (mon.0) 1349 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:36:20.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:20 smithi181 bash[21841]: cluster 2024-09-06T15:36:18.807396+0000 mgr.x (mgr.24517) 94 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:20.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:20 smithi181 bash[21841]: audit 2024-09-06T15:36:19.493005+0000 mon.a (mon.0) 1349 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:36:22.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:22 smithi169 bash[19820]: cluster 2024-09-06T15:36:20.809058+0000 mgr.x (mgr.24517) 95 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:36:22.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:22 smithi169 bash[26469]: cluster 2024-09-06T15:36:20.809058+0000 mgr.x (mgr.24517) 95 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:36:22.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:22 smithi181 bash[21841]: cluster 2024-09-06T15:36:20.809058+0000 mgr.x (mgr.24517) 95 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:36:24.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:24 smithi169 bash[19820]: audit 2024-09-06T15:36:22.739469+0000 mgr.x (mgr.24517) 96 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:36:24.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:24 smithi169 bash[19820]: cluster 2024-09-06T15:36:22.809822+0000 mgr.x (mgr.24517) 97 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:24.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:24 smithi169 bash[26469]: audit 2024-09-06T15:36:22.739469+0000 mgr.x (mgr.24517) 96 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:36:24.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:24 smithi169 bash[26469]: cluster 2024-09-06T15:36:22.809822+0000 mgr.x (mgr.24517) 97 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:24.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:24 smithi181 bash[21841]: audit 2024-09-06T15:36:22.739469+0000 mgr.x (mgr.24517) 96 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:36:24.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:24 smithi181 bash[21841]: cluster 2024-09-06T15:36:22.809822+0000 mgr.x (mgr.24517) 97 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:26.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:26 smithi169 bash[19820]: cluster 2024-09-06T15:36:24.810593+0000 mgr.x (mgr.24517) 98 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:26.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:26 smithi169 bash[26469]: cluster 2024-09-06T15:36:24.810593+0000 mgr.x (mgr.24517) 98 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:26.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:26 smithi181 bash[21841]: cluster 2024-09-06T15:36:24.810593+0000 mgr.x (mgr.24517) 98 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:27.745 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:36:27 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:36:27] "GET /metrics HTTP/1.1" 200 38238 "" "Prometheus/2.43.0" 2024-09-06T15:36:28.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:28 smithi169 bash[19820]: cluster 2024-09-06T15:36:26.812297+0000 mgr.x (mgr.24517) 99 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:36:28.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:28 smithi169 bash[26469]: cluster 2024-09-06T15:36:26.812297+0000 mgr.x (mgr.24517) 99 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:36:28.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:28 smithi181 bash[21841]: cluster 2024-09-06T15:36:26.812297+0000 mgr.x (mgr.24517) 99 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:36:29.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:29 smithi169 bash[19820]: cluster 2024-09-06T15:36:28.813066+0000 mgr.x (mgr.24517) 100 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:29.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:29 smithi169 bash[26469]: cluster 2024-09-06T15:36:28.813066+0000 mgr.x (mgr.24517) 100 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:29.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:29 smithi181 bash[21841]: cluster 2024-09-06T15:36:28.813066+0000 mgr.x (mgr.24517) 100 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:32.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:31 smithi169 bash[19820]: cluster 2024-09-06T15:36:30.814725+0000 mgr.x (mgr.24517) 101 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:36:32.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:31 smithi169 bash[26469]: cluster 2024-09-06T15:36:30.814725+0000 mgr.x (mgr.24517) 101 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:36:32.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:31 smithi181 bash[21841]: cluster 2024-09-06T15:36:30.814725+0000 mgr.x (mgr.24517) 101 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:36:34.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:33 smithi169 bash[19820]: audit 2024-09-06T15:36:32.750165+0000 mgr.x (mgr.24517) 102 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:36:34.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:33 smithi169 bash[19820]: cluster 2024-09-06T15:36:32.815447+0000 mgr.x (mgr.24517) 103 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:34.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:33 smithi169 bash[26469]: audit 2024-09-06T15:36:32.750165+0000 mgr.x (mgr.24517) 102 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:36:34.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:33 smithi169 bash[26469]: cluster 2024-09-06T15:36:32.815447+0000 mgr.x (mgr.24517) 103 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:34.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:33 smithi181 bash[21841]: audit 2024-09-06T15:36:32.750165+0000 mgr.x (mgr.24517) 102 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:36:34.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:33 smithi181 bash[21841]: cluster 2024-09-06T15:36:32.815447+0000 mgr.x (mgr.24517) 103 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:35.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:34 smithi169 bash[19820]: audit 2024-09-06T15:36:34.493556+0000 mon.a (mon.0) 1350 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:36:35.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:34 smithi169 bash[26469]: audit 2024-09-06T15:36:34.493556+0000 mon.a (mon.0) 1350 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:36:35.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:34 smithi181 bash[21841]: audit 2024-09-06T15:36:34.493556+0000 mon.a (mon.0) 1350 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:36:36.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:35 smithi169 bash[19820]: cluster 2024-09-06T15:36:34.816209+0000 mgr.x (mgr.24517) 104 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:36.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:35 smithi169 bash[26469]: cluster 2024-09-06T15:36:34.816209+0000 mgr.x (mgr.24517) 104 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:36.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:35 smithi181 bash[21841]: cluster 2024-09-06T15:36:34.816209+0000 mgr.x (mgr.24517) 104 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:37.745 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:36:37 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:36:37] "GET /metrics HTTP/1.1" 200 38248 "" "Prometheus/2.43.0" 2024-09-06T15:36:38.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:37 smithi169 bash[19820]: cluster 2024-09-06T15:36:36.818008+0000 mgr.x (mgr.24517) 105 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:36:38.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:37 smithi169 bash[26469]: cluster 2024-09-06T15:36:36.818008+0000 mgr.x (mgr.24517) 105 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:36:38.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:37 smithi181 bash[21841]: cluster 2024-09-06T15:36:36.818008+0000 mgr.x (mgr.24517) 105 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:36:40.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:39 smithi169 bash[19820]: cluster 2024-09-06T15:36:38.818885+0000 mgr.x (mgr.24517) 106 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:40.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:39 smithi169 bash[26469]: cluster 2024-09-06T15:36:38.818885+0000 mgr.x (mgr.24517) 106 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:40.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:39 smithi181 bash[21841]: cluster 2024-09-06T15:36:38.818885+0000 mgr.x (mgr.24517) 106 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:42.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:41 smithi169 bash[19820]: cluster 2024-09-06T15:36:40.820654+0000 mgr.x (mgr.24517) 107 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:36:42.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:41 smithi169 bash[26469]: cluster 2024-09-06T15:36:40.820654+0000 mgr.x (mgr.24517) 107 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:36:42.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:41 smithi181 bash[21841]: cluster 2024-09-06T15:36:40.820654+0000 mgr.x (mgr.24517) 107 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:36:44.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:43 smithi169 bash[19820]: audit 2024-09-06T15:36:42.758219+0000 mgr.x (mgr.24517) 108 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:36:44.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:43 smithi169 bash[19820]: cluster 2024-09-06T15:36:42.821409+0000 mgr.x (mgr.24517) 109 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:44.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:43 smithi169 bash[26469]: audit 2024-09-06T15:36:42.758219+0000 mgr.x (mgr.24517) 108 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:36:44.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:43 smithi169 bash[26469]: cluster 2024-09-06T15:36:42.821409+0000 mgr.x (mgr.24517) 109 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:44.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:43 smithi181 bash[21841]: audit 2024-09-06T15:36:42.758219+0000 mgr.x (mgr.24517) 108 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:36:44.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:43 smithi181 bash[21841]: cluster 2024-09-06T15:36:42.821409+0000 mgr.x (mgr.24517) 109 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:46.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:45 smithi169 bash[19820]: cluster 2024-09-06T15:36:44.822259+0000 mgr.x (mgr.24517) 110 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:46.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:45 smithi169 bash[19820]: audit 2024-09-06T15:36:45.599506+0000 mon.a (mon.0) 1351 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:36:46.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:45 smithi169 bash[19820]: audit 2024-09-06T15:36:45.601691+0000 mon.a (mon.0) 1352 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:36:46.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:45 smithi169 bash[19820]: audit 2024-09-06T15:36:45.611380+0000 mon.a (mon.0) 1353 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:36:46.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:45 smithi169 bash[26469]: cluster 2024-09-06T15:36:44.822259+0000 mgr.x (mgr.24517) 110 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:46.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:45 smithi169 bash[26469]: audit 2024-09-06T15:36:45.599506+0000 mon.a (mon.0) 1351 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:36:46.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:45 smithi169 bash[26469]: audit 2024-09-06T15:36:45.601691+0000 mon.a (mon.0) 1352 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:36:46.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:45 smithi169 bash[26469]: audit 2024-09-06T15:36:45.611380+0000 mon.a (mon.0) 1353 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:36:46.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:45 smithi181 bash[21841]: cluster 2024-09-06T15:36:44.822259+0000 mgr.x (mgr.24517) 110 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:46.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:45 smithi181 bash[21841]: audit 2024-09-06T15:36:45.599506+0000 mon.a (mon.0) 1351 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:36:46.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:45 smithi181 bash[21841]: audit 2024-09-06T15:36:45.601691+0000 mon.a (mon.0) 1352 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:36:46.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:45 smithi181 bash[21841]: audit 2024-09-06T15:36:45.611380+0000 mon.a (mon.0) 1353 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:36:47.745 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:36:47 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:36:47] "GET /metrics HTTP/1.1" 200 38248 "" "Prometheus/2.43.0" 2024-09-06T15:36:48.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:47 smithi169 bash[19820]: cluster 2024-09-06T15:36:46.823930+0000 mgr.x (mgr.24517) 111 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:36:48.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:47 smithi169 bash[26469]: cluster 2024-09-06T15:36:46.823930+0000 mgr.x (mgr.24517) 111 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:36:48.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:47 smithi181 bash[21841]: cluster 2024-09-06T15:36:46.823930+0000 mgr.x (mgr.24517) 111 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:36:50.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:49 smithi169 bash[19820]: cluster 2024-09-06T15:36:48.824639+0000 mgr.x (mgr.24517) 112 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:50.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:49 smithi169 bash[19820]: audit 2024-09-06T15:36:49.493644+0000 mon.a (mon.0) 1354 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:36:50.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:49 smithi169 bash[26469]: cluster 2024-09-06T15:36:48.824639+0000 mgr.x (mgr.24517) 112 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:50.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:49 smithi169 bash[26469]: audit 2024-09-06T15:36:49.493644+0000 mon.a (mon.0) 1354 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:36:50.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:49 smithi181 bash[21841]: cluster 2024-09-06T15:36:48.824639+0000 mgr.x (mgr.24517) 112 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:50.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:49 smithi181 bash[21841]: audit 2024-09-06T15:36:49.493644+0000 mon.a (mon.0) 1354 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:36:52.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:51 smithi169 bash[19820]: cluster 2024-09-06T15:36:50.826341+0000 mgr.x (mgr.24517) 113 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:36:52.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:51 smithi169 bash[26469]: cluster 2024-09-06T15:36:50.826341+0000 mgr.x (mgr.24517) 113 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:36:52.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:51 smithi181 bash[21841]: cluster 2024-09-06T15:36:50.826341+0000 mgr.x (mgr.24517) 113 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:36:54.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:53 smithi169 bash[19820]: audit 2024-09-06T15:36:52.769792+0000 mgr.x (mgr.24517) 114 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:36:54.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:53 smithi169 bash[19820]: cluster 2024-09-06T15:36:52.827055+0000 mgr.x (mgr.24517) 115 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:54.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:53 smithi169 bash[26469]: audit 2024-09-06T15:36:52.769792+0000 mgr.x (mgr.24517) 114 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:36:54.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:53 smithi169 bash[26469]: cluster 2024-09-06T15:36:52.827055+0000 mgr.x (mgr.24517) 115 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:54.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:53 smithi181 bash[21841]: audit 2024-09-06T15:36:52.769792+0000 mgr.x (mgr.24517) 114 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:36:54.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:53 smithi181 bash[21841]: cluster 2024-09-06T15:36:52.827055+0000 mgr.x (mgr.24517) 115 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:55.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:55 smithi169 bash[19820]: cluster 2024-09-06T15:36:54.827782+0000 mgr.x (mgr.24517) 116 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:55.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:55 smithi169 bash[26469]: cluster 2024-09-06T15:36:54.827782+0000 mgr.x (mgr.24517) 116 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:55.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:55 smithi181 bash[21841]: cluster 2024-09-06T15:36:54.827782+0000 mgr.x (mgr.24517) 116 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:36:57.745 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:36:57 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:36:57] "GET /metrics HTTP/1.1" 200 38248 "" "Prometheus/2.43.0" 2024-09-06T15:36:58.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:57 smithi169 bash[19820]: cluster 2024-09-06T15:36:56.829454+0000 mgr.x (mgr.24517) 117 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:36:58.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:57 smithi169 bash[26469]: cluster 2024-09-06T15:36:56.829454+0000 mgr.x (mgr.24517) 117 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:36:58.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:57 smithi181 bash[21841]: cluster 2024-09-06T15:36:56.829454+0000 mgr.x (mgr.24517) 117 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:37:00.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:36:59 smithi169 bash[19820]: cluster 2024-09-06T15:36:58.830138+0000 mgr.x (mgr.24517) 118 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:00.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:36:59 smithi169 bash[26469]: cluster 2024-09-06T15:36:58.830138+0000 mgr.x (mgr.24517) 118 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:00.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:36:59 smithi181 bash[21841]: cluster 2024-09-06T15:36:58.830138+0000 mgr.x (mgr.24517) 118 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:02.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:01 smithi169 bash[19820]: cluster 2024-09-06T15:37:00.831798+0000 mgr.x (mgr.24517) 119 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:37:02.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:01 smithi169 bash[26469]: cluster 2024-09-06T15:37:00.831798+0000 mgr.x (mgr.24517) 119 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:37:02.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:01 smithi181 bash[21841]: cluster 2024-09-06T15:37:00.831798+0000 mgr.x (mgr.24517) 119 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:37:04.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:03 smithi169 bash[19820]: audit 2024-09-06T15:37:02.781263+0000 mgr.x (mgr.24517) 120 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:37:04.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:03 smithi169 bash[19820]: cluster 2024-09-06T15:37:02.832497+0000 mgr.x (mgr.24517) 121 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:04.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:03 smithi169 bash[26469]: audit 2024-09-06T15:37:02.781263+0000 mgr.x (mgr.24517) 120 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:37:04.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:03 smithi169 bash[26469]: cluster 2024-09-06T15:37:02.832497+0000 mgr.x (mgr.24517) 121 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:04.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:03 smithi181 bash[21841]: audit 2024-09-06T15:37:02.781263+0000 mgr.x (mgr.24517) 120 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:37:04.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:03 smithi181 bash[21841]: cluster 2024-09-06T15:37:02.832497+0000 mgr.x (mgr.24517) 121 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:05.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:04 smithi169 bash[19820]: audit 2024-09-06T15:37:04.493976+0000 mon.a (mon.0) 1355 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:37:05.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:04 smithi169 bash[26469]: audit 2024-09-06T15:37:04.493976+0000 mon.a (mon.0) 1355 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:37:06.647 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:05 smithi169 bash[19820]: cluster 2024-09-06T15:37:04.833182+0000 mgr.x (mgr.24517) 122 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:06.648 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:04 smithi181 bash[21841]: audit 2024-09-06T15:37:04.493976+0000 mon.a (mon.0) 1355 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:37:06.648 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:05 smithi181 bash[21841]: cluster 2024-09-06T15:37:04.833182+0000 mgr.x (mgr.24517) 122 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:06.648 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:05 smithi169 bash[26469]: cluster 2024-09-06T15:37:04.833182+0000 mgr.x (mgr.24517) 122 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:07.745 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:37:07 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:37:07] "GET /metrics HTTP/1.1" 200 38245 "" "Prometheus/2.43.0" 2024-09-06T15:37:08.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:07 smithi169 bash[19820]: cluster 2024-09-06T15:37:06.834789+0000 mgr.x (mgr.24517) 123 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:37:08.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:07 smithi169 bash[26469]: cluster 2024-09-06T15:37:06.834789+0000 mgr.x (mgr.24517) 123 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:37:08.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:07 smithi181 bash[21841]: cluster 2024-09-06T15:37:06.834789+0000 mgr.x (mgr.24517) 123 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:37:10.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:09 smithi169 bash[19820]: cluster 2024-09-06T15:37:08.835509+0000 mgr.x (mgr.24517) 124 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:10.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:09 smithi169 bash[26469]: cluster 2024-09-06T15:37:08.835509+0000 mgr.x (mgr.24517) 124 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:10.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:09 smithi181 bash[21841]: cluster 2024-09-06T15:37:08.835509+0000 mgr.x (mgr.24517) 124 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:12.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:11 smithi169 bash[19820]: cluster 2024-09-06T15:37:10.837298+0000 mgr.x (mgr.24517) 125 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:37:12.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:11 smithi169 bash[26469]: cluster 2024-09-06T15:37:10.837298+0000 mgr.x (mgr.24517) 125 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:37:12.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:11 smithi181 bash[21841]: cluster 2024-09-06T15:37:10.837298+0000 mgr.x (mgr.24517) 125 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:37:14.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:13 smithi169 bash[19820]: audit 2024-09-06T15:37:12.792766+0000 mgr.x (mgr.24517) 126 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:37:14.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:13 smithi169 bash[19820]: cluster 2024-09-06T15:37:12.838103+0000 mgr.x (mgr.24517) 127 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:14.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:13 smithi169 bash[26469]: audit 2024-09-06T15:37:12.792766+0000 mgr.x (mgr.24517) 126 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:37:14.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:13 smithi169 bash[26469]: cluster 2024-09-06T15:37:12.838103+0000 mgr.x (mgr.24517) 127 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:14.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:13 smithi181 bash[21841]: audit 2024-09-06T15:37:12.792766+0000 mgr.x (mgr.24517) 126 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:37:14.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:13 smithi181 bash[21841]: cluster 2024-09-06T15:37:12.838103+0000 mgr.x (mgr.24517) 127 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:16.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:15 smithi169 bash[19820]: cluster 2024-09-06T15:37:14.838973+0000 mgr.x (mgr.24517) 128 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:16.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:15 smithi169 bash[26469]: cluster 2024-09-06T15:37:14.838973+0000 mgr.x (mgr.24517) 128 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:16.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:15 smithi181 bash[21841]: cluster 2024-09-06T15:37:14.838973+0000 mgr.x (mgr.24517) 128 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:17.745 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:37:17 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:37:17] "GET /metrics HTTP/1.1" 200 38245 "" "Prometheus/2.43.0" 2024-09-06T15:37:18.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:17 smithi169 bash[26469]: cluster 2024-09-06T15:37:16.840758+0000 mgr.x (mgr.24517) 129 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:37:18.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:17 smithi169 bash[19820]: cluster 2024-09-06T15:37:16.840758+0000 mgr.x (mgr.24517) 129 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:37:18.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:17 smithi181 bash[21841]: cluster 2024-09-06T15:37:16.840758+0000 mgr.x (mgr.24517) 129 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:37:20.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:19 smithi169 bash[19820]: cluster 2024-09-06T15:37:18.841675+0000 mgr.x (mgr.24517) 130 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:20.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:19 smithi169 bash[19820]: audit 2024-09-06T15:37:19.494239+0000 mon.a (mon.0) 1356 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:37:20.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:19 smithi169 bash[26469]: cluster 2024-09-06T15:37:18.841675+0000 mgr.x (mgr.24517) 130 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:20.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:19 smithi169 bash[26469]: audit 2024-09-06T15:37:19.494239+0000 mon.a (mon.0) 1356 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:37:20.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:19 smithi181 bash[21841]: cluster 2024-09-06T15:37:18.841675+0000 mgr.x (mgr.24517) 130 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:20.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:19 smithi181 bash[21841]: audit 2024-09-06T15:37:19.494239+0000 mon.a (mon.0) 1356 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:37:22.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:21 smithi181 bash[21841]: cluster 2024-09-06T15:37:20.843467+0000 mgr.x (mgr.24517) 131 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:37:22.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:21 smithi169 bash[19820]: cluster 2024-09-06T15:37:20.843467+0000 mgr.x (mgr.24517) 131 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:37:22.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:21 smithi169 bash[26469]: cluster 2024-09-06T15:37:20.843467+0000 mgr.x (mgr.24517) 131 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:37:24.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:23 smithi181 bash[21841]: audit 2024-09-06T15:37:22.796871+0000 mgr.x (mgr.24517) 132 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:37:24.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:23 smithi181 bash[21841]: cluster 2024-09-06T15:37:22.844215+0000 mgr.x (mgr.24517) 133 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:24.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:23 smithi169 bash[19820]: audit 2024-09-06T15:37:22.796871+0000 mgr.x (mgr.24517) 132 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:37:24.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:23 smithi169 bash[19820]: cluster 2024-09-06T15:37:22.844215+0000 mgr.x (mgr.24517) 133 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:24.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:23 smithi169 bash[26469]: audit 2024-09-06T15:37:22.796871+0000 mgr.x (mgr.24517) 132 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:37:24.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:23 smithi169 bash[26469]: cluster 2024-09-06T15:37:22.844215+0000 mgr.x (mgr.24517) 133 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:26.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:25 smithi181 bash[21841]: cluster 2024-09-06T15:37:24.845065+0000 mgr.x (mgr.24517) 134 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:26.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:25 smithi169 bash[19820]: cluster 2024-09-06T15:37:24.845065+0000 mgr.x (mgr.24517) 134 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:26.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:25 smithi169 bash[26469]: cluster 2024-09-06T15:37:24.845065+0000 mgr.x (mgr.24517) 134 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:26.498 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph orch ps' 2024-09-06T15:37:27.745 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:37:27 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:37:27] "GET /metrics HTTP/1.1" 200 38249 "" "Prometheus/2.43.0" 2024-09-06T15:37:28.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:27 smithi181 bash[21841]: cluster 2024-09-06T15:37:26.847094+0000 mgr.x (mgr.24517) 135 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:37:28.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:27 smithi169 bash[19820]: cluster 2024-09-06T15:37:26.847094+0000 mgr.x (mgr.24517) 135 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:37:28.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:27 smithi169 bash[26469]: cluster 2024-09-06T15:37:26.847094+0000 mgr.x (mgr.24517) 135 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:37:30.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:29 smithi181 bash[21841]: cluster 2024-09-06T15:37:28.847792+0000 mgr.x (mgr.24517) 136 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:30.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:29 smithi169 bash[19820]: cluster 2024-09-06T15:37:28.847792+0000 mgr.x (mgr.24517) 136 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:30.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:29 smithi169 bash[26469]: cluster 2024-09-06T15:37:28.847792+0000 mgr.x (mgr.24517) 136 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:31.311 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:37:32.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:31 smithi181 bash[21841]: cluster 2024-09-06T15:37:30.849480+0000 mgr.x (mgr.24517) 137 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:37:32.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:31 smithi169 bash[19820]: cluster 2024-09-06T15:37:30.849480+0000 mgr.x (mgr.24517) 137 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:37:32.899 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:31 smithi169 bash[26469]: cluster 2024-09-06T15:37:30.849480+0000 mgr.x (mgr.24517) 137 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:37:32.899 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-06T15:37:32.899 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (24m) 2m ago 24m 13.7M - 0.25.0 c8568f914cd2 ae7ff3ddd464 2024-09-06T15:37:32.899 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi181 *:3000 running (24m) 2m ago 24m 74.2M - 9.4.12 2bacad6d85d8 3a07dedb5cb8 2024-09-06T15:37:32.899 INFO:teuthology.orchestra.run.smithi169.stdout:iscsi.foo.smithi169.yxosuq smithi169 *:5000 running (3m) 2m ago 22m 46.8M - 3.8 b6db46a449e5 673872407afe 2024-09-06T15:37:32.899 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi181 *:8443,9283,8765 running (17m) 2m ago 33m 489M - 19.3.0-4704-g8b38c33c 1c45aca0610a 00d29f9568fa 2024-09-06T15:37:32.899 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (9m) 2m ago 35m 437M - 19.3.0-4704-g8b38c33c 1c45aca0610a 5f9711fb78b7 2024-09-06T15:37:32.900 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (35m) 2m ago 35m 82.2M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 e9246768aa61 2024-09-06T15:37:32.900 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi181 running (33m) 2m ago 33m 55.6M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 ae587368c103 2024-09-06T15:37:32.900 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (33m) 2m ago 33m 57.6M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 f845352189fb 2024-09-06T15:37:32.900 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (25m) 2m ago 25m 8844k - 1.5.0 0da6a335fe13 db564af40cf2 2024-09-06T15:37:32.900 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi181 *:9100 running (25m) 2m ago 25m 8955k - 1.5.0 0da6a335fe13 f0040460eadd 2024-09-06T15:37:32.900 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (32m) 2m ago 32m 56.7M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 cec969796af3 2024-09-06T15:37:32.900 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (31m) 2m ago 31m 65.0M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 d527f97f0b83 2024-09-06T15:37:32.900 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (30m) 2m ago 30m 60.8M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 303b15f1c60b 2024-09-06T15:37:32.900 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (29m) 2m ago 29m 63.1M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 524c24c2c8fd 2024-09-06T15:37:32.900 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi181 running (29m) 2m ago 29m 64.4M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 c9c9286e40c9 2024-09-06T15:37:32.900 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi181 running (28m) 2m ago 28m 54.2M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 427ff3118a0b 2024-09-06T15:37:32.900 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi181 running (27m) 2m ago 27m 61.2M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 9e6f947064d2 2024-09-06T15:37:32.900 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi181 running (26m) 2m ago 26m 64.4M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 a94f6f351ffd 2024-09-06T15:37:32.901 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi181 *:9095 running (2m) 2m ago 25m 32.2M - 2.43.0 a07b618ecd1d 697a6d9ae740 2024-09-06T15:37:32.901 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi169.svrjnx smithi169 *:8000 running (22m) 2m ago 22m 100M - 19.1.1-268-g635ed4cf b6db46a449e5 73d895896783 2024-09-06T15:37:32.901 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi181.fqbtai smithi181 *:8000 running (22m) 2m ago 22m 101M - 19.1.1-268-g635ed4cf b6db46a449e5 4aaa91540a99 2024-09-06T15:37:33.667 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph orch ls' 2024-09-06T15:37:34.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:33 smithi181 bash[21841]: audit 2024-09-06T15:37:32.806697+0000 mgr.x (mgr.24517) 138 : audit [DBG] from='client.15330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:37:34.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:33 smithi181 bash[21841]: audit 2024-09-06T15:37:32.806822+0000 mgr.x (mgr.24517) 139 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:37:34.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:33 smithi181 bash[21841]: cluster 2024-09-06T15:37:32.850116+0000 mgr.x (mgr.24517) 140 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:34.475 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:33 smithi169 bash[19820]: audit 2024-09-06T15:37:32.806697+0000 mgr.x (mgr.24517) 138 : audit [DBG] from='client.15330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:37:34.475 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:33 smithi169 bash[19820]: audit 2024-09-06T15:37:32.806822+0000 mgr.x (mgr.24517) 139 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:37:34.475 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:33 smithi169 bash[19820]: cluster 2024-09-06T15:37:32.850116+0000 mgr.x (mgr.24517) 140 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:34.475 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:33 smithi169 bash[26469]: audit 2024-09-06T15:37:32.806697+0000 mgr.x (mgr.24517) 138 : audit [DBG] from='client.15330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:37:34.475 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:33 smithi169 bash[26469]: audit 2024-09-06T15:37:32.806822+0000 mgr.x (mgr.24517) 139 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:37:34.475 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:33 smithi169 bash[26469]: cluster 2024-09-06T15:37:32.850116+0000 mgr.x (mgr.24517) 140 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:35.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:34 smithi181 bash[21841]: audit 2024-09-06T15:37:34.494685+0000 mon.a (mon.0) 1357 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:37:35.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:34 smithi169 bash[19820]: audit 2024-09-06T15:37:34.494685+0000 mon.a (mon.0) 1357 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:37:35.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:34 smithi169 bash[26469]: audit 2024-09-06T15:37:34.494685+0000 mon.a (mon.0) 1357 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:37:36.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:35 smithi181 bash[21841]: cluster 2024-09-06T15:37:34.850811+0000 mgr.x (mgr.24517) 141 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:36.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:35 smithi169 bash[19820]: cluster 2024-09-06T15:37:34.850811+0000 mgr.x (mgr.24517) 141 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:36.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:35 smithi169 bash[26469]: cluster 2024-09-06T15:37:34.850811+0000 mgr.x (mgr.24517) 141 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:37.745 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:37:37 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:37:37] "GET /metrics HTTP/1.1" 200 38245 "" "Prometheus/2.43.0" 2024-09-06T15:37:38.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:37 smithi181 bash[21841]: cluster 2024-09-06T15:37:36.852432+0000 mgr.x (mgr.24517) 142 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:37:38.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:37 smithi169 bash[19820]: cluster 2024-09-06T15:37:36.852432+0000 mgr.x (mgr.24517) 142 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:37:38.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:37 smithi169 bash[26469]: cluster 2024-09-06T15:37:36.852432+0000 mgr.x (mgr.24517) 142 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:37:38.485 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:37:40.019 INFO:teuthology.orchestra.run.smithi169.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-09-06T15:37:40.019 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager ?:9093,9094 1/1 2m ago 25m smithi169=a;count:1 2024-09-06T15:37:40.020 INFO:teuthology.orchestra.run.smithi169.stdout:grafana ?:3000 1/1 2m ago 25m smithi181=a;count:1 2024-09-06T15:37:40.020 INFO:teuthology.orchestra.run.smithi169.stdout:iscsi.foo ?:5000 1/1 2m ago 22m count:1 2024-09-06T15:37:40.020 INFO:teuthology.orchestra.run.smithi169.stdout:mgr 2/2 2m ago 33m smithi169=y;smithi181=x;count:2 2024-09-06T15:37:40.020 INFO:teuthology.orchestra.run.smithi169.stdout:mon 3/3 2m ago 33m smithi169:172.21.15.169=a;smithi169:[v2:172.21.15.169:3301,v1:172.21.15.169:6790]=c;smithi181:172.21.15.181=b;count:3 2024-09-06T15:37:40.020 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter ?:9100 2/2 2m ago 25m smithi169=a;smithi181=b;count:2 2024-09-06T15:37:40.020 INFO:teuthology.orchestra.run.smithi169.stdout:osd 8 2m ago - 2024-09-06T15:37:40.020 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus ?:9095 1/1 2m ago 25m smithi181=a;count:1 2024-09-06T15:37:40.020 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo ?:8000 2/2 2m ago 22m count:2 2024-09-06T15:37:40.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:39 smithi181 bash[21841]: cluster 2024-09-06T15:37:38.853216+0000 mgr.x (mgr.24517) 143 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:40.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:39 smithi169 bash[19820]: cluster 2024-09-06T15:37:38.853216+0000 mgr.x (mgr.24517) 143 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:40.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:39 smithi169 bash[26469]: cluster 2024-09-06T15:37:38.853216+0000 mgr.x (mgr.24517) 143 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:40.725 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph versions' 2024-09-06T15:37:41.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:41 smithi169 bash[19820]: audit 2024-09-06T15:37:40.002629+0000 mgr.x (mgr.24517) 144 : audit [DBG] from='client.25193 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:37:41.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:41 smithi169 bash[26469]: audit 2024-09-06T15:37:40.002629+0000 mgr.x (mgr.24517) 144 : audit [DBG] from='client.25193 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:37:41.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:41 smithi181 bash[21841]: audit 2024-09-06T15:37:40.002629+0000 mgr.x (mgr.24517) 144 : audit [DBG] from='client.25193 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:37:42.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:42 smithi169 bash[19820]: cluster 2024-09-06T15:37:40.854845+0000 mgr.x (mgr.24517) 145 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:37:42.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:42 smithi169 bash[26469]: cluster 2024-09-06T15:37:40.854845+0000 mgr.x (mgr.24517) 145 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:37:42.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:42 smithi181 bash[21841]: cluster 2024-09-06T15:37:40.854845+0000 mgr.x (mgr.24517) 145 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:37:44.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:44 smithi169 bash[19820]: audit 2024-09-06T15:37:42.815670+0000 mgr.x (mgr.24517) 146 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:37:44.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:44 smithi169 bash[19820]: cluster 2024-09-06T15:37:42.855561+0000 mgr.x (mgr.24517) 147 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:44.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:44 smithi169 bash[26469]: audit 2024-09-06T15:37:42.815670+0000 mgr.x (mgr.24517) 146 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:37:44.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:44 smithi169 bash[26469]: cluster 2024-09-06T15:37:42.855561+0000 mgr.x (mgr.24517) 147 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:44.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:44 smithi181 bash[21841]: audit 2024-09-06T15:37:42.815670+0000 mgr.x (mgr.24517) 146 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:37:44.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:44 smithi181 bash[21841]: cluster 2024-09-06T15:37:42.855561+0000 mgr.x (mgr.24517) 147 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:45.525 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:37:46.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:46 smithi169 bash[19820]: cluster 2024-09-06T15:37:44.856289+0000 mgr.x (mgr.24517) 148 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:46.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:46 smithi169 bash[26469]: cluster 2024-09-06T15:37:44.856289+0000 mgr.x (mgr.24517) 148 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:46.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:46 smithi181 bash[21841]: cluster 2024-09-06T15:37:44.856289+0000 mgr.x (mgr.24517) 148 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:47.102 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:37:47.103 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-09-06T15:37:47.103 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 3 2024-09-06T15:37:47.103 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:37:47.103 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-09-06T15:37:47.103 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 2 2024-09-06T15:37:47.103 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:37:47.104 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-09-06T15:37:47.104 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 8 2024-09-06T15:37:47.104 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:37:47.104 INFO:teuthology.orchestra.run.smithi169.stdout: "rgw": { 2024-09-06T15:37:47.104 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 2 2024-09-06T15:37:47.104 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:37:47.104 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-09-06T15:37:47.105 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 13, 2024-09-06T15:37:47.105 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 2 2024-09-06T15:37:47.105 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-09-06T15:37:47.105 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:37:47.325 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:47 smithi169 bash[19820]: audit 2024-09-06T15:37:46.478014+0000 mon.a (mon.0) 1358 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:37:47.325 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:47 smithi169 bash[19820]: audit 2024-09-06T15:37:46.480034+0000 mon.a (mon.0) 1359 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:37:47.325 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:47 smithi169 bash[19820]: audit 2024-09-06T15:37:46.487794+0000 mon.a (mon.0) 1360 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:37:47.325 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:47 smithi169 bash[26469]: audit 2024-09-06T15:37:46.478014+0000 mon.a (mon.0) 1358 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:37:47.326 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:47 smithi169 bash[26469]: audit 2024-09-06T15:37:46.480034+0000 mon.a (mon.0) 1359 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:37:47.326 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:47 smithi169 bash[26469]: audit 2024-09-06T15:37:46.487794+0000 mon.a (mon.0) 1360 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:37:47.495 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:37:47 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:37:47] "GET /metrics HTTP/1.1" 200 38245 "" "Prometheus/2.43.0" 2024-09-06T15:37:47.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:47 smithi181 bash[21841]: audit 2024-09-06T15:37:46.478014+0000 mon.a (mon.0) 1358 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:37:47.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:47 smithi181 bash[21841]: audit 2024-09-06T15:37:46.480034+0000 mon.a (mon.0) 1359 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:37:47.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:47 smithi181 bash[21841]: audit 2024-09-06T15:37:46.487794+0000 mon.a (mon.0) 1360 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:37:47.856 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mgr' 2024-09-06T15:37:48.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:48 smithi169 bash[19820]: cluster 2024-09-06T15:37:46.858038+0000 mgr.x (mgr.24517) 149 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:37:48.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:48 smithi169 bash[19820]: audit 2024-09-06T15:37:47.103905+0000 mon.a (mon.0) 1361 : audit [DBG] from='client.? 172.21.15.169:0/3507827704' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:37:48.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:48 smithi169 bash[26469]: cluster 2024-09-06T15:37:46.858038+0000 mgr.x (mgr.24517) 149 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:37:48.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:48 smithi169 bash[26469]: audit 2024-09-06T15:37:47.103905+0000 mon.a (mon.0) 1361 : audit [DBG] from='client.? 172.21.15.169:0/3507827704' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:37:48.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:48 smithi181 bash[21841]: cluster 2024-09-06T15:37:46.858038+0000 mgr.x (mgr.24517) 149 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:37:48.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:48 smithi181 bash[21841]: audit 2024-09-06T15:37:47.103905+0000 mon.a (mon.0) 1361 : audit [DBG] from='client.? 172.21.15.169:0/3507827704' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:37:50.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:50 smithi169 bash[19820]: cluster 2024-09-06T15:37:48.858804+0000 mgr.x (mgr.24517) 150 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:50.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:50 smithi169 bash[19820]: audit 2024-09-06T15:37:49.494989+0000 mon.a (mon.0) 1362 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:37:50.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:50 smithi169 bash[26469]: cluster 2024-09-06T15:37:48.858804+0000 mgr.x (mgr.24517) 150 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:50.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:50 smithi169 bash[26469]: audit 2024-09-06T15:37:49.494989+0000 mon.a (mon.0) 1362 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:37:50.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:50 smithi181 bash[21841]: cluster 2024-09-06T15:37:48.858804+0000 mgr.x (mgr.24517) 150 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:50.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:50 smithi181 bash[21841]: audit 2024-09-06T15:37:49.494989+0000 mon.a (mon.0) 1362 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:37:52.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:52 smithi169 bash[19820]: cluster 2024-09-06T15:37:50.860522+0000 mgr.x (mgr.24517) 151 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:37:52.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:52 smithi169 bash[26469]: cluster 2024-09-06T15:37:50.860522+0000 mgr.x (mgr.24517) 151 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:37:52.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:52 smithi181 bash[21841]: cluster 2024-09-06T15:37:50.860522+0000 mgr.x (mgr.24517) 151 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:37:52.678 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:37:54.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:54 smithi169 bash[19820]: audit 2024-09-06T15:37:52.820726+0000 mgr.x (mgr.24517) 152 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:37:54.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:54 smithi169 bash[19820]: cluster 2024-09-06T15:37:52.861292+0000 mgr.x (mgr.24517) 153 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:54.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:54 smithi169 bash[26469]: audit 2024-09-06T15:37:52.820726+0000 mgr.x (mgr.24517) 152 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:37:54.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:54 smithi169 bash[26469]: cluster 2024-09-06T15:37:52.861292+0000 mgr.x (mgr.24517) 153 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:54.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:54 smithi181 bash[21841]: audit 2024-09-06T15:37:52.820726+0000 mgr.x (mgr.24517) 152 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:37:54.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:54 smithi181 bash[21841]: cluster 2024-09-06T15:37:52.861292+0000 mgr.x (mgr.24517) 153 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:55.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:55 smithi169 bash[19820]: audit 2024-09-06T15:37:54.250864+0000 mgr.x (mgr.24517) 154 : audit [DBG] from='client.15348 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:37:55.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:55 smithi169 bash[19820]: cluster 2024-09-06T15:37:54.862051+0000 mgr.x (mgr.24517) 155 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:55.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:55 smithi169 bash[26469]: audit 2024-09-06T15:37:54.250864+0000 mgr.x (mgr.24517) 154 : audit [DBG] from='client.15348 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:37:55.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:55 smithi169 bash[26469]: cluster 2024-09-06T15:37:54.862051+0000 mgr.x (mgr.24517) 155 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:55.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:55 smithi181 bash[21841]: audit 2024-09-06T15:37:54.250864+0000 mgr.x (mgr.24517) 154 : audit [DBG] from='client.15348 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:37:55.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:55 smithi181 bash[21841]: cluster 2024-09-06T15:37:54.862051+0000 mgr.x (mgr.24517) 155 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:37:56.719 INFO:teuthology.orchestra.run.smithi169.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:37:57.468 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-06T15:37:57.718 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:37:57 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:37:57] "GET /metrics HTTP/1.1" 200 38244 "" "Prometheus/2.43.0" 2024-09-06T15:37:57.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:57 smithi181 bash[21841]: cephadm 2024-09-06T15:37:56.716695+0000 mgr.x (mgr.24517) 156 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:37:57.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:57 smithi181 bash[21841]: audit 2024-09-06T15:37:56.720582+0000 mon.a (mon.0) 1363 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:37:57.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:57 smithi181 bash[21841]: audit 2024-09-06T15:37:56.723230+0000 mon.a (mon.0) 1364 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:37:57.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:57 smithi181 bash[21841]: audit 2024-09-06T15:37:56.724514+0000 mon.a (mon.0) 1365 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:37:57.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:57 smithi181 bash[21841]: audit 2024-09-06T15:37:56.733317+0000 mon.a (mon.0) 1366 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:37:57.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:57 smithi181 bash[21841]: cluster 2024-09-06T15:37:56.863738+0000 mgr.x (mgr.24517) 157 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:37:57.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:57 smithi181 bash[21841]: cephadm 2024-09-06T15:37:56.887174+0000 mgr.x (mgr.24517) 158 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:37:58.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:57 smithi169 bash[19820]: cephadm 2024-09-06T15:37:56.716695+0000 mgr.x (mgr.24517) 156 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:37:58.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:57 smithi169 bash[19820]: audit 2024-09-06T15:37:56.720582+0000 mon.a (mon.0) 1363 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:37:58.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:57 smithi169 bash[19820]: audit 2024-09-06T15:37:56.723230+0000 mon.a (mon.0) 1364 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:37:58.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:57 smithi169 bash[19820]: audit 2024-09-06T15:37:56.724514+0000 mon.a (mon.0) 1365 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:37:58.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:57 smithi169 bash[19820]: audit 2024-09-06T15:37:56.733317+0000 mon.a (mon.0) 1366 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:37:58.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:57 smithi169 bash[19820]: cluster 2024-09-06T15:37:56.863738+0000 mgr.x (mgr.24517) 157 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:37:58.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:57 smithi169 bash[19820]: cephadm 2024-09-06T15:37:56.887174+0000 mgr.x (mgr.24517) 158 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:37:58.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:57 smithi169 bash[26469]: cephadm 2024-09-06T15:37:56.716695+0000 mgr.x (mgr.24517) 156 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:37:58.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:57 smithi169 bash[26469]: audit 2024-09-06T15:37:56.720582+0000 mon.a (mon.0) 1363 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:37:58.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:57 smithi169 bash[26469]: audit 2024-09-06T15:37:56.723230+0000 mon.a (mon.0) 1364 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:37:58.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:57 smithi169 bash[26469]: audit 2024-09-06T15:37:56.724514+0000 mon.a (mon.0) 1365 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:37:58.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:57 smithi169 bash[26469]: audit 2024-09-06T15:37:56.733317+0000 mon.a (mon.0) 1366 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:37:58.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:57 smithi169 bash[26469]: cluster 2024-09-06T15:37:56.863738+0000 mgr.x (mgr.24517) 157 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:37:58.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:57 smithi169 bash[26469]: cephadm 2024-09-06T15:37:56.887174+0000 mgr.x (mgr.24517) 158 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:37:59.915 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[68355]: [06/Sep/2024:15:37:59] ENGINE Bus STOPPING 2024-09-06T15:37:59.915 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[68355]: [06/Sep/2024:15:37:59] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-06T15:37:59.916 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[68355]: [06/Sep/2024:15:37:59] ENGINE Bus STOPPED 2024-09-06T15:37:59.916 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:37:59 smithi181 bash[49414]: ignoring --setuser ceph since I am not root 2024-09-06T15:37:59.916 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:37:59 smithi181 bash[49414]: ignoring --setgroup ceph since I am not root 2024-09-06T15:37:59.916 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:37:59 smithi181 bash[49414]: debug 2024-09-06T15:37:59.571+0000 7fddc4240640 1 -- 172.21.15.181:0/1465859431 <== mon.1 v2:172.21.15.181:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b1a04090e0 con 0x55b1a040b800 2024-09-06T15:38:00.204 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[26469]: cluster 2024-09-06T15:37:58.864580+0000 mgr.x (mgr.24517) 159 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:38:00.204 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[26469]: audit 2024-09-06T15:37:59.487832+0000 mon.a (mon.0) 1367 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:38:00.204 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[26469]: audit 2024-09-06T15:37:59.491352+0000 mon.a (mon.0) 1368 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:38:00.204 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[26469]: audit 2024-09-06T15:37:59.499967+0000 mon.a (mon.0) 1369 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-06T15:38:00.204 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[26469]: cluster 2024-09-06T15:37:59.500460+0000 mon.a (mon.0) 1370 : cluster [INF] Activating manager daemon y 2024-09-06T15:38:00.205 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[26469]: audit 2024-09-06T15:37:59.504107+0000 mon.a (mon.0) 1371 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-06T15:38:00.205 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[26469]: cluster 2024-09-06T15:37:59.514613+0000 mon.a (mon.0) 1372 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-09-06T15:38:00.205 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[26469]: cluster 2024-09-06T15:37:59.517268+0000 mon.a (mon.0) 1373 : cluster [DBG] mgrmap e39: y(active, starting, since 0.0167843s) 2024-09-06T15:38:00.205 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[26469]: audit 2024-09-06T15:37:59.521458+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-06T15:38:00.205 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[26469]: audit 2024-09-06T15:37:59.521605+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:38:00.205 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[26469]: audit 2024-09-06T15:37:59.521731+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:38:00.205 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[26469]: audit 2024-09-06T15:37:59.524499+0000 mon.b (mon.1) 42 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-06T15:38:00.205 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[26469]: audit 2024-09-06T15:37:59.525239+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-06T15:38:00.205 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[26469]: audit 2024-09-06T15:37:59.525494+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-06T15:38:00.205 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[26469]: audit 2024-09-06T15:37:59.525715+0000 mon.b (mon.1) 45 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-06T15:38:00.206 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[26469]: audit 2024-09-06T15:37:59.525941+0000 mon.b (mon.1) 46 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-06T15:38:00.206 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[26469]: audit 2024-09-06T15:37:59.526139+0000 mon.b (mon.1) 47 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-06T15:38:00.206 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[26469]: audit 2024-09-06T15:37:59.526352+0000 mon.b (mon.1) 48 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-06T15:38:00.206 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[26469]: audit 2024-09-06T15:37:59.526546+0000 mon.b (mon.1) 49 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-06T15:38:00.206 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[26469]: audit 2024-09-06T15:37:59.526760+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-06T15:38:00.206 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[26469]: audit 2024-09-06T15:37:59.527085+0000 mon.b (mon.1) 51 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-06T15:38:00.206 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[26469]: audit 2024-09-06T15:37:59.527237+0000 mon.b (mon.1) 52 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-06T15:38:00.206 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[26469]: audit 2024-09-06T15:37:59.527669+0000 mon.b (mon.1) 53 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-06T15:38:00.206 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[26469]: cluster 2024-09-06T15:37:59.872014+0000 mon.a (mon.0) 1374 : cluster [INF] Manager daemon y is now available 2024-09-06T15:38:00.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[19820]: cluster 2024-09-06T15:37:58.864580+0000 mgr.x (mgr.24517) 159 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:38:00.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[19820]: audit 2024-09-06T15:37:59.487832+0000 mon.a (mon.0) 1367 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:38:00.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[19820]: audit 2024-09-06T15:37:59.491352+0000 mon.a (mon.0) 1368 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:38:00.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[19820]: audit 2024-09-06T15:37:59.499967+0000 mon.a (mon.0) 1369 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-06T15:38:00.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[19820]: cluster 2024-09-06T15:37:59.500460+0000 mon.a (mon.0) 1370 : cluster [INF] Activating manager daemon y 2024-09-06T15:38:00.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[19820]: audit 2024-09-06T15:37:59.504107+0000 mon.a (mon.0) 1371 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-06T15:38:00.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[19820]: cluster 2024-09-06T15:37:59.514613+0000 mon.a (mon.0) 1372 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-09-06T15:38:00.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[19820]: cluster 2024-09-06T15:37:59.517268+0000 mon.a (mon.0) 1373 : cluster [DBG] mgrmap e39: y(active, starting, since 0.0167843s) 2024-09-06T15:38:00.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[19820]: audit 2024-09-06T15:37:59.521458+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-06T15:38:00.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[19820]: audit 2024-09-06T15:37:59.521605+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:38:00.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[19820]: audit 2024-09-06T15:37:59.521731+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:38:00.208 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[19820]: audit 2024-09-06T15:37:59.524499+0000 mon.b (mon.1) 42 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-06T15:38:00.208 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[19820]: audit 2024-09-06T15:37:59.525239+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-06T15:38:00.208 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[19820]: audit 2024-09-06T15:37:59.525494+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-06T15:38:00.208 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[19820]: audit 2024-09-06T15:37:59.525715+0000 mon.b (mon.1) 45 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-06T15:38:00.208 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[19820]: audit 2024-09-06T15:37:59.525941+0000 mon.b (mon.1) 46 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-06T15:38:00.208 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[19820]: audit 2024-09-06T15:37:59.526139+0000 mon.b (mon.1) 47 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-06T15:38:00.208 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[19820]: audit 2024-09-06T15:37:59.526352+0000 mon.b (mon.1) 48 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-06T15:38:00.208 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[19820]: audit 2024-09-06T15:37:59.526546+0000 mon.b (mon.1) 49 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-06T15:38:00.208 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[19820]: audit 2024-09-06T15:37:59.526760+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-06T15:38:00.208 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[19820]: audit 2024-09-06T15:37:59.527085+0000 mon.b (mon.1) 51 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-06T15:38:00.208 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[19820]: audit 2024-09-06T15:37:59.527237+0000 mon.b (mon.1) 52 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-06T15:38:00.208 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[19820]: audit 2024-09-06T15:37:59.527669+0000 mon.b (mon.1) 53 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-06T15:38:00.209 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:37:59 smithi169 bash[19820]: cluster 2024-09-06T15:37:59.872014+0000 mon.a (mon.0) 1374 : cluster [INF] Manager daemon y is now available 2024-09-06T15:38:00.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:59 smithi181 bash[21841]: cluster 2024-09-06T15:37:58.864580+0000 mgr.x (mgr.24517) 159 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:38:00.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:59 smithi181 bash[21841]: audit 2024-09-06T15:37:59.487832+0000 mon.a (mon.0) 1367 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' 2024-09-06T15:38:00.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:59 smithi181 bash[21841]: audit 2024-09-06T15:37:59.491352+0000 mon.a (mon.0) 1368 : audit [DBG] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:38:00.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:59 smithi181 bash[21841]: audit 2024-09-06T15:37:59.499967+0000 mon.a (mon.0) 1369 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-06T15:38:00.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:59 smithi181 bash[21841]: cluster 2024-09-06T15:37:59.500460+0000 mon.a (mon.0) 1370 : cluster [INF] Activating manager daemon y 2024-09-06T15:38:00.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:59 smithi181 bash[21841]: audit 2024-09-06T15:37:59.504107+0000 mon.a (mon.0) 1371 : audit [INF] from='mgr.24517 172.21.15.181:0/16803147' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-06T15:38:00.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:59 smithi181 bash[21841]: cluster 2024-09-06T15:37:59.514613+0000 mon.a (mon.0) 1372 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-09-06T15:38:00.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:59 smithi181 bash[21841]: cluster 2024-09-06T15:37:59.517268+0000 mon.a (mon.0) 1373 : cluster [DBG] mgrmap e39: y(active, starting, since 0.0167843s) 2024-09-06T15:38:00.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:59 smithi181 bash[21841]: audit 2024-09-06T15:37:59.521458+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-06T15:38:00.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:59 smithi181 bash[21841]: audit 2024-09-06T15:37:59.521605+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:38:00.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:59 smithi181 bash[21841]: audit 2024-09-06T15:37:59.521731+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:38:00.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:59 smithi181 bash[21841]: audit 2024-09-06T15:37:59.524499+0000 mon.b (mon.1) 42 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-06T15:38:00.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:59 smithi181 bash[21841]: audit 2024-09-06T15:37:59.525239+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-06T15:38:00.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:59 smithi181 bash[21841]: audit 2024-09-06T15:37:59.525494+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-06T15:38:00.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:59 smithi181 bash[21841]: audit 2024-09-06T15:37:59.525715+0000 mon.b (mon.1) 45 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-06T15:38:00.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:59 smithi181 bash[21841]: audit 2024-09-06T15:37:59.525941+0000 mon.b (mon.1) 46 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-06T15:38:00.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:59 smithi181 bash[21841]: audit 2024-09-06T15:37:59.526139+0000 mon.b (mon.1) 47 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-06T15:38:00.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:59 smithi181 bash[21841]: audit 2024-09-06T15:37:59.526352+0000 mon.b (mon.1) 48 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-06T15:38:00.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:59 smithi181 bash[21841]: audit 2024-09-06T15:37:59.526546+0000 mon.b (mon.1) 49 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-06T15:38:00.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:59 smithi181 bash[21841]: audit 2024-09-06T15:37:59.526760+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-06T15:38:00.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:59 smithi181 bash[21841]: audit 2024-09-06T15:37:59.527085+0000 mon.b (mon.1) 51 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-06T15:38:00.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:59 smithi181 bash[21841]: audit 2024-09-06T15:37:59.527237+0000 mon.b (mon.1) 52 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-06T15:38:00.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:59 smithi181 bash[21841]: audit 2024-09-06T15:37:59.527669+0000 mon.b (mon.1) 53 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-06T15:38:00.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:37:59 smithi181 bash[21841]: cluster 2024-09-06T15:37:59.872014+0000 mon.a (mon.0) 1374 : cluster [INF] Manager daemon y is now available 2024-09-06T15:38:00.917 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:38:00 smithi169 bash[68355]: [06/Sep/2024:15:38:00] ENGINE Bus STARTING 2024-09-06T15:38:00.917 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:38:00 smithi169 bash[68355]: [06/Sep/2024:15:38:00] ENGINE Serving on http://:::9283 2024-09-06T15:38:00.917 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:38:00 smithi169 bash[68355]: [06/Sep/2024:15:38:00] ENGINE Bus STARTED 2024-09-06T15:38:01.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:00 smithi169 bash[19820]: audit 2024-09-06T15:38:00.260864+0000 mon.b (mon.1) 54 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:38:01.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:00 smithi169 bash[19820]: audit 2024-09-06T15:38:00.261449+0000 mon.b (mon.1) 55 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-06T15:38:01.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:00 smithi169 bash[19820]: audit 2024-09-06T15:38:00.284454+0000 mon.a (mon.0) 1375 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-06T15:38:01.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:00 smithi169 bash[19820]: audit 2024-09-06T15:38:00.286764+0000 mon.b (mon.1) 56 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-06T15:38:01.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:00 smithi169 bash[19820]: audit 2024-09-06T15:38:00.302332+0000 mon.a (mon.0) 1376 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-06T15:38:01.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:00 smithi169 bash[19820]: audit 2024-09-06T15:38:00.304763+0000 mon.b (mon.1) 57 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-06T15:38:01.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:00 smithi169 bash[19820]: cluster 2024-09-06T15:38:00.512237+0000 mon.a (mon.0) 1377 : cluster [DBG] mgrmap e40: y(active, since 1.01177s) 2024-09-06T15:38:01.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:00 smithi169 bash[19820]: audit 2024-09-06T15:38:00.519253+0000 mgr.y (mgr.25115) 2 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-06T15:38:01.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:00 smithi169 bash[19820]: cluster 2024-09-06T15:38:00.527799+0000 mgr.y (mgr.25115) 3 : cluster [DBG] pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:38:01.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:00 smithi169 bash[26469]: audit 2024-09-06T15:38:00.260864+0000 mon.b (mon.1) 54 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:38:01.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:00 smithi169 bash[26469]: audit 2024-09-06T15:38:00.261449+0000 mon.b (mon.1) 55 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-06T15:38:01.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:00 smithi169 bash[26469]: audit 2024-09-06T15:38:00.284454+0000 mon.a (mon.0) 1375 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-06T15:38:01.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:00 smithi169 bash[26469]: audit 2024-09-06T15:38:00.286764+0000 mon.b (mon.1) 56 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-06T15:38:01.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:00 smithi169 bash[26469]: audit 2024-09-06T15:38:00.302332+0000 mon.a (mon.0) 1376 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-06T15:38:01.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:00 smithi169 bash[26469]: audit 2024-09-06T15:38:00.304763+0000 mon.b (mon.1) 57 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-06T15:38:01.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:00 smithi169 bash[26469]: cluster 2024-09-06T15:38:00.512237+0000 mon.a (mon.0) 1377 : cluster [DBG] mgrmap e40: y(active, since 1.01177s) 2024-09-06T15:38:01.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:00 smithi169 bash[26469]: audit 2024-09-06T15:38:00.519253+0000 mgr.y (mgr.25115) 2 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-06T15:38:01.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:00 smithi169 bash[26469]: cluster 2024-09-06T15:38:00.527799+0000 mgr.y (mgr.25115) 3 : cluster [DBG] pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:38:01.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:00 smithi181 bash[21841]: audit 2024-09-06T15:38:00.260864+0000 mon.b (mon.1) 54 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:38:01.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:00 smithi181 bash[21841]: audit 2024-09-06T15:38:00.261449+0000 mon.b (mon.1) 55 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-06T15:38:01.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:00 smithi181 bash[21841]: audit 2024-09-06T15:38:00.284454+0000 mon.a (mon.0) 1375 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-06T15:38:01.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:00 smithi181 bash[21841]: audit 2024-09-06T15:38:00.286764+0000 mon.b (mon.1) 56 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-06T15:38:01.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:00 smithi181 bash[21841]: audit 2024-09-06T15:38:00.302332+0000 mon.a (mon.0) 1376 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-06T15:38:01.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:00 smithi181 bash[21841]: audit 2024-09-06T15:38:00.304763+0000 mon.b (mon.1) 57 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-06T15:38:01.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:00 smithi181 bash[21841]: cluster 2024-09-06T15:38:00.512237+0000 mon.a (mon.0) 1377 : cluster [DBG] mgrmap e40: y(active, since 1.01177s) 2024-09-06T15:38:01.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:00 smithi181 bash[21841]: audit 2024-09-06T15:38:00.519253+0000 mgr.y (mgr.25115) 2 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-06T15:38:01.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:00 smithi181 bash[21841]: cluster 2024-09-06T15:38:00.527799+0000 mgr.y (mgr.25115) 3 : cluster [DBG] pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:38:01.696 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:38:01 smithi169 bash[68355]: debug 2024-09-06T15:38:01.412+0000 7fb29e353640 -1 log_channel(cephadm) log [ERR] : [06/Sep/2024:15:38:01] ENGINE Error in HTTPServer.serve 2024-09-06T15:38:01.696 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:38:01 smithi169 bash[68355]: Traceback (most recent call last): 2024-09-06T15:38:01.696 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:38:01 smithi169 bash[68355]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-06T15:38:01.696 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:38:01 smithi169 bash[68355]: self._connections.run(self.expiration_interval) 2024-09-06T15:38:01.696 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:38:01 smithi169 bash[68355]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-06T15:38:01.696 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:38:01 smithi169 bash[68355]: self._run(expiration_interval) 2024-09-06T15:38:01.696 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:38:01 smithi169 bash[68355]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-06T15:38:01.697 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:38:01 smithi169 bash[68355]: new_conn = self._from_server_socket(self.server.socket) 2024-09-06T15:38:01.697 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:38:01 smithi169 bash[68355]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-06T15:38:01.697 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:38:01 smithi169 bash[68355]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-06T15:38:01.697 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:38:01 smithi169 bash[68355]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-06T15:38:01.697 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:38:01 smithi169 bash[68355]: s = self.context.wrap_socket( 2024-09-06T15:38:01.697 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:38:01 smithi169 bash[68355]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-06T15:38:01.697 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:38:01 smithi169 bash[68355]: return self.sslsocket_class._create( 2024-09-06T15:38:01.697 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:38:01 smithi169 bash[68355]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-06T15:38:01.697 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:38:01 smithi169 bash[68355]: self.do_handshake() 2024-09-06T15:38:01.697 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:38:01 smithi169 bash[68355]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-06T15:38:01.697 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:38:01 smithi169 bash[68355]: self._sslobj.do_handshake() 2024-09-06T15:38:01.697 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:38:01 smithi169 bash[68355]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-06T15:38:02.260 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:38:02.829 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[19820]: cephadm 2024-09-06T15:38:01.193426+0000 mgr.y (mgr.25115) 4 : cephadm [INF] [06/Sep/2024:15:38:01] ENGINE Bus STARTING 2024-09-06T15:38:02.829 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[19820]: cephadm 2024-09-06T15:38:01.295159+0000 mgr.y (mgr.25115) 5 : cephadm [INF] [06/Sep/2024:15:38:01] ENGINE Serving on http://172.21.15.169:8765 2024-09-06T15:38:02.829 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[19820]: cephadm 2024-09-06T15:38:01.414658+0000 mgr.y (mgr.25115) 6 : cephadm [INF] [06/Sep/2024:15:38:01] ENGINE Serving on https://172.21.15.169:7150 2024-09-06T15:38:02.829 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[19820]: cephadm 2024-09-06T15:38:01.414812+0000 mgr.y (mgr.25115) 7 : cephadm [INF] [06/Sep/2024:15:38:01] ENGINE Bus STARTED 2024-09-06T15:38:02.829 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[19820]: cephadm 2024-09-06T15:38:01.416601+0000 mgr.y (mgr.25115) 8 : cephadm [ERR] [06/Sep/2024:15:38:01] ENGINE Error in HTTPServer.serve 2024-09-06T15:38:02.829 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[19820]: Traceback (most recent call last): 2024-09-06T15:38:02.829 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[19820]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-06T15:38:02.829 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[19820]: self._connections.run(self.expiration_interval) 2024-09-06T15:38:02.829 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[19820]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-06T15:38:02.829 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[19820]: self._run(expiration_interval) 2024-09-06T15:38:02.830 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[19820]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-06T15:38:02.830 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[19820]: new_conn = self._from_server_socket(self.server.socket) 2024-09-06T15:38:02.830 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[19820]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-06T15:38:02.830 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[19820]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-06T15:38:02.830 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[19820]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-06T15:38:02.830 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[19820]: s = self.context.wrap_socket( 2024-09-06T15:38:02.830 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[19820]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-06T15:38:02.830 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[19820]: return self.sslsocket_class._create( 2024-09-06T15:38:02.830 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[19820]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-06T15:38:02.831 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[19820]: self.do_handshake() 2024-09-06T15:38:02.831 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[19820]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-06T15:38:02.831 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[19820]: self._sslobj.do_handshake() 2024-09-06T15:38:02.831 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[19820]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-06T15:38:02.831 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[19820]: cluster 2024-09-06T15:38:01.525560+0000 mgr.y (mgr.25115) 9 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:38:02.831 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[19820]: cluster 2024-09-06T15:38:01.527078+0000 mon.a (mon.0) 1378 : cluster [DBG] mgrmap e41: y(active, since 2s) 2024-09-06T15:38:02.831 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[26469]: cephadm 2024-09-06T15:38:01.193426+0000 mgr.y (mgr.25115) 4 : cephadm [INF] [06/Sep/2024:15:38:01] ENGINE Bus STARTING 2024-09-06T15:38:02.831 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[26469]: cephadm 2024-09-06T15:38:01.295159+0000 mgr.y (mgr.25115) 5 : cephadm [INF] [06/Sep/2024:15:38:01] ENGINE Serving on http://172.21.15.169:8765 2024-09-06T15:38:02.831 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[26469]: cephadm 2024-09-06T15:38:01.414658+0000 mgr.y (mgr.25115) 6 : cephadm [INF] [06/Sep/2024:15:38:01] ENGINE Serving on https://172.21.15.169:7150 2024-09-06T15:38:02.832 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[26469]: cephadm 2024-09-06T15:38:01.414812+0000 mgr.y (mgr.25115) 7 : cephadm [INF] [06/Sep/2024:15:38:01] ENGINE Bus STARTED 2024-09-06T15:38:02.832 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[26469]: cephadm 2024-09-06T15:38:01.416601+0000 mgr.y (mgr.25115) 8 : cephadm [ERR] [06/Sep/2024:15:38:01] ENGINE Error in HTTPServer.serve 2024-09-06T15:38:02.832 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[26469]: Traceback (most recent call last): 2024-09-06T15:38:02.832 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[26469]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-06T15:38:02.832 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[26469]: self._connections.run(self.expiration_interval) 2024-09-06T15:38:02.832 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[26469]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-06T15:38:02.833 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[26469]: self._run(expiration_interval) 2024-09-06T15:38:02.833 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[26469]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-06T15:38:02.833 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[26469]: new_conn = self._from_server_socket(self.server.socket) 2024-09-06T15:38:02.833 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[26469]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-06T15:38:02.833 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[26469]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-06T15:38:02.833 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[26469]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-06T15:38:02.833 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[26469]: s = self.context.wrap_socket( 2024-09-06T15:38:02.833 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[26469]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-06T15:38:02.833 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[26469]: return self.sslsocket_class._create( 2024-09-06T15:38:02.833 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[26469]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-06T15:38:02.833 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[26469]: self.do_handshake() 2024-09-06T15:38:02.833 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[26469]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-06T15:38:02.833 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[26469]: self._sslobj.do_handshake() 2024-09-06T15:38:02.834 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[26469]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-06T15:38:02.834 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[26469]: cluster 2024-09-06T15:38:01.525560+0000 mgr.y (mgr.25115) 9 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:38:02.834 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:02 smithi169 bash[26469]: cluster 2024-09-06T15:38:01.527078+0000 mon.a (mon.0) 1378 : cluster [DBG] mgrmap e41: y(active, since 2s) 2024-09-06T15:38:02.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:02 smithi181 bash[21841]: cephadm 2024-09-06T15:38:01.193426+0000 mgr.y (mgr.25115) 4 : cephadm [INF] [06/Sep/2024:15:38:01] ENGINE Bus STARTING 2024-09-06T15:38:02.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:02 smithi181 bash[21841]: cephadm 2024-09-06T15:38:01.295159+0000 mgr.y (mgr.25115) 5 : cephadm [INF] [06/Sep/2024:15:38:01] ENGINE Serving on http://172.21.15.169:8765 2024-09-06T15:38:02.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:02 smithi181 bash[21841]: cephadm 2024-09-06T15:38:01.414658+0000 mgr.y (mgr.25115) 6 : cephadm [INF] [06/Sep/2024:15:38:01] ENGINE Serving on https://172.21.15.169:7150 2024-09-06T15:38:02.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:02 smithi181 bash[21841]: cephadm 2024-09-06T15:38:01.414812+0000 mgr.y (mgr.25115) 7 : cephadm [INF] [06/Sep/2024:15:38:01] ENGINE Bus STARTED 2024-09-06T15:38:02.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:02 smithi181 bash[21841]: cephadm 2024-09-06T15:38:01.416601+0000 mgr.y (mgr.25115) 8 : cephadm [ERR] [06/Sep/2024:15:38:01] ENGINE Error in HTTPServer.serve 2024-09-06T15:38:02.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:02 smithi181 bash[21841]: Traceback (most recent call last): 2024-09-06T15:38:02.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:02 smithi181 bash[21841]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-06T15:38:02.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:02 smithi181 bash[21841]: self._connections.run(self.expiration_interval) 2024-09-06T15:38:02.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:02 smithi181 bash[21841]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-06T15:38:02.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:02 smithi181 bash[21841]: self._run(expiration_interval) 2024-09-06T15:38:02.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:02 smithi181 bash[21841]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-06T15:38:02.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:02 smithi181 bash[21841]: new_conn = self._from_server_socket(self.server.socket) 2024-09-06T15:38:02.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:02 smithi181 bash[21841]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-06T15:38:02.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:02 smithi181 bash[21841]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-06T15:38:02.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:02 smithi181 bash[21841]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-06T15:38:02.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:02 smithi181 bash[21841]: s = self.context.wrap_socket( 2024-09-06T15:38:02.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:02 smithi181 bash[21841]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-06T15:38:02.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:02 smithi181 bash[21841]: return self.sslsocket_class._create( 2024-09-06T15:38:02.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:02 smithi181 bash[21841]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-06T15:38:02.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:02 smithi181 bash[21841]: self.do_handshake() 2024-09-06T15:38:02.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:02 smithi181 bash[21841]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-06T15:38:02.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:02 smithi181 bash[21841]: self._sslobj.do_handshake() 2024-09-06T15:38:02.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:02 smithi181 bash[21841]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-06T15:38:02.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:02 smithi181 bash[21841]: cluster 2024-09-06T15:38:01.525560+0000 mgr.y (mgr.25115) 9 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:38:02.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:02 smithi181 bash[21841]: cluster 2024-09-06T15:38:01.527078+0000 mon.a (mon.0) 1378 : cluster [DBG] mgrmap e41: y(active, since 2s) 2024-09-06T15:38:03.964 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-09-06T15:38:04.543 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-06T15:38:04.543 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (24m) 3m ago 25m 13.7M - 0.25.0 c8568f914cd2 ae7ff3ddd464 2024-09-06T15:38:04.544 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi181 *:3000 running (25m) 3m ago 25m 74.2M - 9.4.12 2bacad6d85d8 3a07dedb5cb8 2024-09-06T15:38:04.544 INFO:teuthology.orchestra.run.smithi169.stdout:iscsi.foo.smithi169.yxosuq smithi169 *:5000 running (3m) 3m ago 22m 46.8M - 3.8 b6db46a449e5 673872407afe 2024-09-06T15:38:04.544 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi181 *:8443,9283,8765 running (17m) 3m ago 33m 489M - 19.3.0-4704-g8b38c33c 1c45aca0610a 00d29f9568fa 2024-09-06T15:38:04.544 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (10m) 3m ago 36m 437M - 19.3.0-4704-g8b38c33c 1c45aca0610a 5f9711fb78b7 2024-09-06T15:38:04.544 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (36m) 3m ago 36m 82.2M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 e9246768aa61 2024-09-06T15:38:04.544 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi181 running (34m) 3m ago 34m 55.6M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 ae587368c103 2024-09-06T15:38:04.544 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (34m) 3m ago 34m 57.6M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 f845352189fb 2024-09-06T15:38:04.544 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (25m) 3m ago 25m 8844k - 1.5.0 0da6a335fe13 db564af40cf2 2024-09-06T15:38:04.544 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi181 *:9100 running (25m) 3m ago 25m 8955k - 1.5.0 0da6a335fe13 f0040460eadd 2024-09-06T15:38:04.544 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (33m) 3m ago 33m 56.7M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 cec969796af3 2024-09-06T15:38:04.544 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (32m) 3m ago 32m 65.0M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 d527f97f0b83 2024-09-06T15:38:04.544 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (31m) 3m ago 31m 60.8M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 303b15f1c60b 2024-09-06T15:38:04.545 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (30m) 3m ago 30m 63.1M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 524c24c2c8fd 2024-09-06T15:38:04.545 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi181 running (29m) 3m ago 29m 64.4M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 c9c9286e40c9 2024-09-06T15:38:04.545 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi181 running (28m) 3m ago 28m 54.2M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 427ff3118a0b 2024-09-06T15:38:04.545 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi181 running (27m) 3m ago 27m 61.2M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 9e6f947064d2 2024-09-06T15:38:04.545 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi181 running (26m) 3m ago 26m 64.4M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 a94f6f351ffd 2024-09-06T15:38:04.545 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi181 *:9095 running (3m) 3m ago 26m 32.2M - 2.43.0 a07b618ecd1d 697a6d9ae740 2024-09-06T15:38:04.545 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi169.svrjnx smithi169 *:8000 running (23m) 3m ago 23m 100M - 19.1.1-268-g635ed4cf b6db46a449e5 73d895896783 2024-09-06T15:38:04.545 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi181.fqbtai smithi181 *:8000 running (23m) 3m ago 23m 101M - 19.1.1-268-g635ed4cf b6db46a449e5 4aaa91540a99 2024-09-06T15:38:04.824 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:04 smithi181 bash[21841]: audit 2024-09-06T15:38:02.829083+0000 mgr.y (mgr.25115) 10 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:38:04.824 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:04 smithi181 bash[21841]: cluster 2024-09-06T15:38:03.526542+0000 mgr.y (mgr.25115) 11 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:38:04.824 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:04 smithi181 bash[21841]: cluster 2024-09-06T15:38:03.538680+0000 mon.a (mon.0) 1379 : cluster [DBG] mgrmap e42: y(active, since 4s) 2024-09-06T15:38:04.869 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:38:04.869 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-09-06T15:38:04.869 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 3 2024-09-06T15:38:04.869 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:38:04.869 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-09-06T15:38:04.869 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 1 2024-09-06T15:38:04.870 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:38:04.870 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-09-06T15:38:04.870 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 8 2024-09-06T15:38:04.870 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:38:04.870 INFO:teuthology.orchestra.run.smithi169.stdout: "rgw": { 2024-09-06T15:38:04.870 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 2 2024-09-06T15:38:04.870 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:38:04.870 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-09-06T15:38:04.870 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 13, 2024-09-06T15:38:04.870 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 1 2024-09-06T15:38:04.870 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-09-06T15:38:04.870 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:38:05.045 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:04 smithi169 bash[19820]: audit 2024-09-06T15:38:02.829083+0000 mgr.y (mgr.25115) 10 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:38:05.046 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:04 smithi169 bash[19820]: cluster 2024-09-06T15:38:03.526542+0000 mgr.y (mgr.25115) 11 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:38:05.046 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:04 smithi169 bash[19820]: cluster 2024-09-06T15:38:03.538680+0000 mon.a (mon.0) 1379 : cluster [DBG] mgrmap e42: y(active, since 4s) 2024-09-06T15:38:05.046 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:04 smithi169 bash[26469]: audit 2024-09-06T15:38:02.829083+0000 mgr.y (mgr.25115) 10 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:38:05.046 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:04 smithi169 bash[26469]: cluster 2024-09-06T15:38:03.526542+0000 mgr.y (mgr.25115) 11 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:38:05.046 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:04 smithi169 bash[26469]: cluster 2024-09-06T15:38:03.538680+0000 mon.a (mon.0) 1379 : cluster [DBG] mgrmap e42: y(active, since 4s) 2024-09-06T15:38:05.146 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:38:05.146 INFO:teuthology.orchestra.run.smithi169.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", 2024-09-06T15:38:05.146 INFO:teuthology.orchestra.run.smithi169.stdout: "in_progress": true, 2024-09-06T15:38:05.147 INFO:teuthology.orchestra.run.smithi169.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-09-06T15:38:05.147 INFO:teuthology.orchestra.run.smithi169.stdout: "services_complete": [ 2024-09-06T15:38:05.147 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr" 2024-09-06T15:38:05.147 INFO:teuthology.orchestra.run.smithi169.stdout: ], 2024-09-06T15:38:05.147 INFO:teuthology.orchestra.run.smithi169.stdout: "progress": "2/2 daemons upgraded", 2024-09-06T15:38:05.147 INFO:teuthology.orchestra.run.smithi169.stdout: "message": "", 2024-09-06T15:38:05.147 INFO:teuthology.orchestra.run.smithi169.stdout: "is_paused": false 2024-09-06T15:38:05.147 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:38:05.245 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:04 smithi181 bash[49414]: debug 2024-09-06T15:38:04.823+0000 7fddc6a9c040 -1 mgr[py] Module not found: 'volumes' 2024-09-06T15:38:05.245 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:04 smithi181 bash[49414]: debug 2024-09-06T15:38:04.823+0000 7fddc6a9c040 -1 mgr[py] Traceback (most recent call last): 2024-09-06T15:38:05.245 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:04 smithi181 bash[49414]: File "/usr/share/ceph/mgr/volumes/__init__.py", line 2, in 2024-09-06T15:38:05.246 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:04 smithi181 bash[49414]: from .module import Module 2024-09-06T15:38:05.246 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:04 smithi181 bash[49414]: File "/usr/share/ceph/mgr/volumes/module.py", line 9, in 2024-09-06T15:38:05.246 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:04 smithi181 bash[49414]: from .fs.volume import VolumeClient 2024-09-06T15:38:05.246 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:04 smithi181 bash[49414]: File "/usr/share/ceph/mgr/volumes/fs/volume.py", line 12, in 2024-09-06T15:38:05.247 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:04 smithi181 bash[49414]: from ceph.fs.earmarking import CephFSVolumeEarmarking, EarmarkException # type: ignore 2024-09-06T15:38:05.247 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:04 smithi181 bash[49414]: ModuleNotFoundError: No module named 'ceph.fs' 2024-09-06T15:38:05.247 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:04 smithi181 bash[49414]: debug 2024-09-06T15:38:04.827+0000 7fddc6a9c040 -1 mgr[py] Class not found in module 'volumes' 2024-09-06T15:38:05.247 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:04 smithi181 bash[49414]: debug 2024-09-06T15:38:04.827+0000 7fddc6a9c040 -1 mgr[py] Error loading module 'volumes': (2) No such file or directory 2024-09-06T15:38:05.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:05 smithi169 bash[19820]: audit 2024-09-06T15:38:03.953765+0000 mgr.y (mgr.25115) 12 : audit [DBG] from='client.25235 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:38:05.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:05 smithi169 bash[19820]: audit 2024-09-06T15:38:04.245050+0000 mgr.y (mgr.25115) 13 : audit [DBG] from='client.15384 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:38:05.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:05 smithi169 bash[19820]: audit 2024-09-06T15:38:04.521543+0000 mgr.y (mgr.25115) 14 : audit [DBG] from='client.15390 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:38:05.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:05 smithi169 bash[19820]: audit 2024-09-06T15:38:04.871100+0000 mon.a (mon.0) 1380 : audit [DBG] from='client.? 172.21.15.169:0/2687934389' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:38:05.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:05 smithi169 bash[26469]: audit 2024-09-06T15:38:03.953765+0000 mgr.y (mgr.25115) 12 : audit [DBG] from='client.25235 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:38:05.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:05 smithi169 bash[26469]: audit 2024-09-06T15:38:04.245050+0000 mgr.y (mgr.25115) 13 : audit [DBG] from='client.15384 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:38:05.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:05 smithi169 bash[26469]: audit 2024-09-06T15:38:04.521543+0000 mgr.y (mgr.25115) 14 : audit [DBG] from='client.15390 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:38:05.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:05 smithi169 bash[26469]: audit 2024-09-06T15:38:04.871100+0000 mon.a (mon.0) 1380 : audit [DBG] from='client.? 172.21.15.169:0/2687934389' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:38:05.995 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:05 smithi181 bash[49414]: debug 2024-09-06T15:38:05.591+0000 7fddc6a9c040 -1 log_channel(cluster) log [ERR] : Failed to load ceph-mgr modules: volumes 2024-09-06T15:38:05.995 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:05 smithi181 bash[49414]: [06/Sep/2024:15:38:05] ENGINE Bus STARTING 2024-09-06T15:38:05.995 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:05 smithi181 bash[49414]: CherryPy Checker: 2024-09-06T15:38:05.995 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:05 smithi181 bash[49414]: The Application mounted at '' has an empty config. 2024-09-06T15:38:05.995 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:05 smithi181 bash[49414]: [06/Sep/2024:15:38:05] ENGINE Serving on http://:::9283 2024-09-06T15:38:05.995 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:05 smithi181 bash[49414]: [06/Sep/2024:15:38:05] ENGINE Bus STARTED 2024-09-06T15:38:05.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:05 smithi181 bash[21841]: audit 2024-09-06T15:38:03.953765+0000 mgr.y (mgr.25115) 12 : audit [DBG] from='client.25235 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:38:05.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:05 smithi181 bash[21841]: audit 2024-09-06T15:38:04.245050+0000 mgr.y (mgr.25115) 13 : audit [DBG] from='client.15384 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:38:05.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:05 smithi181 bash[21841]: audit 2024-09-06T15:38:04.521543+0000 mgr.y (mgr.25115) 14 : audit [DBG] from='client.15390 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:38:05.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:05 smithi181 bash[21841]: audit 2024-09-06T15:38:04.871100+0000 mon.a (mon.0) 1380 : audit [DBG] from='client.? 172.21.15.169:0/2687934389' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:38:06.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:06 smithi169 bash[19820]: audit 2024-09-06T15:38:05.147967+0000 mgr.y (mgr.25115) 15 : audit [DBG] from='client.25259 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:38:06.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:06 smithi169 bash[19820]: cluster 2024-09-06T15:38:05.527363+0000 mgr.y (mgr.25115) 16 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 0 B/s wr, 15 op/s 2024-09-06T15:38:06.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:06 smithi169 bash[19820]: cluster 2024-09-06T15:38:05.613208+0000 mon.a (mon.0) 1381 : cluster [DBG] Standby manager daemon x started 2024-09-06T15:38:06.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:06 smithi169 bash[19820]: audit 2024-09-06T15:38:05.617447+0000 mon.b (mon.1) 58 : audit [DBG] from='mgr.? 172.21.15.181:0/2356497934' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-06T15:38:06.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:06 smithi169 bash[19820]: audit 2024-09-06T15:38:05.622481+0000 mon.b (mon.1) 59 : audit [DBG] from='mgr.? 172.21.15.181:0/2356497934' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-06T15:38:06.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:06 smithi169 bash[19820]: audit 2024-09-06T15:38:05.623456+0000 mon.b (mon.1) 60 : audit [DBG] from='mgr.? 172.21.15.181:0/2356497934' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-06T15:38:06.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:06 smithi169 bash[19820]: audit 2024-09-06T15:38:05.623834+0000 mon.b (mon.1) 61 : audit [DBG] from='mgr.? 172.21.15.181:0/2356497934' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-06T15:38:06.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:06 smithi169 bash[19820]: audit 2024-09-06T15:38:06.055198+0000 mon.a (mon.0) 1382 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:06.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:06 smithi169 bash[19820]: audit 2024-09-06T15:38:06.066270+0000 mon.a (mon.0) 1383 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:06.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:06 smithi169 bash[26469]: audit 2024-09-06T15:38:05.147967+0000 mgr.y (mgr.25115) 15 : audit [DBG] from='client.25259 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:38:06.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:06 smithi169 bash[26469]: cluster 2024-09-06T15:38:05.527363+0000 mgr.y (mgr.25115) 16 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 0 B/s wr, 15 op/s 2024-09-06T15:38:06.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:06 smithi169 bash[26469]: cluster 2024-09-06T15:38:05.613208+0000 mon.a (mon.0) 1381 : cluster [DBG] Standby manager daemon x started 2024-09-06T15:38:06.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:06 smithi169 bash[26469]: audit 2024-09-06T15:38:05.617447+0000 mon.b (mon.1) 58 : audit [DBG] from='mgr.? 172.21.15.181:0/2356497934' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-06T15:38:06.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:06 smithi169 bash[26469]: audit 2024-09-06T15:38:05.622481+0000 mon.b (mon.1) 59 : audit [DBG] from='mgr.? 172.21.15.181:0/2356497934' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-06T15:38:06.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:06 smithi169 bash[26469]: audit 2024-09-06T15:38:05.623456+0000 mon.b (mon.1) 60 : audit [DBG] from='mgr.? 172.21.15.181:0/2356497934' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-06T15:38:06.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:06 smithi169 bash[26469]: audit 2024-09-06T15:38:05.623834+0000 mon.b (mon.1) 61 : audit [DBG] from='mgr.? 172.21.15.181:0/2356497934' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-06T15:38:06.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:06 smithi169 bash[26469]: audit 2024-09-06T15:38:06.055198+0000 mon.a (mon.0) 1382 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:06.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:06 smithi169 bash[26469]: audit 2024-09-06T15:38:06.066270+0000 mon.a (mon.0) 1383 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:06.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:06 smithi181 bash[21841]: audit 2024-09-06T15:38:05.147967+0000 mgr.y (mgr.25115) 15 : audit [DBG] from='client.25259 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:38:06.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:06 smithi181 bash[21841]: cluster 2024-09-06T15:38:05.527363+0000 mgr.y (mgr.25115) 16 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 0 B/s wr, 15 op/s 2024-09-06T15:38:06.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:06 smithi181 bash[21841]: cluster 2024-09-06T15:38:05.613208+0000 mon.a (mon.0) 1381 : cluster [DBG] Standby manager daemon x started 2024-09-06T15:38:06.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:06 smithi181 bash[21841]: audit 2024-09-06T15:38:05.617447+0000 mon.b (mon.1) 58 : audit [DBG] from='mgr.? 172.21.15.181:0/2356497934' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-06T15:38:06.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:06 smithi181 bash[21841]: audit 2024-09-06T15:38:05.622481+0000 mon.b (mon.1) 59 : audit [DBG] from='mgr.? 172.21.15.181:0/2356497934' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-06T15:38:06.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:06 smithi181 bash[21841]: audit 2024-09-06T15:38:05.623456+0000 mon.b (mon.1) 60 : audit [DBG] from='mgr.? 172.21.15.181:0/2356497934' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-06T15:38:06.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:06 smithi181 bash[21841]: audit 2024-09-06T15:38:05.623834+0000 mon.b (mon.1) 61 : audit [DBG] from='mgr.? 172.21.15.181:0/2356497934' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-06T15:38:06.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:06 smithi181 bash[21841]: audit 2024-09-06T15:38:06.055198+0000 mon.a (mon.0) 1382 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:06.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:06 smithi181 bash[21841]: audit 2024-09-06T15:38:06.066270+0000 mon.a (mon.0) 1383 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:07.555 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:07 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:38:07] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-06T15:38:07.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:07 smithi169 bash[19820]: cluster 2024-09-06T15:38:05.595101+0000 mgr.x (mgr.24595) 1 : cluster [ERR] Failed to load ceph-mgr modules: volumes 2024-09-06T15:38:07.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:07 smithi169 bash[19820]: cluster 2024-09-06T15:38:06.566116+0000 mon.a (mon.0) 1384 : cluster [DBG] mgrmap e43: y(active, since 7s), standbys: x 2024-09-06T15:38:07.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:07 smithi169 bash[19820]: audit 2024-09-06T15:38:06.567308+0000 mon.b (mon.1) 62 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-06T15:38:07.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:07 smithi169 bash[19820]: audit 2024-09-06T15:38:06.698700+0000 mon.a (mon.0) 1385 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:07.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:07 smithi169 bash[19820]: audit 2024-09-06T15:38:06.706803+0000 mon.a (mon.0) 1386 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:07.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:07 smithi169 bash[19820]: audit 2024-09-06T15:38:07.216434+0000 mon.a (mon.0) 1387 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:07.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:07 smithi169 bash[19820]: audit 2024-09-06T15:38:07.228872+0000 mon.a (mon.0) 1388 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:07.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:07 smithi169 bash[26469]: cluster 2024-09-06T15:38:05.595101+0000 mgr.x (mgr.24595) 1 : cluster [ERR] Failed to load ceph-mgr modules: volumes 2024-09-06T15:38:07.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:07 smithi169 bash[26469]: cluster 2024-09-06T15:38:06.566116+0000 mon.a (mon.0) 1384 : cluster [DBG] mgrmap e43: y(active, since 7s), standbys: x 2024-09-06T15:38:07.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:07 smithi169 bash[26469]: audit 2024-09-06T15:38:06.567308+0000 mon.b (mon.1) 62 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-06T15:38:07.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:07 smithi169 bash[26469]: audit 2024-09-06T15:38:06.698700+0000 mon.a (mon.0) 1385 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:07.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:07 smithi169 bash[26469]: audit 2024-09-06T15:38:06.706803+0000 mon.a (mon.0) 1386 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:07.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:07 smithi169 bash[26469]: audit 2024-09-06T15:38:07.216434+0000 mon.a (mon.0) 1387 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:07.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:07 smithi169 bash[26469]: audit 2024-09-06T15:38:07.228872+0000 mon.a (mon.0) 1388 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:07.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:07 smithi181 bash[21841]: cluster 2024-09-06T15:38:05.595101+0000 mgr.x (mgr.24595) 1 : cluster [ERR] Failed to load ceph-mgr modules: volumes 2024-09-06T15:38:07.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:07 smithi181 bash[21841]: cluster 2024-09-06T15:38:06.566116+0000 mon.a (mon.0) 1384 : cluster [DBG] mgrmap e43: y(active, since 7s), standbys: x 2024-09-06T15:38:07.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:07 smithi181 bash[21841]: audit 2024-09-06T15:38:06.567308+0000 mon.b (mon.1) 62 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-06T15:38:07.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:07 smithi181 bash[21841]: audit 2024-09-06T15:38:06.698700+0000 mon.a (mon.0) 1385 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:07.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:07 smithi181 bash[21841]: audit 2024-09-06T15:38:06.706803+0000 mon.a (mon.0) 1386 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:07.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:07 smithi181 bash[21841]: audit 2024-09-06T15:38:07.216434+0000 mon.a (mon.0) 1387 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:07.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:07 smithi181 bash[21841]: audit 2024-09-06T15:38:07.228872+0000 mon.a (mon.0) 1388 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:08.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:08 smithi169 bash[19820]: cluster 2024-09-06T15:38:07.528063+0000 mgr.y (mgr.25115) 17 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-06T15:38:08.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:08 smithi169 bash[19820]: audit 2024-09-06T15:38:07.893245+0000 mon.a (mon.0) 1389 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:08.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:08 smithi169 bash[19820]: audit 2024-09-06T15:38:07.905458+0000 mon.a (mon.0) 1390 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:08.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:08 smithi169 bash[26469]: cluster 2024-09-06T15:38:07.528063+0000 mgr.y (mgr.25115) 17 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-06T15:38:08.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:08 smithi169 bash[26469]: audit 2024-09-06T15:38:07.893245+0000 mon.a (mon.0) 1389 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:08.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:08 smithi169 bash[26469]: audit 2024-09-06T15:38:07.905458+0000 mon.a (mon.0) 1390 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:08.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:08 smithi181 bash[21841]: cluster 2024-09-06T15:38:07.528063+0000 mgr.y (mgr.25115) 17 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-06T15:38:08.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:08 smithi181 bash[21841]: audit 2024-09-06T15:38:07.893245+0000 mon.a (mon.0) 1389 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:08.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:08 smithi181 bash[21841]: audit 2024-09-06T15:38:07.905458+0000 mon.a (mon.0) 1390 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:10.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:10 smithi169 bash[19820]: cluster 2024-09-06T15:38:09.528841+0000 mgr.y (mgr.25115) 18 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-06T15:38:10.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:10 smithi169 bash[26469]: cluster 2024-09-06T15:38:09.528841+0000 mgr.y (mgr.25115) 18 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-06T15:38:10.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:10 smithi181 bash[21841]: cluster 2024-09-06T15:38:09.528841+0000 mgr.y (mgr.25115) 18 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-06T15:38:12.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:12 smithi169 bash[19820]: cluster 2024-09-06T15:38:11.530553+0000 mgr.y (mgr.25115) 19 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-06T15:38:12.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:12 smithi169 bash[26469]: cluster 2024-09-06T15:38:11.530553+0000 mgr.y (mgr.25115) 19 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-06T15:38:12.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:12 smithi181 bash[21841]: cluster 2024-09-06T15:38:11.530553+0000 mgr.y (mgr.25115) 19 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-06T15:38:14.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:14 smithi169 bash[26469]: audit 2024-09-06T15:38:12.840356+0000 mgr.y (mgr.25115) 20 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:38:14.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:14 smithi169 bash[26469]: cluster 2024-09-06T15:38:13.531356+0000 mgr.y (mgr.25115) 21 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-06T15:38:14.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:14 smithi169 bash[19820]: audit 2024-09-06T15:38:12.840356+0000 mgr.y (mgr.25115) 20 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:38:14.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:14 smithi169 bash[19820]: cluster 2024-09-06T15:38:13.531356+0000 mgr.y (mgr.25115) 21 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-06T15:38:14.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:14 smithi181 bash[21841]: audit 2024-09-06T15:38:12.840356+0000 mgr.y (mgr.25115) 20 : audit [DBG] from='client.25142 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:38:14.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:14 smithi181 bash[21841]: cluster 2024-09-06T15:38:13.531356+0000 mgr.y (mgr.25115) 21 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-06T15:38:15.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:15 smithi169 bash[26469]: audit 2024-09-06T15:38:15.263095+0000 mon.b (mon.1) 63 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:38:15.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:15 smithi169 bash[19820]: audit 2024-09-06T15:38:15.263095+0000 mon.b (mon.1) 63 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:38:15.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:15 smithi181 bash[21841]: audit 2024-09-06T15:38:15.263095+0000 mon.b (mon.1) 63 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:38:16.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:16 smithi169 bash[19820]: cluster 2024-09-06T15:38:15.532992+0000 mgr.y (mgr.25115) 22 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-06T15:38:16.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:16 smithi169 bash[26469]: cluster 2024-09-06T15:38:15.532992+0000 mgr.y (mgr.25115) 22 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-06T15:38:16.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:16 smithi181 bash[21841]: cluster 2024-09-06T15:38:15.532992+0000 mgr.y (mgr.25115) 22 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-06T15:38:17.745 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:17 smithi181 bash[49414]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:38:17] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-06T15:38:18.689 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[26469]: audit 2024-09-06T15:38:17.366125+0000 mon.a (mon.0) 1391 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:18.689 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[26469]: audit 2024-09-06T15:38:17.379314+0000 mon.a (mon.0) 1392 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:18.689 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[26469]: audit 2024-09-06T15:38:17.387627+0000 mon.b (mon.1) 64 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:38:18.690 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[26469]: cephadm 2024-09-06T15:38:17.388250+0000 mgr.y (mgr.25115) 23 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.conf 2024-09-06T15:38:18.690 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[26469]: cephadm 2024-09-06T15:38:17.388820+0000 mgr.y (mgr.25115) 24 : cephadm [INF] Updating smithi181:/etc/ceph/ceph.conf 2024-09-06T15:38:18.690 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[26469]: audit 2024-09-06T15:38:17.389374+0000 mon.b (mon.1) 65 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:38:18.690 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[26469]: cluster 2024-09-06T15:38:17.533439+0000 mgr.y (mgr.25115) 25 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:38:18.690 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[26469]: cephadm 2024-09-06T15:38:17.591612+0000 mgr.y (mgr.25115) 26 : cephadm [INF] Updating smithi169:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.conf 2024-09-06T15:38:18.690 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[26469]: cephadm 2024-09-06T15:38:17.594486+0000 mgr.y (mgr.25115) 27 : cephadm [INF] Updating smithi181:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.conf 2024-09-06T15:38:18.690 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[26469]: cephadm 2024-09-06T15:38:17.723545+0000 mgr.y (mgr.25115) 28 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-09-06T15:38:18.690 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[26469]: cephadm 2024-09-06T15:38:17.736936+0000 mgr.y (mgr.25115) 29 : cephadm [INF] Updating smithi181:/etc/ceph/ceph.client.admin.keyring 2024-09-06T15:38:18.690 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[26469]: audit 2024-09-06T15:38:18.004373+0000 mon.a (mon.0) 1393 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:18.690 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[26469]: audit 2024-09-06T15:38:18.015524+0000 mon.a (mon.0) 1394 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:18.690 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[26469]: audit 2024-09-06T15:38:18.023736+0000 mon.a (mon.0) 1395 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:18.690 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[26469]: audit 2024-09-06T15:38:18.033644+0000 mon.a (mon.0) 1396 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:18.690 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[26469]: audit 2024-09-06T15:38:18.044173+0000 mon.a (mon.0) 1397 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:18.691 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[26469]: audit 2024-09-06T15:38:18.089300+0000 mon.a (mon.0) 1398 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi169.yxosuq", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-06T15:38:18.691 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[26469]: audit 2024-09-06T15:38:18.091565+0000 mon.b (mon.1) 66 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi169.yxosuq", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-06T15:38:18.691 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[26469]: audit 2024-09-06T15:38:18.103509+0000 mon.b (mon.1) 67 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:38:18.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[19820]: audit 2024-09-06T15:38:17.366125+0000 mon.a (mon.0) 1391 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:18.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[19820]: audit 2024-09-06T15:38:17.379314+0000 mon.a (mon.0) 1392 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:18.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[19820]: audit 2024-09-06T15:38:17.387627+0000 mon.b (mon.1) 64 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:38:18.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[19820]: cephadm 2024-09-06T15:38:17.388250+0000 mgr.y (mgr.25115) 23 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.conf 2024-09-06T15:38:18.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[19820]: cephadm 2024-09-06T15:38:17.388820+0000 mgr.y (mgr.25115) 24 : cephadm [INF] Updating smithi181:/etc/ceph/ceph.conf 2024-09-06T15:38:18.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[19820]: audit 2024-09-06T15:38:17.389374+0000 mon.b (mon.1) 65 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:38:18.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[19820]: cluster 2024-09-06T15:38:17.533439+0000 mgr.y (mgr.25115) 25 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:38:18.691 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[19820]: cephadm 2024-09-06T15:38:17.591612+0000 mgr.y (mgr.25115) 26 : cephadm [INF] Updating smithi169:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.conf 2024-09-06T15:38:18.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[19820]: cephadm 2024-09-06T15:38:17.594486+0000 mgr.y (mgr.25115) 27 : cephadm [INF] Updating smithi181:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.conf 2024-09-06T15:38:18.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[19820]: cephadm 2024-09-06T15:38:17.723545+0000 mgr.y (mgr.25115) 28 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-09-06T15:38:18.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[19820]: cephadm 2024-09-06T15:38:17.736936+0000 mgr.y (mgr.25115) 29 : cephadm [INF] Updating smithi181:/etc/ceph/ceph.client.admin.keyring 2024-09-06T15:38:18.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[19820]: audit 2024-09-06T15:38:18.004373+0000 mon.a (mon.0) 1393 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:18.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[19820]: audit 2024-09-06T15:38:18.015524+0000 mon.a (mon.0) 1394 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:18.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[19820]: audit 2024-09-06T15:38:18.023736+0000 mon.a (mon.0) 1395 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:18.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[19820]: audit 2024-09-06T15:38:18.033644+0000 mon.a (mon.0) 1396 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:18.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[19820]: audit 2024-09-06T15:38:18.044173+0000 mon.a (mon.0) 1397 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:18.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[19820]: audit 2024-09-06T15:38:18.089300+0000 mon.a (mon.0) 1398 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi169.yxosuq", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-06T15:38:18.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[19820]: audit 2024-09-06T15:38:18.091565+0000 mon.b (mon.1) 66 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi169.yxosuq", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-06T15:38:18.692 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:18 smithi169 bash[19820]: audit 2024-09-06T15:38:18.103509+0000 mon.b (mon.1) 67 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:38:18.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:18 smithi181 bash[21841]: audit 2024-09-06T15:38:17.366125+0000 mon.a (mon.0) 1391 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:18.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:18 smithi181 bash[21841]: audit 2024-09-06T15:38:17.379314+0000 mon.a (mon.0) 1392 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:18.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:18 smithi181 bash[21841]: audit 2024-09-06T15:38:17.387627+0000 mon.b (mon.1) 64 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:38:18.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:18 smithi181 bash[21841]: cephadm 2024-09-06T15:38:17.388250+0000 mgr.y (mgr.25115) 23 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.conf 2024-09-06T15:38:18.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:18 smithi181 bash[21841]: cephadm 2024-09-06T15:38:17.388820+0000 mgr.y (mgr.25115) 24 : cephadm [INF] Updating smithi181:/etc/ceph/ceph.conf 2024-09-06T15:38:18.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:18 smithi181 bash[21841]: audit 2024-09-06T15:38:17.389374+0000 mon.b (mon.1) 65 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:38:18.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:18 smithi181 bash[21841]: cluster 2024-09-06T15:38:17.533439+0000 mgr.y (mgr.25115) 25 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:38:18.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:18 smithi181 bash[21841]: cephadm 2024-09-06T15:38:17.591612+0000 mgr.y (mgr.25115) 26 : cephadm [INF] Updating smithi169:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.conf 2024-09-06T15:38:18.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:18 smithi181 bash[21841]: cephadm 2024-09-06T15:38:17.594486+0000 mgr.y (mgr.25115) 27 : cephadm [INF] Updating smithi181:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.conf 2024-09-06T15:38:18.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:18 smithi181 bash[21841]: cephadm 2024-09-06T15:38:17.723545+0000 mgr.y (mgr.25115) 28 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-09-06T15:38:18.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:18 smithi181 bash[21841]: cephadm 2024-09-06T15:38:17.736936+0000 mgr.y (mgr.25115) 29 : cephadm [INF] Updating smithi181:/etc/ceph/ceph.client.admin.keyring 2024-09-06T15:38:18.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:18 smithi181 bash[21841]: audit 2024-09-06T15:38:18.004373+0000 mon.a (mon.0) 1393 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:18.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:18 smithi181 bash[21841]: audit 2024-09-06T15:38:18.015524+0000 mon.a (mon.0) 1394 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:18.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:18 smithi181 bash[21841]: audit 2024-09-06T15:38:18.023736+0000 mon.a (mon.0) 1395 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:18.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:18 smithi181 bash[21841]: audit 2024-09-06T15:38:18.033644+0000 mon.a (mon.0) 1396 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:18.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:18 smithi181 bash[21841]: audit 2024-09-06T15:38:18.044173+0000 mon.a (mon.0) 1397 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:18.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:18 smithi181 bash[21841]: audit 2024-09-06T15:38:18.089300+0000 mon.a (mon.0) 1398 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi169.yxosuq", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-06T15:38:18.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:18 smithi181 bash[21841]: audit 2024-09-06T15:38:18.091565+0000 mon.b (mon.1) 66 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi169.yxosuq", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-06T15:38:18.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:18 smithi181 bash[21841]: audit 2024-09-06T15:38:18.103509+0000 mon.b (mon.1) 67 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:38:19.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:19 smithi169 bash[19820]: cephadm 2024-09-06T15:38:17.856814+0000 mgr.y (mgr.25115) 30 : cephadm [INF] Updating smithi169:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.client.admin.keyring 2024-09-06T15:38:19.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:19 smithi169 bash[19820]: cephadm 2024-09-06T15:38:17.872921+0000 mgr.y (mgr.25115) 31 : cephadm [INF] Updating smithi181:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.client.admin.keyring 2024-09-06T15:38:19.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:19 smithi169 bash[19820]: cephadm 2024-09-06T15:38:18.087647+0000 mgr.y (mgr.25115) 32 : cephadm [INF] Reconfiguring iscsi.foo.smithi169.yxosuq (dependencies changed)... 2024-09-06T15:38:19.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:19 smithi169 bash[19820]: cephadm 2024-09-06T15:38:18.102046+0000 mgr.y (mgr.25115) 33 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi169.yxosuq on smithi169 2024-09-06T15:38:19.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:19 smithi169 bash[26469]: cephadm 2024-09-06T15:38:17.856814+0000 mgr.y (mgr.25115) 30 : cephadm [INF] Updating smithi169:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.client.admin.keyring 2024-09-06T15:38:19.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:19 smithi169 bash[26469]: cephadm 2024-09-06T15:38:17.872921+0000 mgr.y (mgr.25115) 31 : cephadm [INF] Updating smithi181:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.client.admin.keyring 2024-09-06T15:38:19.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:19 smithi169 bash[26469]: cephadm 2024-09-06T15:38:18.087647+0000 mgr.y (mgr.25115) 32 : cephadm [INF] Reconfiguring iscsi.foo.smithi169.yxosuq (dependencies changed)... 2024-09-06T15:38:19.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:19 smithi169 bash[26469]: cephadm 2024-09-06T15:38:18.102046+0000 mgr.y (mgr.25115) 33 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi169.yxosuq on smithi169 2024-09-06T15:38:19.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:19 smithi181 bash[21841]: cephadm 2024-09-06T15:38:17.856814+0000 mgr.y (mgr.25115) 30 : cephadm [INF] Updating smithi169:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.client.admin.keyring 2024-09-06T15:38:19.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:19 smithi181 bash[21841]: cephadm 2024-09-06T15:38:17.872921+0000 mgr.y (mgr.25115) 31 : cephadm [INF] Updating smithi181:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/config/ceph.client.admin.keyring 2024-09-06T15:38:19.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:19 smithi181 bash[21841]: cephadm 2024-09-06T15:38:18.087647+0000 mgr.y (mgr.25115) 32 : cephadm [INF] Reconfiguring iscsi.foo.smithi169.yxosuq (dependencies changed)... 2024-09-06T15:38:19.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:19 smithi181 bash[21841]: cephadm 2024-09-06T15:38:18.102046+0000 mgr.y (mgr.25115) 33 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi169.yxosuq on smithi169 2024-09-06T15:38:20.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:20 smithi169 bash[26469]: cluster 2024-09-06T15:38:19.534319+0000 mgr.y (mgr.25115) 34 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:38:20.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:20 smithi169 bash[19820]: cluster 2024-09-06T15:38:19.534319+0000 mgr.y (mgr.25115) 34 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:38:20.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:20 smithi181 bash[21841]: cluster 2024-09-06T15:38:19.534319+0000 mgr.y (mgr.25115) 34 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:38:22.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:22 smithi181 bash[21841]: cluster 2024-09-06T15:38:21.535292+0000 mgr.y (mgr.25115) 35 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:38:22.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:22 smithi181 bash[21841]: audit 2024-09-06T15:38:21.581458+0000 mon.a (mon.0) 1399 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:22.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:22 smithi181 bash[21841]: audit 2024-09-06T15:38:21.599541+0000 mon.a (mon.0) 1400 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:22.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:22 smithi181 bash[21841]: cephadm 2024-09-06T15:38:21.606496+0000 mgr.y (mgr.25115) 36 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-06T15:38:22.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:22 smithi169 bash[19820]: cluster 2024-09-06T15:38:21.535292+0000 mgr.y (mgr.25115) 35 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:38:22.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:22 smithi169 bash[19820]: audit 2024-09-06T15:38:21.581458+0000 mon.a (mon.0) 1399 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:22.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:22 smithi169 bash[19820]: audit 2024-09-06T15:38:21.599541+0000 mon.a (mon.0) 1400 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:22.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:22 smithi169 bash[19820]: cephadm 2024-09-06T15:38:21.606496+0000 mgr.y (mgr.25115) 36 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-06T15:38:22.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:22 smithi169 bash[26469]: cluster 2024-09-06T15:38:21.535292+0000 mgr.y (mgr.25115) 35 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:38:22.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:22 smithi169 bash[26469]: audit 2024-09-06T15:38:21.581458+0000 mon.a (mon.0) 1399 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:22.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:22 smithi169 bash[26469]: audit 2024-09-06T15:38:21.599541+0000 mon.a (mon.0) 1400 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:22.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:22 smithi169 bash[26469]: cephadm 2024-09-06T15:38:21.606496+0000 mgr.y (mgr.25115) 36 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-06T15:38:23.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:23 smithi169 bash[26469]: cephadm 2024-09-06T15:38:21.850438+0000 mgr.y (mgr.25115) 37 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi181 2024-09-06T15:38:23.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:23 smithi169 bash[26469]: audit 2024-09-06T15:38:23.227723+0000 mon.c (mon.2) 124 : audit [DBG] from='client.? 172.21.15.169:0/8460230' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-06T15:38:23.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:23 smithi169 bash[19820]: cephadm 2024-09-06T15:38:21.850438+0000 mgr.y (mgr.25115) 37 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi181 2024-09-06T15:38:23.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:23 smithi169 bash[19820]: audit 2024-09-06T15:38:23.227723+0000 mon.c (mon.2) 124 : audit [DBG] from='client.? 172.21.15.169:0/8460230' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-06T15:38:23.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:23 smithi181 bash[21841]: cephadm 2024-09-06T15:38:21.850438+0000 mgr.y (mgr.25115) 37 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi181 2024-09-06T15:38:23.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:23 smithi181 bash[21841]: audit 2024-09-06T15:38:23.227723+0000 mon.c (mon.2) 124 : audit [DBG] from='client.? 172.21.15.169:0/8460230' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-06T15:38:24.834 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:24 smithi181 bash[21841]: cluster 2024-09-06T15:38:23.536087+0000 mgr.y (mgr.25115) 38 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:38:24.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:24 smithi169 bash[19820]: cluster 2024-09-06T15:38:23.536087+0000 mgr.y (mgr.25115) 38 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:38:24.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:24 smithi169 bash[26469]: cluster 2024-09-06T15:38:23.536087+0000 mgr.y (mgr.25115) 38 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:38:26.737 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:26 smithi181 bash[21841]: cluster 2024-09-06T15:38:25.537722+0000 mgr.y (mgr.25115) 39 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:38:26.737 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:26 smithi181 systemd[1]: Stopping Ceph prometheus.a for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:38:26.738 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:26 smithi181 bash[54406]: ts=2024-09-06T15:38:26.496Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-06T15:38:26.738 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:26 smithi181 bash[54406]: ts=2024-09-06T15:38:26.496Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-06T15:38:26.738 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:26 smithi181 bash[54406]: ts=2024-09-06T15:38:26.496Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-06T15:38:26.738 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:26 smithi181 bash[54406]: ts=2024-09-06T15:38:26.496Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-06T15:38:26.738 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:26 smithi181 bash[54406]: ts=2024-09-06T15:38:26.496Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-06T15:38:26.738 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:26 smithi181 bash[54406]: ts=2024-09-06T15:38:26.496Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-06T15:38:26.738 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:26 smithi181 bash[54406]: ts=2024-09-06T15:38:26.496Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-06T15:38:26.738 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:26 smithi181 bash[54406]: ts=2024-09-06T15:38:26.496Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-06T15:38:26.738 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:26 smithi181 bash[54406]: ts=2024-09-06T15:38:26.496Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-06T15:38:26.738 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:26 smithi181 bash[54406]: ts=2024-09-06T15:38:26.497Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-06T15:38:26.738 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:26 smithi181 bash[54406]: ts=2024-09-06T15:38:26.497Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-06T15:38:26.738 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:26 smithi181 bash[54406]: ts=2024-09-06T15:38:26.497Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-06T15:38:26.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:26 smithi169 bash[19820]: cluster 2024-09-06T15:38:25.537722+0000 mgr.y (mgr.25115) 39 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:38:26.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:26 smithi169 bash[26469]: cluster 2024-09-06T15:38:25.537722+0000 mgr.y (mgr.25115) 39 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:38:27.383 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:27 smithi181 bash[55664]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-prometheus-a 2024-09-06T15:38:37.220 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:27 smithi181 bash[55726]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-prometheus-a 2024-09-06T15:38:37.221 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:27 smithi181 systemd[1]: ceph-bab55310-6c60-11ef-bce4-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-06T15:38:37.221 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:27 smithi181 systemd[1]: Stopped Ceph prometheus.a for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:38:37.221 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:27 smithi181 systemd[1]: Started Ceph prometheus.a for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:38:37.221 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:28 smithi169 bash[19820]: audit 2024-09-06T15:38:27.326566+0000 mon.a (mon.0) 1401 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:37.222 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:28 smithi169 bash[19820]: audit 2024-09-06T15:38:27.351509+0000 mon.a (mon.0) 1402 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:37.222 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:28 smithi169 bash[19820]: audit 2024-09-06T15:38:27.359514+0000 mgr.y (mgr.25115) 40 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-06T15:38:37.222 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:28 smithi169 bash[19820]: audit 2024-09-06T15:38:27.361114+0000 mon.b (mon.1) 68 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-06T15:38:37.222 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:28 smithi169 bash[19820]: audit 2024-09-06T15:38:27.382261+0000 mon.a (mon.0) 1403 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:37.222 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:28 smithi169 bash[19820]: cephadm 2024-09-06T15:38:27.385875+0000 mgr.y (mgr.25115) 41 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.169:5000 to Dashboard 2024-09-06T15:38:37.222 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:28 smithi169 bash[19820]: audit 2024-09-06T15:38:27.386853+0000 mgr.y (mgr.25115) 42 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-06T15:38:37.222 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:28 smithi169 bash[19820]: audit 2024-09-06T15:38:27.389405+0000 mon.b (mon.1) 69 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-06T15:38:37.222 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:28 smithi169 bash[19820]: audit 2024-09-06T15:38:27.390470+0000 mgr.y (mgr.25115) 43 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi169"}]: dispatch 2024-09-06T15:38:37.222 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:28 smithi169 bash[19820]: audit 2024-09-06T15:38:27.392964+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi169"}]: dispatch 2024-09-06T15:38:37.222 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:28 smithi169 bash[19820]: audit 2024-09-06T15:38:27.401050+0000 mon.a (mon.0) 1404 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:37.222 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:28 smithi169 bash[19820]: audit 2024-09-06T15:38:27.406472+0000 mgr.y (mgr.25115) 44 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-06T15:38:37.222 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:28 smithi169 bash[19820]: audit 2024-09-06T15:38:27.409008+0000 mon.b (mon.1) 71 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-06T15:38:37.222 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:28 smithi169 bash[19820]: audit 2024-09-06T15:38:27.451695+0000 mon.b (mon.1) 72 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:38:37.223 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:28 smithi169 bash[19820]: cluster 2024-09-06T15:38:27.538664+0000 mgr.y (mgr.25115) 45 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:38:37.223 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:28 smithi181 bash[21841]: audit 2024-09-06T15:38:27.326566+0000 mon.a (mon.0) 1401 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:37.223 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:28 smithi181 bash[21841]: audit 2024-09-06T15:38:27.351509+0000 mon.a (mon.0) 1402 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:37.223 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:28 smithi181 bash[21841]: audit 2024-09-06T15:38:27.359514+0000 mgr.y (mgr.25115) 40 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-06T15:38:37.223 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:28 smithi181 bash[21841]: audit 2024-09-06T15:38:27.361114+0000 mon.b (mon.1) 68 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-06T15:38:37.223 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:28 smithi181 bash[21841]: audit 2024-09-06T15:38:27.382261+0000 mon.a (mon.0) 1403 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:37.223 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:28 smithi181 bash[21841]: cephadm 2024-09-06T15:38:27.385875+0000 mgr.y (mgr.25115) 41 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.169:5000 to Dashboard 2024-09-06T15:38:37.223 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:28 smithi181 bash[21841]: audit 2024-09-06T15:38:27.386853+0000 mgr.y (mgr.25115) 42 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-06T15:38:37.223 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:28 smithi181 bash[21841]: audit 2024-09-06T15:38:27.389405+0000 mon.b (mon.1) 69 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-06T15:38:37.223 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:28 smithi181 bash[21841]: audit 2024-09-06T15:38:27.390470+0000 mgr.y (mgr.25115) 43 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi169"}]: dispatch 2024-09-06T15:38:37.224 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:28 smithi181 bash[21841]: audit 2024-09-06T15:38:27.392964+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi169"}]: dispatch 2024-09-06T15:38:37.224 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:28 smithi181 bash[21841]: audit 2024-09-06T15:38:27.401050+0000 mon.a (mon.0) 1404 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:37.224 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:28 smithi181 bash[21841]: audit 2024-09-06T15:38:27.406472+0000 mgr.y (mgr.25115) 44 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-06T15:38:37.224 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:28 smithi181 bash[21841]: audit 2024-09-06T15:38:27.409008+0000 mon.b (mon.1) 71 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-06T15:38:37.224 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:28 smithi181 bash[21841]: audit 2024-09-06T15:38:27.451695+0000 mon.b (mon.1) 72 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:38:37.224 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:28 smithi181 bash[21841]: cluster 2024-09-06T15:38:27.538664+0000 mgr.y (mgr.25115) 45 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:38:37.224 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:28 smithi169 bash[26469]: audit 2024-09-06T15:38:27.326566+0000 mon.a (mon.0) 1401 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:37.224 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:28 smithi169 bash[26469]: audit 2024-09-06T15:38:27.351509+0000 mon.a (mon.0) 1402 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:37.224 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:28 smithi169 bash[26469]: audit 2024-09-06T15:38:27.359514+0000 mgr.y (mgr.25115) 40 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-06T15:38:37.224 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:28 smithi169 bash[26469]: audit 2024-09-06T15:38:27.361114+0000 mon.b (mon.1) 68 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-06T15:38:37.224 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:28 smithi169 bash[26469]: audit 2024-09-06T15:38:27.382261+0000 mon.a (mon.0) 1403 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:37.225 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:28 smithi169 bash[26469]: cephadm 2024-09-06T15:38:27.385875+0000 mgr.y (mgr.25115) 41 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.169:5000 to Dashboard 2024-09-06T15:38:37.225 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:28 smithi169 bash[26469]: audit 2024-09-06T15:38:27.386853+0000 mgr.y (mgr.25115) 42 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-06T15:38:37.225 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:28 smithi169 bash[26469]: audit 2024-09-06T15:38:27.389405+0000 mon.b (mon.1) 69 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-06T15:38:37.225 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:28 smithi169 bash[26469]: audit 2024-09-06T15:38:27.390470+0000 mgr.y (mgr.25115) 43 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi169"}]: dispatch 2024-09-06T15:38:37.225 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:28 smithi169 bash[26469]: audit 2024-09-06T15:38:27.392964+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi169"}]: dispatch 2024-09-06T15:38:37.225 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:28 smithi169 bash[26469]: audit 2024-09-06T15:38:27.401050+0000 mon.a (mon.0) 1404 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:37.225 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:28 smithi169 bash[26469]: audit 2024-09-06T15:38:27.406472+0000 mgr.y (mgr.25115) 44 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-06T15:38:37.225 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:28 smithi169 bash[26469]: audit 2024-09-06T15:38:27.409008+0000 mon.b (mon.1) 71 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-06T15:38:37.225 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:28 smithi169 bash[26469]: audit 2024-09-06T15:38:27.451695+0000 mon.b (mon.1) 72 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:38:37.225 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:28 smithi169 bash[26469]: cluster 2024-09-06T15:38:27.538664+0000 mgr.y (mgr.25115) 45 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:38:37.225 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:29 smithi181 bash[55754]: ts=2024-09-06T15:38:29.239Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-06T15:38:37.226 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:29 smithi181 bash[55754]: ts=2024-09-06T15:38:29.239Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-06T15:38:37.226 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:29 smithi181 bash[55754]: ts=2024-09-06T15:38:29.239Z caller=main.go:570 level=info host_details="(Linux 5.15.0-119-generic #129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024 x86_64 smithi181 (none))" 2024-09-06T15:38:37.226 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:29 smithi181 bash[55754]: ts=2024-09-06T15:38:29.239Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-06T15:38:37.226 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:29 smithi181 bash[55754]: ts=2024-09-06T15:38:29.239Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-06T15:38:37.226 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:29 smithi181 bash[55754]: ts=2024-09-06T15:38:29.242Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-06T15:38:37.226 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:29 smithi181 bash[55754]: ts=2024-09-06T15:38:29.242Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-06T15:38:37.226 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:29 smithi181 bash[55754]: ts=2024-09-06T15:38:29.243Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-06T15:38:37.226 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:29 smithi181 bash[55754]: ts=2024-09-06T15:38:29.243Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-06T15:38:37.226 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:29 smithi181 bash[55754]: ts=2024-09-06T15:38:29.245Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-06T15:38:37.226 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:29 smithi181 bash[55754]: ts=2024-09-06T15:38:29.247Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.599814ms 2024-09-06T15:38:37.226 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:29 smithi181 bash[55754]: ts=2024-09-06T15:38:29.247Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-06T15:38:37.226 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:29 smithi181 bash[55754]: ts=2024-09-06T15:38:29.247Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=5 2024-09-06T15:38:37.226 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:29 smithi181 bash[55754]: ts=2024-09-06T15:38:29.262Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=5 2024-09-06T15:38:37.227 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:29 smithi181 bash[55754]: ts=2024-09-06T15:38:29.266Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=5 2024-09-06T15:38:37.227 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:29 smithi181 bash[55754]: ts=2024-09-06T15:38:29.269Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=5 2024-09-06T15:38:37.227 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:29 smithi181 bash[55754]: ts=2024-09-06T15:38:29.272Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=5 2024-09-06T15:38:37.227 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:29 smithi181 bash[55754]: ts=2024-09-06T15:38:29.273Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=5 maxSegment=5 2024-09-06T15:38:37.227 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:29 smithi181 bash[55754]: ts=2024-09-06T15:38:29.273Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=51.473µs wal_replay_duration=25.443436ms wbl_replay_duration=95ns total_replay_duration=27.132161ms 2024-09-06T15:38:37.227 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:29 smithi181 bash[55754]: ts=2024-09-06T15:38:29.275Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-06T15:38:37.227 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:29 smithi181 bash[55754]: ts=2024-09-06T15:38:29.275Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-06T15:38:37.227 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:29 smithi181 bash[55754]: ts=2024-09-06T15:38:29.275Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-06T15:38:37.227 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:29 smithi181 bash[55754]: ts=2024-09-06T15:38:29.297Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=22.762047ms db_storage=973ns remote_storage=1.171µs web_handler=575ns query_engine=654ns scrape=266.303µs scrape_sd=127.964µs notify=22.76µs notify_sd=42.222µs rules=21.868412ms tracing=7.57µs 2024-09-06T15:38:37.275 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:29 smithi181 bash[55754]: ts=2024-09-06T15:38:29.297Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-06T15:38:37.275 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:29 smithi181 bash[55754]: ts=2024-09-06T15:38:29.297Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-06T15:38:37.275 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:30 smithi169 bash[19820]: cluster 2024-09-06T15:38:29.539514+0000 mgr.y (mgr.25115) 46 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:38:37.275 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:30 smithi169 bash[19820]: audit 2024-09-06T15:38:30.262414+0000 mon.b (mon.1) 73 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:38:37.275 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:30 smithi169 bash[19820]: audit 2024-09-06T15:38:30.479318+0000 mon.a (mon.0) 1405 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-06T15:38:37.275 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:30 smithi169 bash[19820]: audit 2024-09-06T15:38:30.481474+0000 mon.b (mon.1) 74 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-06T15:38:37.276 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:30 smithi169 bash[19820]: audit 2024-09-06T15:38:30.484480+0000 mon.b (mon.1) 75 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-06T15:38:37.276 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:30 smithi169 bash[19820]: audit 2024-09-06T15:38:30.486276+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:38:37.276 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:30 smithi169 bash[26469]: cluster 2024-09-06T15:38:29.539514+0000 mgr.y (mgr.25115) 46 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:38:37.276 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:30 smithi169 bash[26469]: audit 2024-09-06T15:38:30.262414+0000 mon.b (mon.1) 73 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:38:37.276 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:30 smithi169 bash[26469]: audit 2024-09-06T15:38:30.479318+0000 mon.a (mon.0) 1405 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-06T15:38:37.276 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:30 smithi169 bash[26469]: audit 2024-09-06T15:38:30.481474+0000 mon.b (mon.1) 74 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-06T15:38:37.276 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:30 smithi169 bash[26469]: audit 2024-09-06T15:38:30.484480+0000 mon.b (mon.1) 75 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-06T15:38:37.276 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:30 smithi169 bash[26469]: audit 2024-09-06T15:38:30.486276+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:38:37.277 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:30 smithi181 bash[21841]: cluster 2024-09-06T15:38:29.539514+0000 mgr.y (mgr.25115) 46 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:38:37.277 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:30 smithi181 bash[21841]: audit 2024-09-06T15:38:30.262414+0000 mon.b (mon.1) 73 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:38:37.277 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:30 smithi181 bash[21841]: audit 2024-09-06T15:38:30.479318+0000 mon.a (mon.0) 1405 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-06T15:38:37.277 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:30 smithi181 bash[21841]: audit 2024-09-06T15:38:30.481474+0000 mon.b (mon.1) 74 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-06T15:38:37.277 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:30 smithi181 bash[21841]: audit 2024-09-06T15:38:30.484480+0000 mon.b (mon.1) 75 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-06T15:38:37.277 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:30 smithi181 bash[21841]: audit 2024-09-06T15:38:30.486276+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:38:37.277 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:31 smithi181 bash[21841]: cephadm 2024-09-06T15:38:30.477477+0000 mgr.y (mgr.25115) 47 : cephadm [INF] Upgrade: Updating mgr.x 2024-09-06T15:38:37.277 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:31 smithi181 bash[21841]: cephadm 2024-09-06T15:38:30.484809+0000 mgr.y (mgr.25115) 48 : cephadm [INF] Deploying daemon mgr.x on smithi181 2024-09-06T15:38:37.277 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:32 smithi181 bash[21841]: cluster 2024-09-06T15:38:31.541217+0000 mgr.y (mgr.25115) 49 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:38:37.277 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:33 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:38:37.278 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:33 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:38:37.278 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:31 smithi169 bash[19820]: cephadm 2024-09-06T15:38:30.477477+0000 mgr.y (mgr.25115) 47 : cephadm [INF] Upgrade: Updating mgr.x 2024-09-06T15:38:37.278 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:31 smithi169 bash[19820]: cephadm 2024-09-06T15:38:30.484809+0000 mgr.y (mgr.25115) 48 : cephadm [INF] Deploying daemon mgr.x on smithi181 2024-09-06T15:38:37.279 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:38:33 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:38:37.279 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:31 smithi169 bash[26469]: cephadm 2024-09-06T15:38:30.477477+0000 mgr.y (mgr.25115) 47 : cephadm [INF] Upgrade: Updating mgr.x 2024-09-06T15:38:37.279 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:31 smithi169 bash[26469]: cephadm 2024-09-06T15:38:30.484809+0000 mgr.y (mgr.25115) 48 : cephadm [INF] Deploying daemon mgr.x on smithi181 2024-09-06T15:38:37.279 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:38:33 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:38:37.456 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:38:33 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:38:37.514 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:38:33 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:38:37.514 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:32 smithi169 bash[19820]: cluster 2024-09-06T15:38:31.541217+0000 mgr.y (mgr.25115) 49 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:38:37.515 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:38:33 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:38:37.515 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:38:33 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:38:37.516 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:32 smithi169 bash[26469]: cluster 2024-09-06T15:38:31.541217+0000 mgr.y (mgr.25115) 49 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:38:37.516 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:34 smithi169 bash[26469]: audit 2024-09-06T15:38:32.991944+0000 mgr.y (mgr.25115) 50 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:38:37.516 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:34 smithi169 bash[26469]: cluster 2024-09-06T15:38:33.542019+0000 mgr.y (mgr.25115) 51 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:38:37.516 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:34 smithi169 bash[26469]: audit 2024-09-06T15:38:34.536706+0000 mon.a (mon.0) 1406 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:37.516 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:34 smithi169 bash[26469]: audit 2024-09-06T15:38:34.548348+0000 mon.a (mon.0) 1407 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:37.516 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:33 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:38:37.517 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:34 smithi169 bash[19820]: audit 2024-09-06T15:38:32.991944+0000 mgr.y (mgr.25115) 50 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:38:37.517 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:34 smithi169 bash[19820]: cluster 2024-09-06T15:38:33.542019+0000 mgr.y (mgr.25115) 51 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:38:37.517 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:34 smithi169 bash[19820]: audit 2024-09-06T15:38:34.536706+0000 mon.a (mon.0) 1406 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:37.517 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:34 smithi169 bash[19820]: audit 2024-09-06T15:38:34.548348+0000 mon.a (mon.0) 1407 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:37.518 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:33 smithi181 systemd[1]: Stopping Ceph mgr.x for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:38:37.518 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:34 smithi181 bash[56037]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-mgr-x 2024-09-06T15:38:37.518 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:34 smithi181 systemd[1]: ceph-bab55310-6c60-11ef-bce4-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-06T15:38:37.518 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:34 smithi181 bash[56096]: Error response from daemon: No such container: ceph-bab55310-6c60-11ef-bce4-c7b262605968-mgr-x 2024-09-06T15:38:37.518 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:34 smithi181 systemd[1]: ceph-bab55310-6c60-11ef-bce4-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-09-06T15:38:37.518 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:34 smithi181 systemd[1]: Stopped Ceph mgr.x for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:38:37.518 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:34 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:38:37.518 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:34 smithi181 systemd[1]: Started Ceph mgr.x for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:38:37.519 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-09-06T15:38:37.519 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-06T15:38:37.519 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (25m) 29s ago 26m 13.8M - 0.25.0 c8568f914cd2 ae7ff3ddd464 2024-09-06T15:38:37.519 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi181 *:3000 running (25m) 29s ago 25m 74.6M - 9.4.12 2bacad6d85d8 3a07dedb5cb8 2024-09-06T15:38:37.519 INFO:teuthology.orchestra.run.smithi169.stdout:iscsi.foo.smithi169.yxosuq smithi169 *:5000 starting - - - - 2024-09-06T15:38:37.519 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi181 *:8443,9283,8765 starting - - - - 2024-09-06T15:38:37.519 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (11m) 29s ago 36m 479M - 19.3.0-4704-g8b38c33c 1c45aca0610a 5f9711fb78b7 2024-09-06T15:38:37.519 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (36m) 29s ago 36m 85.9M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 e9246768aa61 2024-09-06T15:38:37.519 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi181 running (34m) 29s ago 34m 58.9M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 ae587368c103 2024-09-06T15:38:37.519 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (34m) 29s ago 34m 59.7M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 f845352189fb 2024-09-06T15:38:37.519 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (26m) 29s ago 26m 9152k - 1.5.0 0da6a335fe13 db564af40cf2 2024-09-06T15:38:37.520 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi181 *:9100 running (26m) 29s ago 26m 8811k - 1.5.0 0da6a335fe13 f0040460eadd 2024-09-06T15:38:37.520 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (33m) 29s ago 33m 58.0M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 cec969796af3 2024-09-06T15:38:37.520 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (32m) 29s ago 32m 67.3M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 d527f97f0b83 2024-09-06T15:38:37.520 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (31m) 29s ago 31m 61.7M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 303b15f1c60b 2024-09-06T15:38:37.520 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (30m) 29s ago 30m 64.8M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 524c24c2c8fd 2024-09-06T15:38:37.520 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi181 running (30m) 29s ago 30m 68.1M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 c9c9286e40c9 2024-09-06T15:38:37.520 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi181 running (29m) 29s ago 29m 55.6M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 427ff3118a0b 2024-09-06T15:38:37.520 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi181 running (28m) 29s ago 28m 63.8M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 9e6f947064d2 2024-09-06T15:38:37.520 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi181 running (27m) 29s ago 27m 66.5M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 a94f6f351ffd 2024-09-06T15:38:37.520 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi181 *:9095 starting - - - - 2024-09-06T15:38:37.520 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi169.svrjnx smithi169 *:8000 running (23m) 29s ago 23m 101M - 19.1.1-268-g635ed4cf b6db46a449e5 73d895896783 2024-09-06T15:38:37.520 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi181.fqbtai smithi181 *:8000 running (23m) 29s ago 23m 101M - 19.1.1-268-g635ed4cf b6db46a449e5 4aaa91540a99 2024-09-06T15:38:37.520 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:38:37.521 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-09-06T15:38:37.521 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 3 2024-09-06T15:38:37.521 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:38:37.521 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-09-06T15:38:37.521 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 2 2024-09-06T15:38:37.521 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:38:37.521 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-09-06T15:38:37.521 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 8 2024-09-06T15:38:37.521 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:38:37.521 INFO:teuthology.orchestra.run.smithi169.stdout: "rgw": { 2024-09-06T15:38:37.521 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 2 2024-09-06T15:38:37.521 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:38:37.521 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-09-06T15:38:37.522 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 13, 2024-09-06T15:38:37.522 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 2 2024-09-06T15:38:37.522 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-09-06T15:38:37.522 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:38:37.531 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:38:34 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:38:37.531 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:38:36 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:38:36] "GET /metrics HTTP/1.1" 200 38246 "" "Prometheus/2.43.0" 2024-09-06T15:38:37.531 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:38:34 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:38:37.531 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:38:34 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:38:37.532 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:38:34 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:38:37.532 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:38:37.532 INFO:teuthology.orchestra.run.smithi169.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", 2024-09-06T15:38:37.532 INFO:teuthology.orchestra.run.smithi169.stdout: "in_progress": true, 2024-09-06T15:38:37.532 INFO:teuthology.orchestra.run.smithi169.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-09-06T15:38:37.533 INFO:teuthology.orchestra.run.smithi169.stdout: "services_complete": [], 2024-09-06T15:38:37.533 INFO:teuthology.orchestra.run.smithi169.stdout: "progress": "", 2024-09-06T15:38:37.533 INFO:teuthology.orchestra.run.smithi169.stdout: "message": "Currently upgrading mgr daemons", 2024-09-06T15:38:37.533 INFO:teuthology.orchestra.run.smithi169.stdout: "is_paused": false 2024-09-06T15:38:37.533 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:38:37.629 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:38:34 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:38:37.630 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:36 smithi169 bash[19820]: audit 2024-09-06T15:38:35.425006+0000 mgr.y (mgr.25115) 52 : audit [DBG] from='client.15432 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:38:37.630 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:36 smithi169 bash[19820]: cluster 2024-09-06T15:38:35.542782+0000 mgr.y (mgr.25115) 53 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:38:37.630 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:36 smithi169 bash[19820]: audit 2024-09-06T15:38:35.703197+0000 mgr.y (mgr.25115) 54 : audit [DBG] from='client.25295 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:38:37.630 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:36 smithi169 bash[19820]: audit 2024-09-06T15:38:36.339485+0000 mon.a (mon.0) 1408 : audit [DBG] from='client.? 172.21.15.169:0/2321917792' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:38:37.630 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:38:34 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:38:37.631 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:36 smithi169 bash[26469]: audit 2024-09-06T15:38:35.425006+0000 mgr.y (mgr.25115) 52 : audit [DBG] from='client.15432 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:38:37.631 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:36 smithi169 bash[26469]: cluster 2024-09-06T15:38:35.542782+0000 mgr.y (mgr.25115) 53 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:38:37.631 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:36 smithi169 bash[26469]: audit 2024-09-06T15:38:35.703197+0000 mgr.y (mgr.25115) 54 : audit [DBG] from='client.25295 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:38:37.631 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:36 smithi169 bash[26469]: audit 2024-09-06T15:38:36.339485+0000 mon.a (mon.0) 1408 : audit [DBG] from='client.? 172.21.15.169:0/2321917792' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:38:37.631 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:38:34 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:38:37.631 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:34 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:38:37.631 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:34 smithi181 bash[21841]: audit 2024-09-06T15:38:32.991944+0000 mgr.y (mgr.25115) 50 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:38:37.632 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:34 smithi181 bash[21841]: cluster 2024-09-06T15:38:33.542019+0000 mgr.y (mgr.25115) 51 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:38:37.632 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:34 smithi181 bash[21841]: audit 2024-09-06T15:38:34.536706+0000 mon.a (mon.0) 1406 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:37.632 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:34 smithi181 bash[21841]: audit 2024-09-06T15:38:34.548348+0000 mon.a (mon.0) 1407 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:37.632 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:35 smithi181 bash[56151]: debug 2024-09-06T15:38:35.811+0000 7fb942f46640 1 -- 172.21.15.181:0/2313610542 <== mon.1 v2:172.21.15.181:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5620d9be10e0 con 0x5620d9be2800 2024-09-06T15:38:37.632 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:36 smithi181 bash[21841]: audit 2024-09-06T15:38:35.425006+0000 mgr.y (mgr.25115) 52 : audit [DBG] from='client.15432 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:38:37.632 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:36 smithi181 bash[21841]: cluster 2024-09-06T15:38:35.542782+0000 mgr.y (mgr.25115) 53 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:38:37.632 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:36 smithi181 bash[21841]: audit 2024-09-06T15:38:35.703197+0000 mgr.y (mgr.25115) 54 : audit [DBG] from='client.25295 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:38:37.632 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:36 smithi181 bash[21841]: audit 2024-09-06T15:38:36.339485+0000 mon.a (mon.0) 1408 : audit [DBG] from='client.? 172.21.15.169:0/2321917792' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:38:37.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:37 smithi169 bash[19820]: audit 2024-09-06T15:38:35.985022+0000 mgr.y (mgr.25115) 55 : audit [DBG] from='client.15444 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:38:37.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:37 smithi169 bash[19820]: audit 2024-09-06T15:38:36.625745+0000 mgr.y (mgr.25115) 56 : audit [DBG] from='client.25319 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:38:37.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:37 smithi169 bash[26469]: audit 2024-09-06T15:38:35.985022+0000 mgr.y (mgr.25115) 55 : audit [DBG] from='client.15444 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:38:37.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:37 smithi169 bash[26469]: audit 2024-09-06T15:38:36.625745+0000 mgr.y (mgr.25115) 56 : audit [DBG] from='client.25319 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:38:37.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:37 smithi181 bash[21841]: audit 2024-09-06T15:38:35.985022+0000 mgr.y (mgr.25115) 55 : audit [DBG] from='client.15444 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:38:37.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:37 smithi181 bash[21841]: audit 2024-09-06T15:38:36.625745+0000 mgr.y (mgr.25115) 56 : audit [DBG] from='client.25319 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:38:38.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:38 smithi169 bash[19820]: cluster 2024-09-06T15:38:37.543484+0000 mgr.y (mgr.25115) 57 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:38:38.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:38 smithi169 bash[26469]: cluster 2024-09-06T15:38:37.543484+0000 mgr.y (mgr.25115) 57 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:38:38.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:38 smithi181 bash[21841]: cluster 2024-09-06T15:38:37.543484+0000 mgr.y (mgr.25115) 57 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:38:40.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:40 smithi169 bash[19820]: cluster 2024-09-06T15:38:39.544186+0000 mgr.y (mgr.25115) 58 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:38:40.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:40 smithi169 bash[19820]: audit 2024-09-06T15:38:40.533217+0000 mon.a (mon.0) 1409 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:40.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:40 smithi169 bash[19820]: audit 2024-09-06T15:38:40.542299+0000 mon.a (mon.0) 1410 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:40.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:40 smithi169 bash[26469]: cluster 2024-09-06T15:38:39.544186+0000 mgr.y (mgr.25115) 58 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:38:40.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:40 smithi169 bash[26469]: audit 2024-09-06T15:38:40.533217+0000 mon.a (mon.0) 1409 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:40.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:40 smithi169 bash[26469]: audit 2024-09-06T15:38:40.542299+0000 mon.a (mon.0) 1410 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:40.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:40 smithi181 bash[21841]: cluster 2024-09-06T15:38:39.544186+0000 mgr.y (mgr.25115) 58 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:38:40.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:40 smithi181 bash[21841]: audit 2024-09-06T15:38:40.533217+0000 mon.a (mon.0) 1409 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:40.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:40 smithi181 bash[21841]: audit 2024-09-06T15:38:40.542299+0000 mon.a (mon.0) 1410 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:41.495 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:41 smithi181 bash[56151]: debug 2024-09-06T15:38:41.139+0000 7fb9457b0040 -1 mgr[py] Module not found: 'volumes' 2024-09-06T15:38:41.495 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:41 smithi181 bash[56151]: debug 2024-09-06T15:38:41.139+0000 7fb9457b0040 -1 mgr[py] Traceback (most recent call last): 2024-09-06T15:38:41.495 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:41 smithi181 bash[56151]: File "/usr/share/ceph/mgr/volumes/__init__.py", line 2, in 2024-09-06T15:38:41.495 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:41 smithi181 bash[56151]: from .module import Module 2024-09-06T15:38:41.495 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:41 smithi181 bash[56151]: File "/usr/share/ceph/mgr/volumes/module.py", line 9, in 2024-09-06T15:38:41.495 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:41 smithi181 bash[56151]: from .fs.volume import VolumeClient 2024-09-06T15:38:41.496 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:41 smithi181 bash[56151]: File "/usr/share/ceph/mgr/volumes/fs/volume.py", line 12, in 2024-09-06T15:38:41.496 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:41 smithi181 bash[56151]: from ceph.fs.earmarking import CephFSVolumeEarmarking, EarmarkException # type: ignore 2024-09-06T15:38:41.496 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:41 smithi181 bash[56151]: ModuleNotFoundError: No module named 'ceph.fs' 2024-09-06T15:38:41.496 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:41 smithi181 bash[56151]: debug 2024-09-06T15:38:41.139+0000 7fb9457b0040 -1 mgr[py] Class not found in module 'volumes' 2024-09-06T15:38:41.496 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:41 smithi181 bash[56151]: debug 2024-09-06T15:38:41.139+0000 7fb9457b0040 -1 mgr[py] Error loading module 'volumes': (2) No such file or directory 2024-09-06T15:38:41.929 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:41 smithi181 bash[21841]: audit 2024-09-06T15:38:40.629774+0000 mon.a (mon.0) 1411 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:41.929 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:41 smithi181 bash[21841]: audit 2024-09-06T15:38:40.648350+0000 mon.a (mon.0) 1412 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:41.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:41 smithi169 bash[19820]: audit 2024-09-06T15:38:40.629774+0000 mon.a (mon.0) 1411 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:41.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:41 smithi169 bash[19820]: audit 2024-09-06T15:38:40.648350+0000 mon.a (mon.0) 1412 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:41.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:41 smithi169 bash[26469]: audit 2024-09-06T15:38:40.629774+0000 mon.a (mon.0) 1411 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:41.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:41 smithi169 bash[26469]: audit 2024-09-06T15:38:40.648350+0000 mon.a (mon.0) 1412 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:42.245 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:41 smithi181 bash[56151]: debug 2024-09-06T15:38:41.931+0000 7fb9457b0040 -1 log_channel(cluster) log [ERR] : Failed to load ceph-mgr modules: volumes 2024-09-06T15:38:42.245 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:41 smithi181 bash[56151]: [06/Sep/2024:15:38:41] ENGINE Bus STARTING 2024-09-06T15:38:42.245 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:41 smithi181 bash[56151]: CherryPy Checker: 2024-09-06T15:38:42.245 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:41 smithi181 bash[56151]: The Application mounted at '' has an empty config. 2024-09-06T15:38:42.245 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:42 smithi181 bash[56151]: [06/Sep/2024:15:38:42] ENGINE Serving on http://:::9283 2024-09-06T15:38:42.245 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:38:42 smithi181 bash[56151]: [06/Sep/2024:15:38:42] ENGINE Bus STARTED 2024-09-06T15:38:42.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:42 smithi169 bash[19820]: cluster 2024-09-06T15:38:41.545828+0000 mgr.y (mgr.25115) 59 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:38:42.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:42 smithi169 bash[19820]: audit 2024-09-06T15:38:41.841793+0000 mon.a (mon.0) 1413 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:42.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:42 smithi169 bash[19820]: audit 2024-09-06T15:38:41.855007+0000 mon.a (mon.0) 1414 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:42.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:42 smithi169 bash[19820]: cluster 2024-09-06T15:38:41.953336+0000 mon.a (mon.0) 1415 : cluster [DBG] Standby manager daemon x restarted 2024-09-06T15:38:42.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:42 smithi169 bash[19820]: cluster 2024-09-06T15:38:41.953528+0000 mon.a (mon.0) 1416 : cluster [DBG] Standby manager daemon x started 2024-09-06T15:38:42.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:42 smithi169 bash[19820]: audit 2024-09-06T15:38:41.957072+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.? 172.21.15.181:0/3243827331' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-06T15:38:42.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:42 smithi169 bash[19820]: audit 2024-09-06T15:38:41.957562+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.? 172.21.15.181:0/3243827331' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-06T15:38:42.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:42 smithi169 bash[19820]: audit 2024-09-06T15:38:41.959286+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.? 172.21.15.181:0/3243827331' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-06T15:38:42.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:42 smithi169 bash[19820]: audit 2024-09-06T15:38:41.959671+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.? 172.21.15.181:0/3243827331' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-06T15:38:42.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:42 smithi169 bash[26469]: cluster 2024-09-06T15:38:41.545828+0000 mgr.y (mgr.25115) 59 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:38:42.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:42 smithi169 bash[26469]: audit 2024-09-06T15:38:41.841793+0000 mon.a (mon.0) 1413 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:42.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:42 smithi169 bash[26469]: audit 2024-09-06T15:38:41.855007+0000 mon.a (mon.0) 1414 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:42.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:42 smithi169 bash[26469]: cluster 2024-09-06T15:38:41.953336+0000 mon.a (mon.0) 1415 : cluster [DBG] Standby manager daemon x restarted 2024-09-06T15:38:42.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:42 smithi169 bash[26469]: cluster 2024-09-06T15:38:41.953528+0000 mon.a (mon.0) 1416 : cluster [DBG] Standby manager daemon x started 2024-09-06T15:38:42.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:42 smithi169 bash[26469]: audit 2024-09-06T15:38:41.957072+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.? 172.21.15.181:0/3243827331' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-06T15:38:42.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:42 smithi169 bash[26469]: audit 2024-09-06T15:38:41.957562+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.? 172.21.15.181:0/3243827331' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-06T15:38:42.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:42 smithi169 bash[26469]: audit 2024-09-06T15:38:41.959286+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.? 172.21.15.181:0/3243827331' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-06T15:38:42.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:42 smithi169 bash[26469]: audit 2024-09-06T15:38:41.959671+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.? 172.21.15.181:0/3243827331' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-06T15:38:42.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:42 smithi181 bash[21841]: cluster 2024-09-06T15:38:41.545828+0000 mgr.y (mgr.25115) 59 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:38:42.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:42 smithi181 bash[21841]: audit 2024-09-06T15:38:41.841793+0000 mon.a (mon.0) 1413 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:42.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:42 smithi181 bash[21841]: audit 2024-09-06T15:38:41.855007+0000 mon.a (mon.0) 1414 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:42.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:42 smithi181 bash[21841]: cluster 2024-09-06T15:38:41.953336+0000 mon.a (mon.0) 1415 : cluster [DBG] Standby manager daemon x restarted 2024-09-06T15:38:42.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:42 smithi181 bash[21841]: cluster 2024-09-06T15:38:41.953528+0000 mon.a (mon.0) 1416 : cluster [DBG] Standby manager daemon x started 2024-09-06T15:38:42.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:42 smithi181 bash[21841]: audit 2024-09-06T15:38:41.957072+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.? 172.21.15.181:0/3243827331' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-06T15:38:42.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:42 smithi181 bash[21841]: audit 2024-09-06T15:38:41.957562+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.? 172.21.15.181:0/3243827331' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-06T15:38:42.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:42 smithi181 bash[21841]: audit 2024-09-06T15:38:41.959286+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.? 172.21.15.181:0/3243827331' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-06T15:38:42.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:42 smithi181 bash[21841]: audit 2024-09-06T15:38:41.959671+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.? 172.21.15.181:0/3243827331' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-06T15:38:43.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:43 smithi169 bash[19820]: cluster 2024-09-06T15:38:41.934651+0000 mgr.x (mgr.24658) 1 : cluster [ERR] Failed to load ceph-mgr modules: volumes 2024-09-06T15:38:43.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:43 smithi169 bash[19820]: cluster 2024-09-06T15:38:42.869652+0000 mon.a (mon.0) 1417 : cluster [DBG] mgrmap e44: y(active, since 43s), standbys: x 2024-09-06T15:38:43.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:43 smithi169 bash[26469]: cluster 2024-09-06T15:38:41.934651+0000 mgr.x (mgr.24658) 1 : cluster [ERR] Failed to load ceph-mgr modules: volumes 2024-09-06T15:38:43.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:43 smithi169 bash[26469]: cluster 2024-09-06T15:38:42.869652+0000 mon.a (mon.0) 1417 : cluster [DBG] mgrmap e44: y(active, since 43s), standbys: x 2024-09-06T15:38:43.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:43 smithi181 bash[21841]: cluster 2024-09-06T15:38:41.934651+0000 mgr.x (mgr.24658) 1 : cluster [ERR] Failed to load ceph-mgr modules: volumes 2024-09-06T15:38:43.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:43 smithi181 bash[21841]: cluster 2024-09-06T15:38:42.869652+0000 mon.a (mon.0) 1417 : cluster [DBG] mgrmap e44: y(active, since 43s), standbys: x 2024-09-06T15:38:44.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:44 smithi169 bash[19820]: audit 2024-09-06T15:38:43.003100+0000 mgr.y (mgr.25115) 60 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:38:44.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:44 smithi169 bash[19820]: cluster 2024-09-06T15:38:43.546714+0000 mgr.y (mgr.25115) 61 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:38:44.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:44 smithi169 bash[26469]: audit 2024-09-06T15:38:43.003100+0000 mgr.y (mgr.25115) 60 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:38:44.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:44 smithi169 bash[26469]: cluster 2024-09-06T15:38:43.546714+0000 mgr.y (mgr.25115) 61 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:38:44.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:44 smithi181 bash[21841]: audit 2024-09-06T15:38:43.003100+0000 mgr.y (mgr.25115) 60 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:38:44.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:44 smithi181 bash[21841]: cluster 2024-09-06T15:38:43.546714+0000 mgr.y (mgr.25115) 61 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:38:45.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:45 smithi169 bash[19820]: audit 2024-09-06T15:38:45.263022+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:38:45.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:45 smithi169 bash[26469]: audit 2024-09-06T15:38:45.263022+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:38:45.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:45 smithi181 bash[21841]: audit 2024-09-06T15:38:45.263022+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:38:46.660 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:38:46 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:38:46] "GET /metrics HTTP/1.1" 200 38244 "" "Prometheus/2.43.0" 2024-09-06T15:38:46.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:46 smithi169 bash[26469]: cluster 2024-09-06T15:38:45.548375+0000 mgr.y (mgr.25115) 62 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:38:46.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:46 smithi169 bash[19820]: cluster 2024-09-06T15:38:45.548375+0000 mgr.y (mgr.25115) 62 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:38:46.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:46 smithi181 bash[21841]: cluster 2024-09-06T15:38:45.548375+0000 mgr.y (mgr.25115) 62 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:38:48.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:48 smithi181 bash[21841]: cluster 2024-09-06T15:38:47.549241+0000 mgr.y (mgr.25115) 63 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:38:48.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:48 smithi169 bash[26469]: cluster 2024-09-06T15:38:47.549241+0000 mgr.y (mgr.25115) 63 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:38:48.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:48 smithi169 bash[19820]: cluster 2024-09-06T15:38:47.549241+0000 mgr.y (mgr.25115) 63 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:38:50.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:50 smithi169 bash[19820]: cluster 2024-09-06T15:38:49.550019+0000 mgr.y (mgr.25115) 64 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:38:50.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:50 smithi169 bash[26469]: cluster 2024-09-06T15:38:49.550019+0000 mgr.y (mgr.25115) 64 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:38:50.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:50 smithi181 bash[21841]: cluster 2024-09-06T15:38:49.550019+0000 mgr.y (mgr.25115) 64 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:38:52.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[19820]: cluster 2024-09-06T15:38:51.551727+0000 mgr.y (mgr.25115) 65 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:38:52.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[19820]: audit 2024-09-06T15:38:51.888981+0000 mon.a (mon.0) 1418 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:52.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[19820]: audit 2024-09-06T15:38:51.902369+0000 mon.a (mon.0) 1419 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:52.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[19820]: audit 2024-09-06T15:38:51.909372+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:38:52.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[19820]: audit 2024-09-06T15:38:51.911483+0000 mon.b (mon.1) 83 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:38:52.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[19820]: audit 2024-09-06T15:38:51.919722+0000 mon.a (mon.0) 1420 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:52.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[19820]: audit 2024-09-06T15:38:52.080949+0000 mon.b (mon.1) 84 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:38:52.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[19820]: audit 2024-09-06T15:38:52.084740+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:38:52.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[19820]: audit 2024-09-06T15:38:52.089675+0000 mon.a (mon.0) 1421 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:52.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[19820]: audit 2024-09-06T15:38:52.097045+0000 mon.a (mon.0) 1422 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-06T15:38:52.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[19820]: audit 2024-09-06T15:38:52.099562+0000 mon.b (mon.1) 86 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-06T15:38:52.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[19820]: audit 2024-09-06T15:38:52.101288+0000 mon.a (mon.0) 1423 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-06T15:38:52.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[19820]: audit 2024-09-06T15:38:52.108858+0000 mon.a (mon.0) 1424 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-06T15:38:52.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[19820]: audit 2024-09-06T15:38:52.111017+0000 mon.b (mon.1) 87 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-06T15:38:52.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[19820]: audit 2024-09-06T15:38:52.114873+0000 mon.a (mon.0) 1425 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-06T15:38:52.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[19820]: audit 2024-09-06T15:38:52.124877+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:38:52.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[19820]: audit 2024-09-06T15:38:52.130559+0000 mon.a (mon.0) 1426 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:52.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[19820]: audit 2024-09-06T15:38:52.141098+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:38:52.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[19820]: audit 2024-09-06T15:38:52.147249+0000 mon.a (mon.0) 1427 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:52.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[19820]: audit 2024-09-06T15:38:52.157068+0000 mon.b (mon.1) 90 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:38:52.989 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[26469]: cluster 2024-09-06T15:38:51.551727+0000 mgr.y (mgr.25115) 65 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:38:52.989 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[26469]: audit 2024-09-06T15:38:51.888981+0000 mon.a (mon.0) 1418 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:52.989 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[26469]: audit 2024-09-06T15:38:51.902369+0000 mon.a (mon.0) 1419 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:52.989 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[26469]: audit 2024-09-06T15:38:51.909372+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:38:52.989 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[26469]: audit 2024-09-06T15:38:51.911483+0000 mon.b (mon.1) 83 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:38:52.989 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[26469]: audit 2024-09-06T15:38:51.919722+0000 mon.a (mon.0) 1420 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:52.990 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[26469]: audit 2024-09-06T15:38:52.080949+0000 mon.b (mon.1) 84 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:38:52.990 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[26469]: audit 2024-09-06T15:38:52.084740+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:38:52.990 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[26469]: audit 2024-09-06T15:38:52.089675+0000 mon.a (mon.0) 1421 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:52.990 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[26469]: audit 2024-09-06T15:38:52.097045+0000 mon.a (mon.0) 1422 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-06T15:38:52.990 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[26469]: audit 2024-09-06T15:38:52.099562+0000 mon.b (mon.1) 86 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-06T15:38:52.990 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[26469]: audit 2024-09-06T15:38:52.101288+0000 mon.a (mon.0) 1423 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-06T15:38:52.990 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[26469]: audit 2024-09-06T15:38:52.108858+0000 mon.a (mon.0) 1424 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-06T15:38:52.990 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[26469]: audit 2024-09-06T15:38:52.111017+0000 mon.b (mon.1) 87 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-06T15:38:52.990 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[26469]: audit 2024-09-06T15:38:52.114873+0000 mon.a (mon.0) 1425 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-06T15:38:52.990 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[26469]: audit 2024-09-06T15:38:52.124877+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:38:52.990 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[26469]: audit 2024-09-06T15:38:52.130559+0000 mon.a (mon.0) 1426 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:52.990 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[26469]: audit 2024-09-06T15:38:52.141098+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:38:52.990 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[26469]: audit 2024-09-06T15:38:52.147249+0000 mon.a (mon.0) 1427 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:52.991 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[26469]: audit 2024-09-06T15:38:52.157068+0000 mon.b (mon.1) 90 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:38:52.991 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[26469]: audit 2024-09-06T15:38:52.162751+0000 mon.a (mon.0) 1428 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:52.991 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[26469]: audit 2024-09-06T15:38:52.171649+0000 mon.b (mon.1) 91 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:38:52.991 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[26469]: audit 2024-09-06T15:38:52.177821+0000 mon.a (mon.0) 1429 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:52.991 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[26469]: audit 2024-09-06T15:38:52.186602+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:38:52.991 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[26469]: audit 2024-09-06T15:38:52.192421+0000 mon.a (mon.0) 1430 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:52.991 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[26469]: audit 2024-09-06T15:38:52.202111+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:38:52.991 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[26469]: audit 2024-09-06T15:38:52.208266+0000 mon.a (mon.0) 1431 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:52.991 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[26469]: audit 2024-09-06T15:38:52.218610+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:38:52.991 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[26469]: audit 2024-09-06T15:38:52.225152+0000 mon.a (mon.0) 1432 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:52.991 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[19820]: audit 2024-09-06T15:38:52.162751+0000 mon.a (mon.0) 1428 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:52.992 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[19820]: audit 2024-09-06T15:38:52.171649+0000 mon.b (mon.1) 91 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:38:52.992 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[19820]: audit 2024-09-06T15:38:52.177821+0000 mon.a (mon.0) 1429 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:52.992 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[19820]: audit 2024-09-06T15:38:52.186602+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:38:52.992 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[19820]: audit 2024-09-06T15:38:52.192421+0000 mon.a (mon.0) 1430 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:52.992 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[19820]: audit 2024-09-06T15:38:52.202111+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:38:52.992 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[19820]: audit 2024-09-06T15:38:52.208266+0000 mon.a (mon.0) 1431 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:52.992 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[19820]: audit 2024-09-06T15:38:52.218610+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:38:52.992 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:52 smithi169 bash[19820]: audit 2024-09-06T15:38:52.225152+0000 mon.a (mon.0) 1432 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:52.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:52 smithi181 bash[21841]: cluster 2024-09-06T15:38:51.551727+0000 mgr.y (mgr.25115) 65 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:38:52.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:52 smithi181 bash[21841]: audit 2024-09-06T15:38:51.888981+0000 mon.a (mon.0) 1418 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:52.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:52 smithi181 bash[21841]: audit 2024-09-06T15:38:51.902369+0000 mon.a (mon.0) 1419 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:52.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:52 smithi181 bash[21841]: audit 2024-09-06T15:38:51.909372+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:38:52.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:52 smithi181 bash[21841]: audit 2024-09-06T15:38:51.911483+0000 mon.b (mon.1) 83 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:38:52.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:52 smithi181 bash[21841]: audit 2024-09-06T15:38:51.919722+0000 mon.a (mon.0) 1420 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:52.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:52 smithi181 bash[21841]: audit 2024-09-06T15:38:52.080949+0000 mon.b (mon.1) 84 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:38:52.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:52 smithi181 bash[21841]: audit 2024-09-06T15:38:52.084740+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:38:52.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:52 smithi181 bash[21841]: audit 2024-09-06T15:38:52.089675+0000 mon.a (mon.0) 1421 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:52.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:52 smithi181 bash[21841]: audit 2024-09-06T15:38:52.097045+0000 mon.a (mon.0) 1422 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-06T15:38:52.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:52 smithi181 bash[21841]: audit 2024-09-06T15:38:52.099562+0000 mon.b (mon.1) 86 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-06T15:38:52.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:52 smithi181 bash[21841]: audit 2024-09-06T15:38:52.101288+0000 mon.a (mon.0) 1423 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-06T15:38:52.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:52 smithi181 bash[21841]: audit 2024-09-06T15:38:52.108858+0000 mon.a (mon.0) 1424 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-06T15:38:52.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:52 smithi181 bash[21841]: audit 2024-09-06T15:38:52.111017+0000 mon.b (mon.1) 87 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-06T15:38:52.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:52 smithi181 bash[21841]: audit 2024-09-06T15:38:52.114873+0000 mon.a (mon.0) 1425 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-06T15:38:52.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:52 smithi181 bash[21841]: audit 2024-09-06T15:38:52.124877+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:38:52.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:52 smithi181 bash[21841]: audit 2024-09-06T15:38:52.130559+0000 mon.a (mon.0) 1426 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:52.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:52 smithi181 bash[21841]: audit 2024-09-06T15:38:52.141098+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:38:52.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:52 smithi181 bash[21841]: audit 2024-09-06T15:38:52.147249+0000 mon.a (mon.0) 1427 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:52.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:52 smithi181 bash[21841]: audit 2024-09-06T15:38:52.157068+0000 mon.b (mon.1) 90 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:38:52.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:52 smithi181 bash[21841]: audit 2024-09-06T15:38:52.162751+0000 mon.a (mon.0) 1428 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:52.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:52 smithi181 bash[21841]: audit 2024-09-06T15:38:52.171649+0000 mon.b (mon.1) 91 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:38:52.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:52 smithi181 bash[21841]: audit 2024-09-06T15:38:52.177821+0000 mon.a (mon.0) 1429 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:52.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:52 smithi181 bash[21841]: audit 2024-09-06T15:38:52.186602+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:38:52.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:52 smithi181 bash[21841]: audit 2024-09-06T15:38:52.192421+0000 mon.a (mon.0) 1430 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:52.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:52 smithi181 bash[21841]: audit 2024-09-06T15:38:52.202111+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:38:52.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:52 smithi181 bash[21841]: audit 2024-09-06T15:38:52.208266+0000 mon.a (mon.0) 1431 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:52.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:52 smithi181 bash[21841]: audit 2024-09-06T15:38:52.218610+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:38:52.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:52 smithi181 bash[21841]: audit 2024-09-06T15:38:52.225152+0000 mon.a (mon.0) 1432 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:53.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:53 smithi169 bash[19820]: cephadm 2024-09-06T15:38:52.083367+0000 mgr.y (mgr.25115) 66 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-06T15:38:53.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:53 smithi169 bash[19820]: cephadm 2024-09-06T15:38:52.123442+0000 mgr.y (mgr.25115) 67 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-06T15:38:53.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:53 smithi169 bash[19820]: cephadm 2024-09-06T15:38:52.139623+0000 mgr.y (mgr.25115) 68 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-06T15:38:53.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:53 smithi169 bash[19820]: cephadm 2024-09-06T15:38:52.155469+0000 mgr.y (mgr.25115) 69 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-06T15:38:53.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:53 smithi169 bash[19820]: cephadm 2024-09-06T15:38:52.170145+0000 mgr.y (mgr.25115) 70 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-06T15:38:53.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:53 smithi169 bash[19820]: cephadm 2024-09-06T15:38:52.184966+0000 mgr.y (mgr.25115) 71 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-06T15:38:53.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:53 smithi169 bash[19820]: cephadm 2024-09-06T15:38:52.200624+0000 mgr.y (mgr.25115) 72 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-06T15:38:53.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:53 smithi169 bash[19820]: cephadm 2024-09-06T15:38:52.217029+0000 mgr.y (mgr.25115) 73 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-06T15:38:53.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:53 smithi169 bash[26469]: cephadm 2024-09-06T15:38:52.083367+0000 mgr.y (mgr.25115) 66 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-06T15:38:53.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:53 smithi169 bash[26469]: cephadm 2024-09-06T15:38:52.123442+0000 mgr.y (mgr.25115) 67 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-06T15:38:53.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:53 smithi169 bash[26469]: cephadm 2024-09-06T15:38:52.139623+0000 mgr.y (mgr.25115) 68 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-06T15:38:53.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:53 smithi169 bash[26469]: cephadm 2024-09-06T15:38:52.155469+0000 mgr.y (mgr.25115) 69 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-06T15:38:53.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:53 smithi169 bash[26469]: cephadm 2024-09-06T15:38:52.170145+0000 mgr.y (mgr.25115) 70 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-06T15:38:53.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:53 smithi169 bash[26469]: cephadm 2024-09-06T15:38:52.184966+0000 mgr.y (mgr.25115) 71 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-06T15:38:53.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:53 smithi169 bash[26469]: cephadm 2024-09-06T15:38:52.200624+0000 mgr.y (mgr.25115) 72 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-06T15:38:53.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:53 smithi169 bash[26469]: cephadm 2024-09-06T15:38:52.217029+0000 mgr.y (mgr.25115) 73 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-06T15:38:53.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:53 smithi181 bash[21841]: cephadm 2024-09-06T15:38:52.083367+0000 mgr.y (mgr.25115) 66 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-06T15:38:53.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:53 smithi181 bash[21841]: cephadm 2024-09-06T15:38:52.123442+0000 mgr.y (mgr.25115) 67 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-06T15:38:53.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:53 smithi181 bash[21841]: cephadm 2024-09-06T15:38:52.139623+0000 mgr.y (mgr.25115) 68 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-06T15:38:53.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:53 smithi181 bash[21841]: cephadm 2024-09-06T15:38:52.155469+0000 mgr.y (mgr.25115) 69 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-06T15:38:53.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:53 smithi181 bash[21841]: cephadm 2024-09-06T15:38:52.170145+0000 mgr.y (mgr.25115) 70 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-06T15:38:53.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:53 smithi181 bash[21841]: cephadm 2024-09-06T15:38:52.184966+0000 mgr.y (mgr.25115) 71 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-06T15:38:53.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:53 smithi181 bash[21841]: cephadm 2024-09-06T15:38:52.200624+0000 mgr.y (mgr.25115) 72 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-06T15:38:53.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:53 smithi181 bash[21841]: cephadm 2024-09-06T15:38:52.217029+0000 mgr.y (mgr.25115) 73 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-06T15:38:54.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:54 smithi169 bash[19820]: audit 2024-09-06T15:38:53.014227+0000 mgr.y (mgr.25115) 74 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:38:54.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:54 smithi169 bash[19820]: cluster 2024-09-06T15:38:53.552528+0000 mgr.y (mgr.25115) 75 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:38:54.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:54 smithi169 bash[26469]: audit 2024-09-06T15:38:53.014227+0000 mgr.y (mgr.25115) 74 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:38:54.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:54 smithi169 bash[26469]: cluster 2024-09-06T15:38:53.552528+0000 mgr.y (mgr.25115) 75 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:38:54.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:54 smithi181 bash[21841]: audit 2024-09-06T15:38:53.014227+0000 mgr.y (mgr.25115) 74 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:38:54.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:54 smithi181 bash[21841]: cluster 2024-09-06T15:38:53.552528+0000 mgr.y (mgr.25115) 75 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:38:55.639 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:38:55 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:38:55.640 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:38:55 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:38:55.640 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:55 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:38:55.640 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:55 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:38:56.657 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:38:55 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:38:56.658 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:38:55 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:38:56.658 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:38:55 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:38:56.658 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:38:55 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:38:56.659 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:38:55 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:38:56.659 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:38:55 smithi169 systemd[1]: Stopping Ceph node-exporter.a for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:38:56.659 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:55 smithi169 bash[19820]: cephadm 2024-09-06T15:38:54.766606+0000 mgr.y (mgr.25115) 76 : cephadm [INF] Upgrade: Updating node-exporter.a (1/2) 2024-09-06T15:38:56.659 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:55 smithi169 bash[19820]: cephadm 2024-09-06T15:38:54.767264+0000 mgr.y (mgr.25115) 77 : cephadm [INF] Deploying daemon node-exporter.a on smithi169 2024-09-06T15:38:56.659 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:55 smithi169 bash[26469]: cephadm 2024-09-06T15:38:54.766606+0000 mgr.y (mgr.25115) 76 : cephadm [INF] Upgrade: Updating node-exporter.a (1/2) 2024-09-06T15:38:56.660 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:55 smithi169 bash[26469]: cephadm 2024-09-06T15:38:54.767264+0000 mgr.y (mgr.25115) 77 : cephadm [INF] Deploying daemon node-exporter.a on smithi169 2024-09-06T15:38:56.660 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:38:56 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:38:56] "GET /metrics HTTP/1.1" 200 38244 "" "Prometheus/2.43.0" 2024-09-06T15:38:56.660 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:38:56 smithi169 bash[78661]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-node-exporter-a 2024-09-06T15:38:56.660 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:38:56 smithi169 systemd[1]: ceph-bab55310-6c60-11ef-bce4-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-06T15:38:56.660 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:38:56 smithi169 bash[78721]: Error response from daemon: No such container: ceph-bab55310-6c60-11ef-bce4-c7b262605968-node-exporter-a 2024-09-06T15:38:56.660 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:38:56 smithi169 systemd[1]: ceph-bab55310-6c60-11ef-bce4-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-06T15:38:56.660 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:38:56 smithi169 systemd[1]: Stopped Ceph node-exporter.a for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:38:56.661 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:55 smithi181 bash[21841]: cephadm 2024-09-06T15:38:54.766606+0000 mgr.y (mgr.25115) 76 : cephadm [INF] Upgrade: Updating node-exporter.a (1/2) 2024-09-06T15:38:56.661 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:55 smithi181 bash[21841]: cephadm 2024-09-06T15:38:54.767264+0000 mgr.y (mgr.25115) 77 : cephadm [INF] Deploying daemon node-exporter.a on smithi169 2024-09-06T15:38:56.945 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:38:56 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:38:56.946 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:38:56 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:38:56.946 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:38:56 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:38:56.946 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:38:56 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:38:56.947 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:38:56 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:38:56.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:56 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:38:56.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:56 smithi169 bash[19820]: cluster 2024-09-06T15:38:55.553450+0000 mgr.y (mgr.25115) 78 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:38:56.979 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:56 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:38:56.979 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:56 smithi169 bash[26469]: cluster 2024-09-06T15:38:55.553450+0000 mgr.y (mgr.25115) 78 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:38:56.980 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:38:56 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:38:56.980 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:38:56 smithi169 systemd[1]: Started Ceph node-exporter.a for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:38:56.980 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:38:56 smithi169 bash[78778]: Unable to find image 'quay.io/prometheus/node-exporter:v1.7.0' locally 2024-09-06T15:38:56.980 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:38:56 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:38:56.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:56 smithi181 bash[21841]: cluster 2024-09-06T15:38:55.553450+0000 mgr.y (mgr.25115) 78 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:38:57.682 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:38:57 smithi169 bash[78778]: v1.7.0: Pulling from prometheus/node-exporter 2024-09-06T15:38:57.682 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:38:57 smithi169 bash[78778]: 2abcce694348: Pulling fs layer 2024-09-06T15:38:57.682 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:38:57 smithi169 bash[78778]: 455fd88e5221: Pulling fs layer 2024-09-06T15:38:57.682 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:38:57 smithi169 bash[78778]: 324153f2810a: Pulling fs layer 2024-09-06T15:38:57.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:57 smithi169 bash[19820]: audit 2024-09-06T15:38:56.790733+0000 mon.a (mon.0) 1433 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:57.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:57 smithi169 bash[19820]: audit 2024-09-06T15:38:56.800504+0000 mon.a (mon.0) 1434 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:57.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:57 smithi169 bash[26469]: audit 2024-09-06T15:38:56.790733+0000 mon.a (mon.0) 1433 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:57.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:57 smithi169 bash[26469]: audit 2024-09-06T15:38:56.800504+0000 mon.a (mon.0) 1434 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:57.946 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:38:57 smithi169 bash[78778]: 2abcce694348: Verifying Checksum 2024-09-06T15:38:57.946 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:38:57 smithi169 bash[78778]: 2abcce694348: Download complete 2024-09-06T15:38:57.946 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:38:57 smithi169 bash[78778]: 455fd88e5221: Verifying Checksum 2024-09-06T15:38:57.946 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:38:57 smithi169 bash[78778]: 455fd88e5221: Download complete 2024-09-06T15:38:57.946 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:38:57 smithi169 bash[78778]: 2abcce694348: Pull complete 2024-09-06T15:38:57.946 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:38:57 smithi169 bash[78778]: 324153f2810a: Verifying Checksum 2024-09-06T15:38:57.946 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:38:57 smithi169 bash[78778]: 324153f2810a: Download complete 2024-09-06T15:38:58.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:57 smithi181 bash[21841]: audit 2024-09-06T15:38:56.790733+0000 mon.a (mon.0) 1433 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:58.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:57 smithi181 bash[21841]: audit 2024-09-06T15:38:56.800504+0000 mon.a (mon.0) 1434 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:38:58.803 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:38:58 smithi169 bash[78778]: 455fd88e5221: Pull complete 2024-09-06T15:38:59.072 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:38:58 smithi169 bash[78778]: 324153f2810a: Pull complete 2024-09-06T15:38:59.073 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:38:58 smithi169 bash[19820]: cluster 2024-09-06T15:38:57.554231+0000 mgr.y (mgr.25115) 79 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:38:59.073 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:38:58 smithi169 bash[26469]: cluster 2024-09-06T15:38:57.554231+0000 mgr.y (mgr.25115) 79 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:38:59.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:38:58 smithi181 bash[21841]: cluster 2024-09-06T15:38:57.554231+0000 mgr.y (mgr.25115) 79 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:38:59.445 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:38:59 smithi169 bash[78778]: Digest: sha256:4cb2b9019f1757be8482419002cb7afe028fdba35d47958829e4cfeaf6246d80 2024-09-06T15:38:59.445 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:38:59 smithi169 bash[78778]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v1.7.0 2024-09-06T15:39:00.243 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:39:00 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:39:00.243 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:39:00 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:39:00.244 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:39:00 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:39:00.244 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:00 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:39:00.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:39:00 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:39:00.245 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:39:00 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:39:00.245 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:00 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:39:00.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:00 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:39:00.245 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:39:00 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:39:00.494 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:00 smithi181 systemd[1]: Stopping Ceph node-exporter.b for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:39:00.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[19820]: cephadm 2024-09-06T15:38:59.362086+0000 mgr.y (mgr.25115) 80 : cephadm [INF] Upgrade: Updating node-exporter.b (2/2) 2024-09-06T15:39:00.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[19820]: cephadm 2024-09-06T15:38:59.363032+0000 mgr.y (mgr.25115) 81 : cephadm [INF] Deploying daemon node-exporter.b on smithi181 2024-09-06T15:39:00.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[19820]: cluster 2024-09-06T15:38:59.555030+0000 mgr.y (mgr.25115) 82 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:00.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[19820]: audit 2024-09-06T15:39:00.280365+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:39:00.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[26469]: cephadm 2024-09-06T15:38:59.362086+0000 mgr.y (mgr.25115) 80 : cephadm [INF] Upgrade: Updating node-exporter.b (2/2) 2024-09-06T15:39:00.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[26469]: cephadm 2024-09-06T15:38:59.363032+0000 mgr.y (mgr.25115) 81 : cephadm [INF] Deploying daemon node-exporter.b on smithi181 2024-09-06T15:39:00.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[26469]: cluster 2024-09-06T15:38:59.555030+0000 mgr.y (mgr.25115) 82 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:00.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[26469]: audit 2024-09-06T15:39:00.280365+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:39:00.961 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.739Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2024-09-06T15:39:00.984 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.739Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2024-09-06T15:39:00.986 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.740Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-06T15:39:00.986 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.740Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-06T15:39:00.990 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.740Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-06T15:39:00.990 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.740Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-06T15:39:01.093 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-06T15:39:01.094 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=arp 2024-09-06T15:39:01.094 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-06T15:39:01.094 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-06T15:39:01.094 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-06T15:39:01.094 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-06T15:39:01.094 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-06T15:39:01.094 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-06T15:39:01.094 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-06T15:39:01.094 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-06T15:39:01.094 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=edac 2024-09-06T15:39:01.094 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-06T15:39:01.095 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-06T15:39:01.095 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-06T15:39:01.095 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-06T15:39:01.095 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-06T15:39:01.095 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-06T15:39:01.095 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-06T15:39:01.095 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-06T15:39:01.095 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-06T15:39:01.095 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-06T15:39:01.095 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-06T15:39:01.095 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-06T15:39:01.095 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-06T15:39:01.095 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-06T15:39:01.095 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-06T15:39:01.096 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-06T15:39:01.096 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=os 2024-09-06T15:39:01.096 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-06T15:39:01.096 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-06T15:39:01.096 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-06T15:39:01.096 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-06T15:39:01.096 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-06T15:39:01.096 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-06T15:39:01.096 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-06T15:39:01.096 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=stat 2024-09-06T15:39:01.096 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-06T15:39:01.096 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-06T15:39:01.097 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-06T15:39:01.097 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.741Z caller=node_exporter.go:117 level=info collector=time 2024-09-06T15:39:01.097 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.742Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-06T15:39:01.097 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.742Z caller=node_exporter.go:117 level=info collector=uname 2024-09-06T15:39:01.097 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.742Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-06T15:39:01.097 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.742Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-06T15:39:01.097 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.742Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-06T15:39:01.097 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.742Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2024-09-06T15:39:01.097 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:39:00 smithi169 bash[78778]: ts=2024-09-06T15:39:00.742Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-06T15:39:01.098 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:00 smithi181 bash[21841]: cephadm 2024-09-06T15:38:59.362086+0000 mgr.y (mgr.25115) 80 : cephadm [INF] Upgrade: Updating node-exporter.b (2/2) 2024-09-06T15:39:01.098 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:00 smithi181 bash[21841]: cephadm 2024-09-06T15:38:59.363032+0000 mgr.y (mgr.25115) 81 : cephadm [INF] Deploying daemon node-exporter.b on smithi181 2024-09-06T15:39:01.098 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:00 smithi181 bash[21841]: cluster 2024-09-06T15:38:59.555030+0000 mgr.y (mgr.25115) 82 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:01.098 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:00 smithi181 bash[21841]: audit 2024-09-06T15:39:00.280365+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:39:01.245 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:00 smithi181 bash[59417]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-node-exporter-b 2024-09-06T15:39:01.245 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:01 smithi181 systemd[1]: ceph-bab55310-6c60-11ef-bce4-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-06T15:39:01.245 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:01 smithi181 bash[59478]: Error response from daemon: No such container: ceph-bab55310-6c60-11ef-bce4-c7b262605968-node-exporter-b 2024-09-06T15:39:01.245 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:01 smithi181 systemd[1]: ceph-bab55310-6c60-11ef-bce4-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-06T15:39:01.245 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:01 smithi181 systemd[1]: Stopped Ceph node-exporter.b for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:39:01.745 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:39:01 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:39:01.745 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:01 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:39:01.745 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:01 smithi181 systemd[1]: Started Ceph node-exporter.b for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:39:01.745 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:01 smithi181 bash[59537]: Unable to find image 'quay.io/prometheus/node-exporter:v1.7.0' locally 2024-09-06T15:39:01.745 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:39:01 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:39:01.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:01 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:39:01.746 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:39:01 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:39:01.746 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:39:01 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:39:01.747 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:39:01 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:39:01.747 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:39:01 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:39:01.747 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:01 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:39:02.322 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:02 smithi181 bash[59537]: v1.7.0: Pulling from prometheus/node-exporter 2024-09-06T15:39:02.640 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:02 smithi181 bash[21841]: audit 2024-09-06T15:39:01.452897+0000 mon.a (mon.0) 1435 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:02.640 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:02 smithi181 bash[21841]: audit 2024-09-06T15:39:01.465115+0000 mon.a (mon.0) 1436 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:02.640 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:02 smithi181 bash[21841]: cluster 2024-09-06T15:39:01.556739+0000 mgr.y (mgr.25115) 83 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:39:02.641 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:02 smithi181 bash[59537]: 2abcce694348: Pulling fs layer 2024-09-06T15:39:02.641 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:02 smithi181 bash[59537]: 455fd88e5221: Pulling fs layer 2024-09-06T15:39:02.641 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:02 smithi181 bash[59537]: 324153f2810a: Pulling fs layer 2024-09-06T15:39:02.641 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:02 smithi181 bash[59537]: 2abcce694348: Download complete 2024-09-06T15:39:02.641 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:02 smithi181 bash[59537]: 455fd88e5221: Download complete 2024-09-06T15:39:02.641 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:02 smithi181 bash[59537]: 324153f2810a: Verifying Checksum 2024-09-06T15:39:02.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:02 smithi169 bash[19820]: audit 2024-09-06T15:39:01.452897+0000 mon.a (mon.0) 1435 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:02.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:02 smithi169 bash[19820]: audit 2024-09-06T15:39:01.465115+0000 mon.a (mon.0) 1436 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:02.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:02 smithi169 bash[19820]: cluster 2024-09-06T15:39:01.556739+0000 mgr.y (mgr.25115) 83 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:39:02.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:02 smithi169 bash[26469]: audit 2024-09-06T15:39:01.452897+0000 mon.a (mon.0) 1435 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:02.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:02 smithi169 bash[26469]: audit 2024-09-06T15:39:01.465115+0000 mon.a (mon.0) 1436 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:02.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:02 smithi169 bash[26469]: cluster 2024-09-06T15:39:01.556739+0000 mgr.y (mgr.25115) 83 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:39:02.995 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:02 smithi181 bash[59537]: 2abcce694348: Pull complete 2024-09-06T15:39:03.745 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:03 smithi181 bash[59537]: 455fd88e5221: Pull complete 2024-09-06T15:39:04.094 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:03 smithi181 bash[59537]: 324153f2810a: Pull complete 2024-09-06T15:39:04.094 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:03 smithi181 bash[59537]: Digest: sha256:4cb2b9019f1757be8482419002cb7afe028fdba35d47958829e4cfeaf6246d80 2024-09-06T15:39:04.094 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:03 smithi181 bash[59537]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v1.7.0 2024-09-06T15:39:04.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:04 smithi169 bash[19820]: audit 2024-09-06T15:39:03.023567+0000 mgr.y (mgr.25115) 84 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:39:04.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:04 smithi169 bash[19820]: cluster 2024-09-06T15:39:03.557500+0000 mgr.y (mgr.25115) 85 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:04.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:04 smithi169 bash[26469]: audit 2024-09-06T15:39:03.023567+0000 mgr.y (mgr.25115) 84 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:39:04.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:04 smithi169 bash[26469]: cluster 2024-09-06T15:39:03.557500+0000 mgr.y (mgr.25115) 85 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:04.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:04 smithi181 bash[21841]: audit 2024-09-06T15:39:03.023567+0000 mgr.y (mgr.25115) 84 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:39:04.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:04 smithi181 bash[21841]: cluster 2024-09-06T15:39:03.557500+0000 mgr.y (mgr.25115) 85 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:05.996 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.779Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2024-09-06T15:39:05.996 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.779Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2024-09-06T15:39:05.996 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.779Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-06T15:39:05.996 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.779Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-06T15:39:05.996 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.780Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-06T15:39:05.996 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.780Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-06T15:39:05.996 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.780Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-06T15:39:05.996 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.780Z caller=node_exporter.go:117 level=info collector=arp 2024-09-06T15:39:05.996 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.780Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-06T15:39:05.996 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.780Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-06T15:39:05.997 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.780Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-06T15:39:05.997 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.780Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-06T15:39:05.997 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.780Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-06T15:39:05.997 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-06T15:39:05.997 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-06T15:39:05.997 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-06T15:39:05.997 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=edac 2024-09-06T15:39:05.997 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-06T15:39:05.997 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-06T15:39:05.997 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-06T15:39:05.997 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-06T15:39:05.997 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-06T15:39:05.997 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-06T15:39:05.998 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-06T15:39:05.998 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-06T15:39:05.998 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-06T15:39:05.998 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-06T15:39:05.998 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-06T15:39:05.998 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-06T15:39:05.998 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-06T15:39:05.998 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-06T15:39:05.998 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-06T15:39:05.998 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-06T15:39:05.999 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=os 2024-09-06T15:39:05.999 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-06T15:39:05.999 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-06T15:39:05.999 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-06T15:39:05.999 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-06T15:39:05.999 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-06T15:39:05.999 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-06T15:39:05.999 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-06T15:39:05.999 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=stat 2024-09-06T15:39:05.999 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-06T15:39:05.999 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-06T15:39:05.999 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-06T15:39:05.999 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=time 2024-09-06T15:39:06.000 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-06T15:39:06.000 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=uname 2024-09-06T15:39:06.000 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-06T15:39:06.000 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-06T15:39:06.000 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-06T15:39:06.000 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2024-09-06T15:39:06.000 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:05 smithi181 bash[59537]: ts=2024-09-06T15:39:05.781Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-06T15:39:06.616 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:39:06 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:39:06] "GET /metrics HTTP/1.1" 200 38239 "" "Prometheus/2.43.0" 2024-09-06T15:39:06.941 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-09-06T15:39:06.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:06 smithi169 bash[19820]: cluster 2024-09-06T15:39:05.559098+0000 mgr.y (mgr.25115) 86 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:39:06.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:06 smithi169 bash[26469]: cluster 2024-09-06T15:39:05.559098+0000 mgr.y (mgr.25115) 86 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:39:06.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:06 smithi181 bash[21841]: cluster 2024-09-06T15:39:05.559098+0000 mgr.y (mgr.25115) 86 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:39:07.500 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-06T15:39:07.500 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (25m) 0s ago 26m 13.8M - 0.25.0 c8568f914cd2 ae7ff3ddd464 2024-09-06T15:39:07.500 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi181 *:3000 running (26m) 26s ago 26m 75.2M - 9.4.12 2bacad6d85d8 3a07dedb5cb8 2024-09-06T15:39:07.500 INFO:teuthology.orchestra.run.smithi169.stdout:iscsi.foo.smithi169.yxosuq smithi169 *:5000 running (45s) 0s ago 23m 47.4M - 3.8 b6db46a449e5 e63406a8c5a8 2024-09-06T15:39:07.501 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi181 *:8443,9283,8765 running (32s) 26s ago 34m 140M - 19.3.0-4704-g8b38c33c 1c45aca0610a 291c4d2bed88 2024-09-06T15:39:07.501 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (11m) 0s ago 37m 493M - 19.3.0-4704-g8b38c33c 1c45aca0610a 5f9711fb78b7 2024-09-06T15:39:07.501 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (37m) 0s ago 37m 87.3M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 e9246768aa61 2024-09-06T15:39:07.501 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi181 running (35m) 26s ago 35m 58.1M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 ae587368c103 2024-09-06T15:39:07.501 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (35m) 0s ago 35m 60.5M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 f845352189fb 2024-09-06T15:39:07.501 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (8s) 0s ago 26m 3059k - 1.7.0 72c9c2088986 03c6f14026b2 2024-09-06T15:39:07.501 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi181 *:9100 starting - - - - 2024-09-06T15:39:07.501 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (34m) 0s ago 34m 58.0M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 cec969796af3 2024-09-06T15:39:07.501 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (33m) 0s ago 33m 67.5M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 d527f97f0b83 2024-09-06T15:39:07.501 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (32m) 0s ago 32m 61.7M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 303b15f1c60b 2024-09-06T15:39:07.501 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (31m) 0s ago 31m 64.9M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 524c24c2c8fd 2024-09-06T15:39:07.501 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi181 running (30m) 26s ago 30m 68.1M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 c9c9286e40c9 2024-09-06T15:39:07.502 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi181 running (29m) 26s ago 29m 55.4M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 427ff3118a0b 2024-09-06T15:39:07.502 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi181 running (28m) 26s ago 28m 63.9M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 9e6f947064d2 2024-09-06T15:39:07.502 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi181 running (27m) 26s ago 27m 66.5M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 a94f6f351ffd 2024-09-06T15:39:07.502 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi181 *:9095 running (40s) 26s ago 27m 35.7M - 2.43.0 a07b618ecd1d da67636d25d6 2024-09-06T15:39:07.502 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi169.svrjnx smithi169 *:8000 running (24m) 0s ago 24m 101M - 19.1.1-268-g635ed4cf b6db46a449e5 73d895896783 2024-09-06T15:39:07.502 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi181.fqbtai smithi181 *:8000 running (24m) 26s ago 24m 101M - 19.1.1-268-g635ed4cf b6db46a449e5 4aaa91540a99 2024-09-06T15:39:07.811 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:39:07.811 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-09-06T15:39:07.811 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 3 2024-09-06T15:39:07.811 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:39:07.811 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-09-06T15:39:07.811 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 2 2024-09-06T15:39:07.811 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:39:07.812 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-09-06T15:39:07.812 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 8 2024-09-06T15:39:07.812 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:39:07.812 INFO:teuthology.orchestra.run.smithi169.stdout: "rgw": { 2024-09-06T15:39:07.812 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 2 2024-09-06T15:39:07.812 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:39:07.812 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-09-06T15:39:07.812 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 13, 2024-09-06T15:39:07.812 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 2 2024-09-06T15:39:07.812 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-09-06T15:39:07.812 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:39:08.093 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:39:08.094 INFO:teuthology.orchestra.run.smithi169.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", 2024-09-06T15:39:08.094 INFO:teuthology.orchestra.run.smithi169.stdout: "in_progress": true, 2024-09-06T15:39:08.094 INFO:teuthology.orchestra.run.smithi169.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-09-06T15:39:08.094 INFO:teuthology.orchestra.run.smithi169.stdout: "services_complete": [ 2024-09-06T15:39:08.094 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr" 2024-09-06T15:39:08.094 INFO:teuthology.orchestra.run.smithi169.stdout: ], 2024-09-06T15:39:08.094 INFO:teuthology.orchestra.run.smithi169.stdout: "progress": "2/2 daemons upgraded", 2024-09-06T15:39:08.094 INFO:teuthology.orchestra.run.smithi169.stdout: "message": "Currently upgrading node-exporter daemons", 2024-09-06T15:39:08.094 INFO:teuthology.orchestra.run.smithi169.stdout: "is_paused": false 2024-09-06T15:39:08.094 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:39:08.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:08 smithi169 bash[19820]: audit 2024-09-06T15:39:06.932325+0000 mgr.y (mgr.25115) 87 : audit [DBG] from='client.25325 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:39:08.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:08 smithi169 bash[19820]: audit 2024-09-06T15:39:07.218541+0000 mgr.y (mgr.25115) 88 : audit [DBG] from='client.25331 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:39:08.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:08 smithi169 bash[19820]: audit 2024-09-06T15:39:07.434271+0000 mon.a (mon.0) 1437 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:08.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:08 smithi169 bash[19820]: audit 2024-09-06T15:39:07.445044+0000 mon.a (mon.0) 1438 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:08.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:08 smithi169 bash[19820]: audit 2024-09-06T15:39:07.489241+0000 mgr.y (mgr.25115) 89 : audit [DBG] from='client.15480 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:39:08.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:08 smithi169 bash[19820]: cluster 2024-09-06T15:39:07.559594+0000 mgr.y (mgr.25115) 90 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:08.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:08 smithi169 bash[19820]: audit 2024-09-06T15:39:07.812470+0000 mon.c (mon.2) 125 : audit [DBG] from='client.? 172.21.15.169:0/2715030646' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:08.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:08 smithi169 bash[26469]: audit 2024-09-06T15:39:06.932325+0000 mgr.y (mgr.25115) 87 : audit [DBG] from='client.25325 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:39:08.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:08 smithi169 bash[26469]: audit 2024-09-06T15:39:07.218541+0000 mgr.y (mgr.25115) 88 : audit [DBG] from='client.25331 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:39:08.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:08 smithi169 bash[26469]: audit 2024-09-06T15:39:07.434271+0000 mon.a (mon.0) 1437 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:08.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:08 smithi169 bash[26469]: audit 2024-09-06T15:39:07.445044+0000 mon.a (mon.0) 1438 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:08.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:08 smithi169 bash[26469]: audit 2024-09-06T15:39:07.489241+0000 mgr.y (mgr.25115) 89 : audit [DBG] from='client.15480 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:39:08.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:08 smithi169 bash[26469]: cluster 2024-09-06T15:39:07.559594+0000 mgr.y (mgr.25115) 90 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:08.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:08 smithi169 bash[26469]: audit 2024-09-06T15:39:07.812470+0000 mon.c (mon.2) 125 : audit [DBG] from='client.? 172.21.15.169:0/2715030646' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:08.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:08 smithi181 bash[21841]: audit 2024-09-06T15:39:06.932325+0000 mgr.y (mgr.25115) 87 : audit [DBG] from='client.25325 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:39:08.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:08 smithi181 bash[21841]: audit 2024-09-06T15:39:07.218541+0000 mgr.y (mgr.25115) 88 : audit [DBG] from='client.25331 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:39:08.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:08 smithi181 bash[21841]: audit 2024-09-06T15:39:07.434271+0000 mon.a (mon.0) 1437 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:08.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:08 smithi181 bash[21841]: audit 2024-09-06T15:39:07.445044+0000 mon.a (mon.0) 1438 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:08.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:08 smithi181 bash[21841]: audit 2024-09-06T15:39:07.489241+0000 mgr.y (mgr.25115) 89 : audit [DBG] from='client.15480 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:39:08.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:08 smithi181 bash[21841]: cluster 2024-09-06T15:39:07.559594+0000 mgr.y (mgr.25115) 90 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:08.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:08 smithi181 bash[21841]: audit 2024-09-06T15:39:07.812470+0000 mon.c (mon.2) 125 : audit [DBG] from='client.? 172.21.15.169:0/2715030646' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:09.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:09 smithi169 bash[19820]: audit 2024-09-06T15:39:08.094969+0000 mgr.y (mgr.25115) 91 : audit [DBG] from='client.25349 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:39:09.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:09 smithi169 bash[19820]: audit 2024-09-06T15:39:08.510182+0000 mon.a (mon.0) 1439 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:09.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:09 smithi169 bash[19820]: audit 2024-09-06T15:39:08.519590+0000 mon.a (mon.0) 1440 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:09.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:09 smithi169 bash[19820]: audit 2024-09-06T15:39:08.526442+0000 mon.a (mon.0) 1441 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:09.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:09 smithi169 bash[19820]: audit 2024-09-06T15:39:08.535633+0000 mon.a (mon.0) 1442 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:09.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:09 smithi169 bash[26469]: audit 2024-09-06T15:39:08.094969+0000 mgr.y (mgr.25115) 91 : audit [DBG] from='client.25349 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:39:09.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:09 smithi169 bash[26469]: audit 2024-09-06T15:39:08.510182+0000 mon.a (mon.0) 1439 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:09.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:09 smithi169 bash[26469]: audit 2024-09-06T15:39:08.519590+0000 mon.a (mon.0) 1440 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:09.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:09 smithi169 bash[26469]: audit 2024-09-06T15:39:08.526442+0000 mon.a (mon.0) 1441 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:09.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:09 smithi169 bash[26469]: audit 2024-09-06T15:39:08.535633+0000 mon.a (mon.0) 1442 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:09.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:09 smithi181 bash[21841]: audit 2024-09-06T15:39:08.094969+0000 mgr.y (mgr.25115) 91 : audit [DBG] from='client.25349 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:39:09.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:09 smithi181 bash[21841]: audit 2024-09-06T15:39:08.510182+0000 mon.a (mon.0) 1439 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:09.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:09 smithi181 bash[21841]: audit 2024-09-06T15:39:08.519590+0000 mon.a (mon.0) 1440 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:09.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:09 smithi181 bash[21841]: audit 2024-09-06T15:39:08.526442+0000 mon.a (mon.0) 1441 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:09.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:09 smithi181 bash[21841]: audit 2024-09-06T15:39:08.535633+0000 mon.a (mon.0) 1442 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:10.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:10 smithi169 bash[19820]: cluster 2024-09-06T15:39:09.560291+0000 mgr.y (mgr.25115) 92 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:10.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:10 smithi169 bash[19820]: audit 2024-09-06T15:39:09.674239+0000 mon.a (mon.0) 1443 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:10.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:10 smithi169 bash[19820]: audit 2024-09-06T15:39:09.688755+0000 mon.a (mon.0) 1444 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:10.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:10 smithi169 bash[26469]: cluster 2024-09-06T15:39:09.560291+0000 mgr.y (mgr.25115) 92 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:10.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:10 smithi169 bash[26469]: audit 2024-09-06T15:39:09.674239+0000 mon.a (mon.0) 1443 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:10.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:10 smithi169 bash[26469]: audit 2024-09-06T15:39:09.688755+0000 mon.a (mon.0) 1444 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:10.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:10 smithi181 bash[21841]: cluster 2024-09-06T15:39:09.560291+0000 mgr.y (mgr.25115) 92 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:10.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:10 smithi181 bash[21841]: audit 2024-09-06T15:39:09.674239+0000 mon.a (mon.0) 1443 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:10.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:10 smithi181 bash[21841]: audit 2024-09-06T15:39:09.688755+0000 mon.a (mon.0) 1444 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:12.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:12 smithi169 bash[19820]: cluster 2024-09-06T15:39:11.561309+0000 mgr.y (mgr.25115) 93 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:39:12.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:12 smithi169 bash[26469]: cluster 2024-09-06T15:39:11.561309+0000 mgr.y (mgr.25115) 93 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:39:12.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:12 smithi181 bash[21841]: cluster 2024-09-06T15:39:11.561309+0000 mgr.y (mgr.25115) 93 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:39:14.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:14 smithi169 bash[19820]: audit 2024-09-06T15:39:13.034813+0000 mgr.y (mgr.25115) 94 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:39:14.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:14 smithi169 bash[19820]: cluster 2024-09-06T15:39:13.561998+0000 mgr.y (mgr.25115) 95 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:14.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:14 smithi169 bash[26469]: audit 2024-09-06T15:39:13.034813+0000 mgr.y (mgr.25115) 94 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:39:14.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:14 smithi169 bash[26469]: cluster 2024-09-06T15:39:13.561998+0000 mgr.y (mgr.25115) 95 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:14.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:14 smithi181 bash[21841]: audit 2024-09-06T15:39:13.034813+0000 mgr.y (mgr.25115) 94 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:39:14.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:14 smithi181 bash[21841]: cluster 2024-09-06T15:39:13.561998+0000 mgr.y (mgr.25115) 95 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:15.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:15 smithi169 bash[19820]: audit 2024-09-06T15:39:15.281109+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:39:15.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:15 smithi169 bash[26469]: audit 2024-09-06T15:39:15.281109+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:39:15.984 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:15 smithi181 bash[21841]: audit 2024-09-06T15:39:15.281109+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:39:16.670 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:39:16 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:39:16] "GET /metrics HTTP/1.1" 200 38237 "" "Prometheus/2.43.0" 2024-09-06T15:39:16.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:16 smithi169 bash[19820]: cluster 2024-09-06T15:39:15.563034+0000 mgr.y (mgr.25115) 96 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:39:16.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:16 smithi169 bash[26469]: cluster 2024-09-06T15:39:15.563034+0000 mgr.y (mgr.25115) 96 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:39:16.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:16 smithi181 bash[21841]: cluster 2024-09-06T15:39:15.563034+0000 mgr.y (mgr.25115) 96 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:39:18.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:18 smithi169 bash[19820]: cluster 2024-09-06T15:39:17.563583+0000 mgr.y (mgr.25115) 97 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:18.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:18 smithi169 bash[19820]: audit 2024-09-06T15:39:18.671877+0000 mon.a (mon.0) 1445 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:18.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:18 smithi169 bash[19820]: audit 2024-09-06T15:39:18.686004+0000 mon.a (mon.0) 1446 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:18.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:18 smithi169 bash[26469]: cluster 2024-09-06T15:39:17.563583+0000 mgr.y (mgr.25115) 97 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:18.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:18 smithi169 bash[26469]: audit 2024-09-06T15:39:18.671877+0000 mon.a (mon.0) 1445 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:18.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:18 smithi169 bash[26469]: audit 2024-09-06T15:39:18.686004+0000 mon.a (mon.0) 1446 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:18.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:18 smithi181 bash[21841]: cluster 2024-09-06T15:39:17.563583+0000 mgr.y (mgr.25115) 97 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:18.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:18 smithi181 bash[21841]: audit 2024-09-06T15:39:18.671877+0000 mon.a (mon.0) 1445 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:18.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:18 smithi181 bash[21841]: audit 2024-09-06T15:39:18.686004+0000 mon.a (mon.0) 1446 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:20.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:20 smithi181 bash[21841]: cluster 2024-09-06T15:39:19.564289+0000 mgr.y (mgr.25115) 98 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-06T15:39:20.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:20 smithi181 bash[21841]: audit 2024-09-06T15:39:19.635479+0000 mon.a (mon.0) 1447 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:20.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:20 smithi181 bash[21841]: audit 2024-09-06T15:39:19.650902+0000 mon.a (mon.0) 1448 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:20.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:20 smithi181 bash[21841]: audit 2024-09-06T15:39:19.657785+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:39:20.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:20 smithi181 bash[21841]: audit 2024-09-06T15:39:19.659929+0000 mon.b (mon.1) 98 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:39:20.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:20 smithi181 bash[21841]: audit 2024-09-06T15:39:19.668568+0000 mon.a (mon.0) 1449 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:20.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:20 smithi181 bash[21841]: audit 2024-09-06T15:39:19.827771+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:39:20.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:20 smithi181 bash[21841]: audit 2024-09-06T15:39:19.831594+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:20.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:20 smithi181 bash[21841]: audit 2024-09-06T15:39:19.834305+0000 mon.b (mon.1) 101 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:20.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:20 smithi181 bash[21841]: audit 2024-09-06T15:39:19.837145+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:20.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:20 smithi181 bash[21841]: audit 2024-09-06T15:39:19.839674+0000 mon.b (mon.1) 103 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:20.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:20 smithi181 bash[21841]: audit 2024-09-06T15:39:19.842383+0000 mon.b (mon.1) 104 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:20.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:20 smithi181 bash[21841]: audit 2024-09-06T15:39:19.845577+0000 mon.b (mon.1) 105 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:20.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:20 smithi181 bash[21841]: audit 2024-09-06T15:39:19.849484+0000 mon.b (mon.1) 106 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:20.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:20 smithi181 bash[21841]: audit 2024-09-06T15:39:19.854048+0000 mon.b (mon.1) 107 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:20.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:20 smithi181 bash[21841]: audit 2024-09-06T15:39:19.857918+0000 mon.b (mon.1) 108 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:20.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:20 smithi169 bash[19820]: cluster 2024-09-06T15:39:19.564289+0000 mgr.y (mgr.25115) 98 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-06T15:39:20.962 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:20 smithi169 bash[19820]: audit 2024-09-06T15:39:19.635479+0000 mon.a (mon.0) 1447 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:20.962 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:20 smithi169 bash[19820]: audit 2024-09-06T15:39:19.650902+0000 mon.a (mon.0) 1448 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:20.962 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:20 smithi169 bash[19820]: audit 2024-09-06T15:39:19.657785+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:39:20.962 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:20 smithi169 bash[19820]: audit 2024-09-06T15:39:19.659929+0000 mon.b (mon.1) 98 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:39:20.962 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:20 smithi169 bash[19820]: audit 2024-09-06T15:39:19.668568+0000 mon.a (mon.0) 1449 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:20.962 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:20 smithi169 bash[19820]: audit 2024-09-06T15:39:19.827771+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:39:20.962 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:20 smithi169 bash[19820]: audit 2024-09-06T15:39:19.831594+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:20.962 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:20 smithi169 bash[19820]: audit 2024-09-06T15:39:19.834305+0000 mon.b (mon.1) 101 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:20.962 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:20 smithi169 bash[19820]: audit 2024-09-06T15:39:19.837145+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:20.963 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:20 smithi169 bash[19820]: audit 2024-09-06T15:39:19.839674+0000 mon.b (mon.1) 103 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:20.963 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:20 smithi169 bash[19820]: audit 2024-09-06T15:39:19.842383+0000 mon.b (mon.1) 104 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:20.963 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:20 smithi169 bash[19820]: audit 2024-09-06T15:39:19.845577+0000 mon.b (mon.1) 105 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:20.963 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:20 smithi169 bash[19820]: audit 2024-09-06T15:39:19.849484+0000 mon.b (mon.1) 106 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:20.963 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:20 smithi169 bash[19820]: audit 2024-09-06T15:39:19.854048+0000 mon.b (mon.1) 107 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:20.963 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:20 smithi169 bash[19820]: audit 2024-09-06T15:39:19.857918+0000 mon.b (mon.1) 108 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:20.963 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:20 smithi169 bash[26469]: cluster 2024-09-06T15:39:19.564289+0000 mgr.y (mgr.25115) 98 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-06T15:39:20.963 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:20 smithi169 bash[26469]: audit 2024-09-06T15:39:19.635479+0000 mon.a (mon.0) 1447 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:20.963 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:20 smithi169 bash[26469]: audit 2024-09-06T15:39:19.650902+0000 mon.a (mon.0) 1448 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:20.963 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:20 smithi169 bash[26469]: audit 2024-09-06T15:39:19.657785+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:39:20.964 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:20 smithi169 bash[26469]: audit 2024-09-06T15:39:19.659929+0000 mon.b (mon.1) 98 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:39:20.964 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:20 smithi169 bash[26469]: audit 2024-09-06T15:39:19.668568+0000 mon.a (mon.0) 1449 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:20.964 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:20 smithi169 bash[26469]: audit 2024-09-06T15:39:19.827771+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:39:20.964 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:20 smithi169 bash[26469]: audit 2024-09-06T15:39:19.831594+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:20.964 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:20 smithi169 bash[26469]: audit 2024-09-06T15:39:19.834305+0000 mon.b (mon.1) 101 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:20.964 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:20 smithi169 bash[26469]: audit 2024-09-06T15:39:19.837145+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:20.964 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:20 smithi169 bash[26469]: audit 2024-09-06T15:39:19.839674+0000 mon.b (mon.1) 103 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:20.964 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:20 smithi169 bash[26469]: audit 2024-09-06T15:39:19.842383+0000 mon.b (mon.1) 104 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:20.964 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:20 smithi169 bash[26469]: audit 2024-09-06T15:39:19.845577+0000 mon.b (mon.1) 105 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:20.964 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:20 smithi169 bash[26469]: audit 2024-09-06T15:39:19.849484+0000 mon.b (mon.1) 106 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:20.964 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:20 smithi169 bash[26469]: audit 2024-09-06T15:39:19.854048+0000 mon.b (mon.1) 107 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:20.964 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:20 smithi169 bash[26469]: audit 2024-09-06T15:39:19.857918+0000 mon.b (mon.1) 108 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:22.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:22 smithi169 bash[19820]: cluster 2024-09-06T15:39:21.565944+0000 mgr.y (mgr.25115) 99 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:39:22.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:22 smithi169 bash[26469]: cluster 2024-09-06T15:39:21.565944+0000 mgr.y (mgr.25115) 99 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:39:22.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:22 smithi181 bash[21841]: cluster 2024-09-06T15:39:21.565944+0000 mgr.y (mgr.25115) 99 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:39:23.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:23 smithi169 bash[19820]: cephadm 2024-09-06T15:39:22.426397+0000 mgr.y (mgr.25115) 100 : cephadm [INF] Upgrade: Updating prometheus.a 2024-09-06T15:39:23.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:23 smithi169 bash[19820]: cephadm 2024-09-06T15:39:22.703818+0000 mgr.y (mgr.25115) 101 : cephadm [INF] Deploying daemon prometheus.a on smithi181 2024-09-06T15:39:23.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:23 smithi169 bash[26469]: cephadm 2024-09-06T15:39:22.426397+0000 mgr.y (mgr.25115) 100 : cephadm [INF] Upgrade: Updating prometheus.a 2024-09-06T15:39:23.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:23 smithi169 bash[26469]: cephadm 2024-09-06T15:39:22.703818+0000 mgr.y (mgr.25115) 101 : cephadm [INF] Deploying daemon prometheus.a on smithi181 2024-09-06T15:39:23.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:23 smithi181 bash[21841]: cephadm 2024-09-06T15:39:22.426397+0000 mgr.y (mgr.25115) 100 : cephadm [INF] Upgrade: Updating prometheus.a 2024-09-06T15:39:23.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:23 smithi181 bash[21841]: cephadm 2024-09-06T15:39:22.703818+0000 mgr.y (mgr.25115) 101 : cephadm [INF] Deploying daemon prometheus.a on smithi181 2024-09-06T15:39:24.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:24 smithi169 bash[19820]: audit 2024-09-06T15:39:23.046241+0000 mgr.y (mgr.25115) 102 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:39:24.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:24 smithi169 bash[19820]: cluster 2024-09-06T15:39:23.566675+0000 mgr.y (mgr.25115) 103 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:24.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:24 smithi169 bash[26469]: audit 2024-09-06T15:39:23.046241+0000 mgr.y (mgr.25115) 102 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:39:24.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:24 smithi169 bash[26469]: cluster 2024-09-06T15:39:23.566675+0000 mgr.y (mgr.25115) 103 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:24.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:24 smithi181 bash[21841]: audit 2024-09-06T15:39:23.046241+0000 mgr.y (mgr.25115) 102 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:39:24.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:24 smithi181 bash[21841]: cluster 2024-09-06T15:39:23.566675+0000 mgr.y (mgr.25115) 103 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:26.650 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:39:26 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:39:26] "GET /metrics HTTP/1.1" 200 38237 "" "Prometheus/2.43.0" 2024-09-06T15:39:26.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:26 smithi169 bash[19820]: cluster 2024-09-06T15:39:25.568291+0000 mgr.y (mgr.25115) 104 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:39:26.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:26 smithi169 bash[26469]: cluster 2024-09-06T15:39:25.568291+0000 mgr.y (mgr.25115) 104 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:39:26.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:26 smithi181 bash[21841]: cluster 2024-09-06T15:39:25.568291+0000 mgr.y (mgr.25115) 104 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:39:28.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:28 smithi169 bash[19820]: cluster 2024-09-06T15:39:27.569078+0000 mgr.y (mgr.25115) 105 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:28.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:28 smithi169 bash[26469]: cluster 2024-09-06T15:39:27.569078+0000 mgr.y (mgr.25115) 105 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:28.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:28 smithi181 bash[21841]: cluster 2024-09-06T15:39:27.569078+0000 mgr.y (mgr.25115) 105 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:30.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:30 smithi169 bash[19820]: cluster 2024-09-06T15:39:29.569822+0000 mgr.y (mgr.25115) 106 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:30.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:30 smithi169 bash[19820]: audit 2024-09-06T15:39:30.281256+0000 mon.b (mon.1) 109 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:39:30.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:30 smithi169 bash[26469]: cluster 2024-09-06T15:39:29.569822+0000 mgr.y (mgr.25115) 106 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:30.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:30 smithi169 bash[26469]: audit 2024-09-06T15:39:30.281256+0000 mon.b (mon.1) 109 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:39:30.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:30 smithi181 bash[21841]: cluster 2024-09-06T15:39:29.569822+0000 mgr.y (mgr.25115) 106 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:30.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:30 smithi181 bash[21841]: audit 2024-09-06T15:39:30.281256+0000 mon.b (mon.1) 109 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:39:32.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:32 smithi181 bash[21841]: cluster 2024-09-06T15:39:31.571510+0000 mgr.y (mgr.25115) 107 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:39:32.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:32 smithi169 bash[19820]: cluster 2024-09-06T15:39:31.571510+0000 mgr.y (mgr.25115) 107 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:39:32.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:32 smithi169 bash[26469]: cluster 2024-09-06T15:39:31.571510+0000 mgr.y (mgr.25115) 107 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:39:34.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:34 smithi169 bash[19820]: audit 2024-09-06T15:39:33.057497+0000 mgr.y (mgr.25115) 108 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:39:34.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:34 smithi169 bash[19820]: cluster 2024-09-06T15:39:33.572192+0000 mgr.y (mgr.25115) 109 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:34.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:34 smithi169 bash[26469]: audit 2024-09-06T15:39:33.057497+0000 mgr.y (mgr.25115) 108 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:39:34.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:34 smithi169 bash[26469]: cluster 2024-09-06T15:39:33.572192+0000 mgr.y (mgr.25115) 109 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:34.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:34 smithi181 bash[21841]: audit 2024-09-06T15:39:33.057497+0000 mgr.y (mgr.25115) 108 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:39:34.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:34 smithi181 bash[21841]: cluster 2024-09-06T15:39:33.572192+0000 mgr.y (mgr.25115) 109 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:36.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:36 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:39:36.245 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:39:36 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:39:36.246 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:39:36 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:39:36.246 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:39:36 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:39:36.246 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:39:36 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:39:36.247 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:39:36 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:39:36.247 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:36 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:39:36.247 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:39:36 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:39:36.248 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:36 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:39:36.248 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:36 smithi181 systemd[1]: Stopping Ceph prometheus.a for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:39:36.673 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:36 smithi181 bash[55754]: ts=2024-09-06T15:39:36.291Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-06T15:39:36.674 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:36 smithi181 bash[55754]: ts=2024-09-06T15:39:36.291Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-06T15:39:36.674 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:36 smithi181 bash[55754]: ts=2024-09-06T15:39:36.291Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-06T15:39:36.674 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:36 smithi181 bash[55754]: ts=2024-09-06T15:39:36.291Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-06T15:39:36.674 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:36 smithi181 bash[55754]: ts=2024-09-06T15:39:36.291Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-06T15:39:36.674 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:36 smithi181 bash[55754]: ts=2024-09-06T15:39:36.291Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-06T15:39:36.674 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:36 smithi181 bash[55754]: ts=2024-09-06T15:39:36.291Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-06T15:39:36.674 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:36 smithi181 bash[55754]: ts=2024-09-06T15:39:36.291Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-06T15:39:36.674 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:36 smithi181 bash[55754]: ts=2024-09-06T15:39:36.291Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-06T15:39:36.674 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:36 smithi181 bash[55754]: ts=2024-09-06T15:39:36.291Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-06T15:39:36.674 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:36 smithi181 bash[55754]: ts=2024-09-06T15:39:36.292Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-06T15:39:36.674 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:36 smithi181 bash[55754]: ts=2024-09-06T15:39:36.292Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-06T15:39:36.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:36 smithi169 bash[19820]: cluster 2024-09-06T15:39:35.573771+0000 mgr.y (mgr.25115) 110 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:39:36.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:36 smithi169 bash[26469]: cluster 2024-09-06T15:39:35.573771+0000 mgr.y (mgr.25115) 110 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:39:36.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:36 smithi181 bash[21841]: cluster 2024-09-06T15:39:35.573771+0000 mgr.y (mgr.25115) 110 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:39:36.994 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:36 smithi181 bash[62969]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-prometheus-a 2024-09-06T15:39:37.322 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:39:37 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:39:37.322 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:39:37 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:39:37.322 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:39:37 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:39:37.323 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:39:37 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:39:37.323 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:39:37 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:39:37.323 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:37 smithi181 bash[63030]: Error response from daemon: No such container: ceph-bab55310-6c60-11ef-bce4-c7b262605968-prometheus-a 2024-09-06T15:39:37.323 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:37 smithi181 systemd[1]: ceph-bab55310-6c60-11ef-bce4-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-06T15:39:37.324 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:37 smithi181 systemd[1]: Stopped Ceph prometheus.a for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:39:37.324 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:37 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:39:37.324 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:37 smithi181 systemd[1]: Started Ceph prometheus.a for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:39:37.324 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:37 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:39:37.324 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:39:37 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:39:37.325 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:39:37 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:39:38.410 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-09-06T15:39:38.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:38 smithi169 bash[19820]: audit 2024-09-06T15:39:37.377979+0000 mon.a (mon.0) 1450 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:38.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:38 smithi169 bash[19820]: audit 2024-09-06T15:39:37.389836+0000 mon.a (mon.0) 1451 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:38.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:38 smithi169 bash[19820]: cluster 2024-09-06T15:39:37.574473+0000 mgr.y (mgr.25115) 111 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:38.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:38 smithi169 bash[26469]: audit 2024-09-06T15:39:37.377979+0000 mon.a (mon.0) 1450 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:38.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:38 smithi169 bash[26469]: audit 2024-09-06T15:39:37.389836+0000 mon.a (mon.0) 1451 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:38.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:38 smithi169 bash[26469]: cluster 2024-09-06T15:39:37.574473+0000 mgr.y (mgr.25115) 111 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:38.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:38 smithi181 bash[21841]: audit 2024-09-06T15:39:37.377979+0000 mon.a (mon.0) 1450 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:38.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:38 smithi181 bash[21841]: audit 2024-09-06T15:39:37.389836+0000 mon.a (mon.0) 1451 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:38.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:38 smithi181 bash[21841]: cluster 2024-09-06T15:39:37.574473+0000 mgr.y (mgr.25115) 111 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:38.745 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:38 smithi181 bash[63085]: ts=2024-09-06T15:39:38.556Z caller=main.go:617 level=info msg="Starting Prometheus Server" mode=server version="(version=2.51.0, branch=HEAD, revision=c05c15512acb675e3f6cd662a6727854e93fc024)" 2024-09-06T15:39:38.745 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:38 smithi181 bash[63085]: ts=2024-09-06T15:39:38.556Z caller=main.go:622 level=info build_context="(go=go1.22.1, platform=linux/amd64, user=root@b5723e458358, date=20240319-10:54:45, tags=netgo,builtinassets,stringlabels)" 2024-09-06T15:39:38.746 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:38 smithi181 bash[63085]: ts=2024-09-06T15:39:38.556Z caller=main.go:623 level=info host_details="(Linux 5.15.0-119-generic #129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024 x86_64 smithi181 (none))" 2024-09-06T15:39:38.746 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:38 smithi181 bash[63085]: ts=2024-09-06T15:39:38.556Z caller=main.go:624 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-06T15:39:38.746 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:38 smithi181 bash[63085]: ts=2024-09-06T15:39:38.556Z caller=main.go:625 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-06T15:39:38.746 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:38 smithi181 bash[63085]: ts=2024-09-06T15:39:38.558Z caller=web.go:568 level=info component=web msg="Start listening for connections" address=:9095 2024-09-06T15:39:38.746 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:38 smithi181 bash[63085]: ts=2024-09-06T15:39:38.559Z caller=main.go:1129 level=info msg="Starting TSDB ..." 2024-09-06T15:39:38.746 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:38 smithi181 bash[63085]: ts=2024-09-06T15:39:38.561Z caller=tls_config.go:313 level=info component=web msg="Listening on" address=[::]:9095 2024-09-06T15:39:38.746 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:38 smithi181 bash[63085]: ts=2024-09-06T15:39:38.561Z caller=tls_config.go:316 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-06T15:39:38.746 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:38 smithi181 bash[63085]: ts=2024-09-06T15:39:38.563Z caller=head.go:616 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-06T15:39:38.746 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:38 smithi181 bash[63085]: ts=2024-09-06T15:39:38.564Z caller=head.go:698 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.032477ms 2024-09-06T15:39:38.746 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:38 smithi181 bash[63085]: ts=2024-09-06T15:39:38.564Z caller=head.go:706 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-06T15:39:38.746 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:38 smithi181 bash[63085]: ts=2024-09-06T15:39:38.565Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=6 2024-09-06T15:39:38.746 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:38 smithi181 bash[63085]: ts=2024-09-06T15:39:38.577Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=6 2024-09-06T15:39:38.746 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:38 smithi181 bash[63085]: ts=2024-09-06T15:39:38.582Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=6 2024-09-06T15:39:38.746 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:38 smithi181 bash[63085]: ts=2024-09-06T15:39:38.584Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=6 2024-09-06T15:39:38.746 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:38 smithi181 bash[63085]: ts=2024-09-06T15:39:38.590Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=6 2024-09-06T15:39:38.747 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:38 smithi181 bash[63085]: ts=2024-09-06T15:39:38.591Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=5 maxSegment=6 2024-09-06T15:39:38.747 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:38 smithi181 bash[63085]: ts=2024-09-06T15:39:38.592Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=6 maxSegment=6 2024-09-06T15:39:38.747 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:38 smithi181 bash[63085]: ts=2024-09-06T15:39:38.592Z caller=head.go:815 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=49.798µs wal_replay_duration=27.406093ms wbl_replay_duration=211ns total_replay_duration=28.518799ms 2024-09-06T15:39:38.747 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:38 smithi181 bash[63085]: ts=2024-09-06T15:39:38.594Z caller=main.go:1150 level=info fs_type=XFS_SUPER_MAGIC 2024-09-06T15:39:38.747 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:38 smithi181 bash[63085]: ts=2024-09-06T15:39:38.594Z caller=main.go:1153 level=info msg="TSDB started" 2024-09-06T15:39:38.747 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:38 smithi181 bash[63085]: ts=2024-09-06T15:39:38.594Z caller=main.go:1335 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-06T15:39:38.747 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:38 smithi181 bash[63085]: ts=2024-09-06T15:39:38.613Z caller=main.go:1372 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=18.960652ms db_storage=996ns remote_storage=1.399µs web_handler=392ns query_engine=1.029µs scrape=292.107µs scrape_sd=135.808µs notify=17.777µs notify_sd=15.146µs rules=18.097499ms tracing=6.007µs 2024-09-06T15:39:38.747 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:38 smithi181 bash[63085]: ts=2024-09-06T15:39:38.613Z caller=main.go:1114 level=info msg="Server is ready to receive web requests." 2024-09-06T15:39:38.747 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:39:38 smithi181 bash[63085]: ts=2024-09-06T15:39:38.613Z caller=manager.go:163 level=info component="rule manager" msg="Starting rule manager..." 2024-09-06T15:39:39.007 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-06T15:39:39.007 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (26m) 31s ago 27m 13.8M - 0.25.0 c8568f914cd2 ae7ff3ddd464 2024-09-06T15:39:39.007 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi181 *:3000 running (26m) 30s ago 26m 73.3M - 9.4.12 2bacad6d85d8 3a07dedb5cb8 2024-09-06T15:39:39.007 INFO:teuthology.orchestra.run.smithi169.stdout:iscsi.foo.smithi169.yxosuq smithi169 *:5000 running (77s) 31s ago 24m 47.4M - 3.8 b6db46a449e5 e63406a8c5a8 2024-09-06T15:39:44.401 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi181 *:8443,9283,8765 running (64s) 30s ago 35m 436M - 19.3.0-4704-g8b38c33c 1c45aca0610a 291c4d2bed88 2024-09-06T15:39:44.401 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (12m) 31s ago 37m 493M - 19.3.0-4704-g8b38c33c 1c45aca0610a 5f9711fb78b7 2024-09-06T15:39:44.402 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (37m) 31s ago 37m 87.3M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 e9246768aa61 2024-09-06T15:39:44.402 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi181 running (35m) 30s ago 35m 58.6M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 ae587368c103 2024-09-06T15:39:44.402 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (35m) 31s ago 35m 60.5M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 f845352189fb 2024-09-06T15:39:44.402 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (39s) 31s ago 27m 3059k - 1.7.0 72c9c2088986 03c6f14026b2 2024-09-06T15:39:44.402 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi181 *:9100 running (34s) 30s ago 27m - - 1.7.0 72c9c2088986 0895a0652401 2024-09-06T15:39:44.402 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (34m) 31s ago 34m 58.0M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 cec969796af3 2024-09-06T15:39:44.402 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (33m) 31s ago 33m 67.5M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 d527f97f0b83 2024-09-06T15:39:44.402 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (32m) 31s ago 32m 61.7M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 303b15f1c60b 2024-09-06T15:39:44.402 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (31m) 31s ago 31m 64.9M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 524c24c2c8fd 2024-09-06T15:39:44.402 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi181 running (31m) 30s ago 31m 68.3M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 c9c9286e40c9 2024-09-06T15:39:44.402 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi181 running (30m) 30s ago 30m 55.5M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 427ff3118a0b 2024-09-06T15:39:44.402 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi181 running (29m) 30s ago 29m 64.1M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 9e6f947064d2 2024-09-06T15:39:44.402 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi181 running (28m) 30s ago 28m 66.7M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 a94f6f351ffd 2024-09-06T15:39:44.402 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi181 *:9095 starting - - - - 2024-09-06T15:39:44.403 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi169.svrjnx smithi169 *:8000 running (24m) 31s ago 24m 101M - 19.1.1-268-g635ed4cf b6db46a449e5 73d895896783 2024-09-06T15:39:44.403 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi181.fqbtai smithi181 *:8000 running (24m) 30s ago 24m 101M - 19.1.1-268-g635ed4cf b6db46a449e5 4aaa91540a99 2024-09-06T15:39:44.404 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:39:44.404 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-09-06T15:39:44.404 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 3 2024-09-06T15:39:44.405 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:39:44.405 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-09-06T15:39:44.405 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 2 2024-09-06T15:39:44.405 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:39:44.405 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-09-06T15:39:44.405 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 8 2024-09-06T15:39:44.405 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:39:44.405 INFO:teuthology.orchestra.run.smithi169.stdout: "rgw": { 2024-09-06T15:39:44.405 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 2 2024-09-06T15:39:44.405 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:39:44.405 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-09-06T15:39:44.405 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 13, 2024-09-06T15:39:44.405 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 2 2024-09-06T15:39:44.405 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-09-06T15:39:44.406 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:39:44.406 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:39:44.406 INFO:teuthology.orchestra.run.smithi169.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", 2024-09-06T15:39:44.406 INFO:teuthology.orchestra.run.smithi169.stdout: "in_progress": true, 2024-09-06T15:39:44.406 INFO:teuthology.orchestra.run.smithi169.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-09-06T15:39:44.406 INFO:teuthology.orchestra.run.smithi169.stdout: "services_complete": [ 2024-09-06T15:39:44.406 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr" 2024-09-06T15:39:44.406 INFO:teuthology.orchestra.run.smithi169.stdout: ], 2024-09-06T15:39:44.406 INFO:teuthology.orchestra.run.smithi169.stdout: "progress": "2/2 daemons upgraded", 2024-09-06T15:39:44.406 INFO:teuthology.orchestra.run.smithi169.stdout: "message": "Currently upgrading prometheus daemons", 2024-09-06T15:39:44.406 INFO:teuthology.orchestra.run.smithi169.stdout: "is_paused": false 2024-09-06T15:39:44.406 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:39:44.407 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:39 smithi181 bash[21841]: audit 2024-09-06T15:39:38.398610+0000 mgr.y (mgr.25115) 112 : audit [DBG] from='client.25355 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:39:44.407 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:39 smithi181 bash[21841]: audit 2024-09-06T15:39:38.694061+0000 mgr.y (mgr.25115) 113 : audit [DBG] from='client.25361 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:39:44.407 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:39 smithi181 bash[21841]: audit 2024-09-06T15:39:39.343104+0000 mon.c (mon.2) 126 : audit [DBG] from='client.? 172.21.15.169:0/2489156998' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:44.407 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:40 smithi181 bash[21841]: audit 2024-09-06T15:39:38.971471+0000 mgr.y (mgr.25115) 114 : audit [DBG] from='client.15510 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:39:44.407 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:40 smithi181 bash[21841]: cluster 2024-09-06T15:39:39.575206+0000 mgr.y (mgr.25115) 115 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:44.407 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:40 smithi181 bash[21841]: audit 2024-09-06T15:39:39.633635+0000 mgr.y (mgr.25115) 116 : audit [DBG] from='client.25379 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:39:44.407 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:42 smithi181 bash[21841]: cluster 2024-09-06T15:39:41.576828+0000 mgr.y (mgr.25115) 117 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:39:44.407 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:39 smithi169 bash[19820]: audit 2024-09-06T15:39:38.398610+0000 mgr.y (mgr.25115) 112 : audit [DBG] from='client.25355 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:39:44.407 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:39 smithi169 bash[19820]: audit 2024-09-06T15:39:38.694061+0000 mgr.y (mgr.25115) 113 : audit [DBG] from='client.25361 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:39:44.407 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:39 smithi169 bash[19820]: audit 2024-09-06T15:39:39.343104+0000 mon.c (mon.2) 126 : audit [DBG] from='client.? 172.21.15.169:0/2489156998' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:44.408 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:39 smithi169 bash[26469]: audit 2024-09-06T15:39:38.398610+0000 mgr.y (mgr.25115) 112 : audit [DBG] from='client.25355 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:39:44.408 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:39 smithi169 bash[26469]: audit 2024-09-06T15:39:38.694061+0000 mgr.y (mgr.25115) 113 : audit [DBG] from='client.25361 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:39:44.408 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:39 smithi169 bash[26469]: audit 2024-09-06T15:39:39.343104+0000 mon.c (mon.2) 126 : audit [DBG] from='client.? 172.21.15.169:0/2489156998' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:44.408 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:40 smithi169 bash[19820]: audit 2024-09-06T15:39:38.971471+0000 mgr.y (mgr.25115) 114 : audit [DBG] from='client.15510 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:39:44.408 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:40 smithi169 bash[19820]: cluster 2024-09-06T15:39:39.575206+0000 mgr.y (mgr.25115) 115 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:44.408 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:40 smithi169 bash[19820]: audit 2024-09-06T15:39:39.633635+0000 mgr.y (mgr.25115) 116 : audit [DBG] from='client.25379 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:39:44.409 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:40 smithi169 bash[26469]: audit 2024-09-06T15:39:38.971471+0000 mgr.y (mgr.25115) 114 : audit [DBG] from='client.15510 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:39:44.409 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:40 smithi169 bash[26469]: cluster 2024-09-06T15:39:39.575206+0000 mgr.y (mgr.25115) 115 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:44.412 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:40 smithi169 bash[26469]: audit 2024-09-06T15:39:39.633635+0000 mgr.y (mgr.25115) 116 : audit [DBG] from='client.25379 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:39:44.412 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:42 smithi169 bash[19820]: cluster 2024-09-06T15:39:41.576828+0000 mgr.y (mgr.25115) 117 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:39:44.413 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:42 smithi169 bash[26469]: cluster 2024-09-06T15:39:41.576828+0000 mgr.y (mgr.25115) 117 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:39:44.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:44 smithi169 bash[19820]: audit 2024-09-06T15:39:43.067632+0000 mgr.y (mgr.25115) 118 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:39:44.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:44 smithi169 bash[19820]: audit 2024-09-06T15:39:43.448173+0000 mon.a (mon.0) 1452 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:44.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:44 smithi169 bash[19820]: audit 2024-09-06T15:39:43.460591+0000 mon.a (mon.0) 1453 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:44.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:44 smithi169 bash[19820]: cluster 2024-09-06T15:39:43.577562+0000 mgr.y (mgr.25115) 119 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:44.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:44 smithi169 bash[26469]: audit 2024-09-06T15:39:43.067632+0000 mgr.y (mgr.25115) 118 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:39:44.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:44 smithi169 bash[26469]: audit 2024-09-06T15:39:43.448173+0000 mon.a (mon.0) 1452 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:44.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:44 smithi169 bash[26469]: audit 2024-09-06T15:39:43.460591+0000 mon.a (mon.0) 1453 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:44.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:44 smithi169 bash[26469]: cluster 2024-09-06T15:39:43.577562+0000 mgr.y (mgr.25115) 119 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:44.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:44 smithi181 bash[21841]: audit 2024-09-06T15:39:43.067632+0000 mgr.y (mgr.25115) 118 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:39:44.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:44 smithi181 bash[21841]: audit 2024-09-06T15:39:43.448173+0000 mon.a (mon.0) 1452 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:44.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:44 smithi181 bash[21841]: audit 2024-09-06T15:39:43.460591+0000 mon.a (mon.0) 1453 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:44.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:44 smithi181 bash[21841]: cluster 2024-09-06T15:39:43.577562+0000 mgr.y (mgr.25115) 119 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:53.891 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:45 smithi169 bash[19820]: audit 2024-09-06T15:39:44.649028+0000 mon.a (mon.0) 1454 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:53.891 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:45 smithi169 bash[19820]: audit 2024-09-06T15:39:44.661453+0000 mon.a (mon.0) 1455 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:53.891 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:45 smithi169 bash[19820]: audit 2024-09-06T15:39:45.281874+0000 mon.b (mon.1) 110 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:39:53.891 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:45 smithi169 bash[26469]: audit 2024-09-06T15:39:44.649028+0000 mon.a (mon.0) 1454 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:53.892 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:45 smithi169 bash[26469]: audit 2024-09-06T15:39:44.661453+0000 mon.a (mon.0) 1455 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:53.892 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:45 smithi169 bash[26469]: audit 2024-09-06T15:39:45.281874+0000 mon.b (mon.1) 110 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:39:53.892 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:39:46 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:39:46] "GET /metrics HTTP/1.1" 200 38239 "" "Prometheus/2.51.0" 2024-09-06T15:39:53.892 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:46 smithi169 bash[19820]: cluster 2024-09-06T15:39:45.579157+0000 mgr.y (mgr.25115) 120 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:39:53.893 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:46 smithi169 bash[26469]: cluster 2024-09-06T15:39:45.579157+0000 mgr.y (mgr.25115) 120 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:39:53.893 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:45 smithi181 bash[21841]: audit 2024-09-06T15:39:44.649028+0000 mon.a (mon.0) 1454 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:53.893 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:45 smithi181 bash[21841]: audit 2024-09-06T15:39:44.661453+0000 mon.a (mon.0) 1455 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:53.893 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:45 smithi181 bash[21841]: audit 2024-09-06T15:39:45.281874+0000 mon.b (mon.1) 110 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:39:53.893 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:46 smithi181 bash[21841]: cluster 2024-09-06T15:39:45.579157+0000 mgr.y (mgr.25115) 120 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:39:53.893 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:48 smithi181 bash[21841]: cluster 2024-09-06T15:39:47.579865+0000 mgr.y (mgr.25115) 121 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:53.893 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:50 smithi181 bash[21841]: cluster 2024-09-06T15:39:49.580553+0000 mgr.y (mgr.25115) 122 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:53.894 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:52 smithi181 bash[21841]: cluster 2024-09-06T15:39:51.582202+0000 mgr.y (mgr.25115) 123 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:39:53.894 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:48 smithi169 bash[19820]: cluster 2024-09-06T15:39:47.579865+0000 mgr.y (mgr.25115) 121 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:53.894 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:48 smithi169 bash[26469]: cluster 2024-09-06T15:39:47.579865+0000 mgr.y (mgr.25115) 121 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:53.895 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:50 smithi169 bash[19820]: cluster 2024-09-06T15:39:49.580553+0000 mgr.y (mgr.25115) 122 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:53.895 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:50 smithi169 bash[26469]: cluster 2024-09-06T15:39:49.580553+0000 mgr.y (mgr.25115) 122 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:53.895 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:52 smithi169 bash[19820]: cluster 2024-09-06T15:39:51.582202+0000 mgr.y (mgr.25115) 123 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:39:53.895 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:52 smithi169 bash[26469]: cluster 2024-09-06T15:39:51.582202+0000 mgr.y (mgr.25115) 123 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:39:54.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:54 smithi169 bash[26469]: audit 2024-09-06T15:39:53.075635+0000 mgr.y (mgr.25115) 124 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:39:54.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:54 smithi169 bash[26469]: cluster 2024-09-06T15:39:53.582950+0000 mgr.y (mgr.25115) 125 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:54.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:54 smithi169 bash[26469]: audit 2024-09-06T15:39:54.523198+0000 mon.a (mon.0) 1456 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:54.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:54 smithi169 bash[26469]: audit 2024-09-06T15:39:54.537929+0000 mon.a (mon.0) 1457 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:54.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:54 smithi169 bash[26469]: audit 2024-09-06T15:39:54.544724+0000 mon.b (mon.1) 111 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:39:54.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:54 smithi169 bash[26469]: audit 2024-09-06T15:39:54.546241+0000 mon.b (mon.1) 112 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:39:54.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:54 smithi169 bash[26469]: audit 2024-09-06T15:39:54.554920+0000 mon.a (mon.0) 1458 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:54.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:54 smithi169 bash[26469]: audit 2024-09-06T15:39:54.632890+0000 mon.b (mon.1) 113 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-06T15:39:54.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:54 smithi169 bash[19820]: audit 2024-09-06T15:39:53.075635+0000 mgr.y (mgr.25115) 124 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:39:54.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:54 smithi169 bash[19820]: cluster 2024-09-06T15:39:53.582950+0000 mgr.y (mgr.25115) 125 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:54.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:54 smithi169 bash[19820]: audit 2024-09-06T15:39:54.523198+0000 mon.a (mon.0) 1456 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:54.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:54 smithi169 bash[19820]: audit 2024-09-06T15:39:54.537929+0000 mon.a (mon.0) 1457 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:54.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:54 smithi169 bash[19820]: audit 2024-09-06T15:39:54.544724+0000 mon.b (mon.1) 111 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:39:54.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:54 smithi169 bash[19820]: audit 2024-09-06T15:39:54.546241+0000 mon.b (mon.1) 112 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:39:54.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:54 smithi169 bash[19820]: audit 2024-09-06T15:39:54.554920+0000 mon.a (mon.0) 1458 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:54.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:54 smithi169 bash[19820]: audit 2024-09-06T15:39:54.632890+0000 mon.b (mon.1) 113 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-06T15:39:54.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:54 smithi181 bash[21841]: audit 2024-09-06T15:39:53.075635+0000 mgr.y (mgr.25115) 124 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:39:54.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:54 smithi181 bash[21841]: cluster 2024-09-06T15:39:53.582950+0000 mgr.y (mgr.25115) 125 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:54.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:54 smithi181 bash[21841]: audit 2024-09-06T15:39:54.523198+0000 mon.a (mon.0) 1456 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:54.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:54 smithi181 bash[21841]: audit 2024-09-06T15:39:54.537929+0000 mon.a (mon.0) 1457 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:54.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:54 smithi181 bash[21841]: audit 2024-09-06T15:39:54.544724+0000 mon.b (mon.1) 111 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:39:54.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:54 smithi181 bash[21841]: audit 2024-09-06T15:39:54.546241+0000 mon.b (mon.1) 112 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:39:54.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:54 smithi181 bash[21841]: audit 2024-09-06T15:39:54.554920+0000 mon.a (mon.0) 1458 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:39:54.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:54 smithi181 bash[21841]: audit 2024-09-06T15:39:54.632890+0000 mon.b (mon.1) 113 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-06T15:39:55.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:55 smithi169 bash[19820]: audit 2024-09-06T15:39:54.630369+0000 mgr.y (mgr.25115) 126 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-06T15:39:55.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:55 smithi169 bash[19820]: audit 2024-09-06T15:39:54.720685+0000 mon.b (mon.1) 114 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:39:55.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:55 smithi169 bash[19820]: audit 2024-09-06T15:39:54.724333+0000 mon.b (mon.1) 115 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:55.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:55 smithi169 bash[19820]: audit 2024-09-06T15:39:54.727327+0000 mon.b (mon.1) 116 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:55.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:55 smithi169 bash[19820]: audit 2024-09-06T15:39:54.730463+0000 mon.b (mon.1) 117 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:55.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:55 smithi169 bash[19820]: audit 2024-09-06T15:39:54.734032+0000 mon.b (mon.1) 118 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:55.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:55 smithi169 bash[19820]: audit 2024-09-06T15:39:54.736984+0000 mon.b (mon.1) 119 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:55.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:55 smithi169 bash[19820]: audit 2024-09-06T15:39:54.739746+0000 mon.b (mon.1) 120 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:55.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:55 smithi169 bash[19820]: audit 2024-09-06T15:39:54.743571+0000 mon.b (mon.1) 121 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:55.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:55 smithi169 bash[19820]: audit 2024-09-06T15:39:54.748115+0000 mon.b (mon.1) 122 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:55.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:55 smithi169 bash[19820]: audit 2024-09-06T15:39:54.751819+0000 mon.b (mon.1) 123 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:55.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:55 smithi169 bash[19820]: audit 2024-09-06T15:39:54.755295+0000 mon.b (mon.1) 124 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:55.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:55 smithi169 bash[26469]: audit 2024-09-06T15:39:54.630369+0000 mgr.y (mgr.25115) 126 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-06T15:39:55.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:55 smithi169 bash[26469]: audit 2024-09-06T15:39:54.720685+0000 mon.b (mon.1) 114 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:39:55.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:55 smithi169 bash[26469]: audit 2024-09-06T15:39:54.724333+0000 mon.b (mon.1) 115 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:55.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:55 smithi169 bash[26469]: audit 2024-09-06T15:39:54.727327+0000 mon.b (mon.1) 116 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:55.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:55 smithi169 bash[26469]: audit 2024-09-06T15:39:54.730463+0000 mon.b (mon.1) 117 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:55.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:55 smithi169 bash[26469]: audit 2024-09-06T15:39:54.734032+0000 mon.b (mon.1) 118 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:55.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:55 smithi169 bash[26469]: audit 2024-09-06T15:39:54.736984+0000 mon.b (mon.1) 119 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:55.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:55 smithi169 bash[26469]: audit 2024-09-06T15:39:54.739746+0000 mon.b (mon.1) 120 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:55.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:55 smithi169 bash[26469]: audit 2024-09-06T15:39:54.743571+0000 mon.b (mon.1) 121 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:55.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:55 smithi169 bash[26469]: audit 2024-09-06T15:39:54.748115+0000 mon.b (mon.1) 122 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:55.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:55 smithi169 bash[26469]: audit 2024-09-06T15:39:54.751819+0000 mon.b (mon.1) 123 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:55.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:55 smithi169 bash[26469]: audit 2024-09-06T15:39:54.755295+0000 mon.b (mon.1) 124 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:55.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:55 smithi181 bash[21841]: audit 2024-09-06T15:39:54.630369+0000 mgr.y (mgr.25115) 126 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-06T15:39:55.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:55 smithi181 bash[21841]: audit 2024-09-06T15:39:54.720685+0000 mon.b (mon.1) 114 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:39:55.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:55 smithi181 bash[21841]: audit 2024-09-06T15:39:54.724333+0000 mon.b (mon.1) 115 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:55.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:55 smithi181 bash[21841]: audit 2024-09-06T15:39:54.727327+0000 mon.b (mon.1) 116 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:55.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:55 smithi181 bash[21841]: audit 2024-09-06T15:39:54.730463+0000 mon.b (mon.1) 117 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:55.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:55 smithi181 bash[21841]: audit 2024-09-06T15:39:54.734032+0000 mon.b (mon.1) 118 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:55.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:55 smithi181 bash[21841]: audit 2024-09-06T15:39:54.736984+0000 mon.b (mon.1) 119 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:55.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:55 smithi181 bash[21841]: audit 2024-09-06T15:39:54.739746+0000 mon.b (mon.1) 120 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:55.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:55 smithi181 bash[21841]: audit 2024-09-06T15:39:54.743571+0000 mon.b (mon.1) 121 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:55.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:55 smithi181 bash[21841]: audit 2024-09-06T15:39:54.748115+0000 mon.b (mon.1) 122 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:55.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:55 smithi181 bash[21841]: audit 2024-09-06T15:39:54.751819+0000 mon.b (mon.1) 123 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:55.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:55 smithi181 bash[21841]: audit 2024-09-06T15:39:54.755295+0000 mon.b (mon.1) 124 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:39:56.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:39:56 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:39:56] "GET /metrics HTTP/1.1" 200 38239 "" "Prometheus/2.51.0" 2024-09-06T15:39:56.904 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:56 smithi169 bash[19820]: cluster 2024-09-06T15:39:55.584556+0000 mgr.y (mgr.25115) 127 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:39:56.905 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:56 smithi169 bash[26469]: cluster 2024-09-06T15:39:55.584556+0000 mgr.y (mgr.25115) 127 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:39:56.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:56 smithi181 bash[21841]: cluster 2024-09-06T15:39:55.584556+0000 mgr.y (mgr.25115) 127 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:39:58.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:58 smithi181 bash[21841]: cephadm 2024-09-06T15:39:57.388342+0000 mgr.y (mgr.25115) 128 : cephadm [INF] Upgrade: Updating alertmanager.a 2024-09-06T15:39:58.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:58 smithi181 bash[21841]: cephadm 2024-09-06T15:39:57.403659+0000 mgr.y (mgr.25115) 129 : cephadm [INF] Deploying daemon alertmanager.a on smithi169 2024-09-06T15:39:58.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:39:58 smithi181 bash[21841]: cluster 2024-09-06T15:39:57.585083+0000 mgr.y (mgr.25115) 130 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:59.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:58 smithi169 bash[19820]: cephadm 2024-09-06T15:39:57.388342+0000 mgr.y (mgr.25115) 128 : cephadm [INF] Upgrade: Updating alertmanager.a 2024-09-06T15:39:59.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:58 smithi169 bash[19820]: cephadm 2024-09-06T15:39:57.403659+0000 mgr.y (mgr.25115) 129 : cephadm [INF] Deploying daemon alertmanager.a on smithi169 2024-09-06T15:39:59.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:39:58 smithi169 bash[19820]: cluster 2024-09-06T15:39:57.585083+0000 mgr.y (mgr.25115) 130 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:39:59.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:58 smithi169 bash[26469]: cephadm 2024-09-06T15:39:57.388342+0000 mgr.y (mgr.25115) 128 : cephadm [INF] Upgrade: Updating alertmanager.a 2024-09-06T15:39:59.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:58 smithi169 bash[26469]: cephadm 2024-09-06T15:39:57.403659+0000 mgr.y (mgr.25115) 129 : cephadm [INF] Deploying daemon alertmanager.a on smithi169 2024-09-06T15:39:59.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:39:58 smithi169 bash[26469]: cluster 2024-09-06T15:39:57.585083+0000 mgr.y (mgr.25115) 130 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:00.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:00 smithi181 bash[21841]: cluster 2024-09-06T15:39:59.585727+0000 mgr.y (mgr.25115) 131 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:00.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:00 smithi181 bash[21841]: cluster 2024-09-06T15:40:00.000134+0000 mon.a (mon.0) 1459 : cluster [WRN] overall HEALTH_WARN Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:40:00.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:00 smithi181 bash[21841]: audit 2024-09-06T15:40:00.282441+0000 mon.b (mon.1) 125 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:40:01.617 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:00 smithi169 bash[19820]: cluster 2024-09-06T15:39:59.585727+0000 mgr.y (mgr.25115) 131 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:01.617 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:00 smithi169 bash[19820]: cluster 2024-09-06T15:40:00.000134+0000 mon.a (mon.0) 1459 : cluster [WRN] overall HEALTH_WARN Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:40:01.617 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:00 smithi169 bash[19820]: audit 2024-09-06T15:40:00.282441+0000 mon.b (mon.1) 125 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:40:01.617 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:00 smithi169 bash[26469]: cluster 2024-09-06T15:39:59.585727+0000 mgr.y (mgr.25115) 131 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:01.617 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:00 smithi169 bash[26469]: cluster 2024-09-06T15:40:00.000134+0000 mon.a (mon.0) 1459 : cluster [WRN] overall HEALTH_WARN Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:40:01.617 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:00 smithi169 bash[26469]: audit 2024-09-06T15:40:00.282441+0000 mon.b (mon.1) 125 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:40:02.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:02 smithi169 bash[19820]: cluster 2024-09-06T15:40:01.587473+0000 mgr.y (mgr.25115) 132 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:40:02.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:02 smithi169 bash[26469]: cluster 2024-09-06T15:40:01.587473+0000 mgr.y (mgr.25115) 132 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:40:02.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:02 smithi181 bash[21841]: cluster 2024-09-06T15:40:01.587473+0000 mgr.y (mgr.25115) 132 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:40:04.710 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:04 smithi169 bash[19820]: audit 2024-09-06T15:40:03.086958+0000 mgr.y (mgr.25115) 133 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:40:04.710 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:04 smithi169 bash[19820]: cluster 2024-09-06T15:40:03.588255+0000 mgr.y (mgr.25115) 134 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:04.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:04 smithi181 bash[21841]: audit 2024-09-06T15:40:03.086958+0000 mgr.y (mgr.25115) 133 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:40:04.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:04 smithi181 bash[21841]: cluster 2024-09-06T15:40:03.588255+0000 mgr.y (mgr.25115) 134 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:05.020 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:04 smithi169 bash[26469]: audit 2024-09-06T15:40:03.086958+0000 mgr.y (mgr.25115) 133 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:40:05.020 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:04 smithi169 bash[26469]: cluster 2024-09-06T15:40:03.588255+0000 mgr.y (mgr.25115) 134 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:06.251 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:06 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:40:06.251 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:40:06 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:40:06.252 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:40:06 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:40:06] "GET /metrics HTTP/1.1" 200 38235 "" "Prometheus/2.51.0" 2024-09-06T15:40:06.252 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:40:06 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:40:06.252 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:40:06 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:40:06.253 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:40:06 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:40:06.253 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:40:06 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:40:06.253 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:40:06 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:40:06.254 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:40:06 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:40:06.254 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:06 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:40:06.619 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:40:06 smithi169 systemd[1]: Stopping Ceph alertmanager.a for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:40:06.619 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:40:06 smithi169 bash[52263]: ts=2024-09-06T15:40:06.385Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-06T15:40:06.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:06 smithi169 bash[19820]: cluster 2024-09-06T15:40:05.589778+0000 mgr.y (mgr.25115) 135 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:40:06.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:06 smithi169 bash[26469]: cluster 2024-09-06T15:40:05.589778+0000 mgr.y (mgr.25115) 135 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:40:06.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:06 smithi181 bash[21841]: cluster 2024-09-06T15:40:05.589778+0000 mgr.y (mgr.25115) 135 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:40:07.349 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:40:07 smithi169 bash[82650]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-alertmanager-a 2024-09-06T15:40:07.349 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:40:07 smithi169 bash[82709]: Error response from daemon: No such container: ceph-bab55310-6c60-11ef-bce4-c7b262605968-alertmanager-a 2024-09-06T15:40:07.350 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:40:07 smithi169 systemd[1]: ceph-bab55310-6c60-11ef-bce4-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-06T15:40:07.350 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:40:07 smithi169 systemd[1]: Stopped Ceph alertmanager.a for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:40:07.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:07 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:40:07.695 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:40:07 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:40:07.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:07 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:40:07.696 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:40:07 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:40:07.696 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:40:07 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:40:07.697 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:40:07 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:40:07.697 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:40:07 smithi169 systemd[1]: Started Ceph alertmanager.a for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:40:07.697 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:40:07 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:40:07.697 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:40:07 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:40:07.698 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:40:07 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:40:08.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:08 smithi169 bash[26469]: audit 2024-09-06T15:40:07.526794+0000 mon.a (mon.0) 1460 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:08.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:08 smithi169 bash[26469]: audit 2024-09-06T15:40:07.538262+0000 mon.a (mon.0) 1461 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:08.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:08 smithi169 bash[26469]: cluster 2024-09-06T15:40:07.590264+0000 mgr.y (mgr.25115) 136 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:08.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:08 smithi169 bash[19820]: audit 2024-09-06T15:40:07.526794+0000 mon.a (mon.0) 1460 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:08.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:08 smithi169 bash[19820]: audit 2024-09-06T15:40:07.538262+0000 mon.a (mon.0) 1461 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:08.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:08 smithi169 bash[19820]: cluster 2024-09-06T15:40:07.590264+0000 mgr.y (mgr.25115) 136 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:08.946 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:40:08 smithi169 bash[82765]: ts=2024-09-06T15:40:08.729Z caller=main.go:181 level=info msg="Starting Alertmanager" version="(version=0.27.0, branch=HEAD, revision=0aa3c2aad14cff039931923ab16b26b7481783b5)" 2024-09-06T15:40:08.946 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:40:08 smithi169 bash[82765]: ts=2024-09-06T15:40:08.729Z caller=main.go:182 level=info build_context="(go=go1.21.7, platform=linux/amd64, user=root@22cd11f671e9, date=20240228-11:51:20, tags=netgo)" 2024-09-06T15:40:08.946 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:40:08 smithi169 bash[82765]: ts=2024-09-06T15:40:08.731Z caller=cluster.go:186 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.169 port=9094 2024-09-06T15:40:08.947 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:40:08 smithi169 bash[82765]: ts=2024-09-06T15:40:08.732Z caller=cluster.go:683 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-06T15:40:08.947 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:40:08 smithi169 bash[82765]: ts=2024-09-06T15:40:08.761Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-06T15:40:08.947 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:40:08 smithi169 bash[82765]: ts=2024-09-06T15:40:08.761Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-06T15:40:08.947 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:40:08 smithi169 bash[82765]: ts=2024-09-06T15:40:08.763Z caller=tls_config.go:313 level=info msg="Listening on" address=[::]:9093 2024-09-06T15:40:08.947 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:40:08 smithi169 bash[82765]: ts=2024-09-06T15:40:08.763Z caller=tls_config.go:316 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-06T15:40:08.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:08 smithi181 bash[21841]: audit 2024-09-06T15:40:07.526794+0000 mon.a (mon.0) 1460 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:08.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:08 smithi181 bash[21841]: audit 2024-09-06T15:40:07.538262+0000 mon.a (mon.0) 1461 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:08.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:08 smithi181 bash[21841]: cluster 2024-09-06T15:40:07.590264+0000 mgr.y (mgr.25115) 136 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:09.941 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-09-06T15:40:10.545 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-06T15:40:10.546 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 starting - - - - 2024-09-06T15:40:10.546 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi181 *:3000 running (27m) 27s ago 27m 75.3M - 9.4.12 2bacad6d85d8 3a07dedb5cb8 2024-09-06T15:40:10.546 INFO:teuthology.orchestra.run.smithi169.stdout:iscsi.foo.smithi169.yxosuq smithi169 *:5000 running (108s) 63s ago 24m 47.4M - 3.8 b6db46a449e5 e63406a8c5a8 2024-09-06T15:40:10.546 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi181 *:8443,9283,8765 running (95s) 27s ago 35m 437M - 19.3.0-4704-g8b38c33c 1c45aca0610a 291c4d2bed88 2024-09-06T15:40:10.546 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (12m) 63s ago 38m 493M - 19.3.0-4704-g8b38c33c 1c45aca0610a 5f9711fb78b7 2024-09-06T15:40:10.546 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (38m) 63s ago 38m 87.3M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 e9246768aa61 2024-09-06T15:40:10.546 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi181 running (36m) 27s ago 36m 59.9M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 ae587368c103 2024-09-06T15:40:10.546 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (36m) 63s ago 36m 60.5M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 f845352189fb 2024-09-06T15:40:10.546 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (71s) 63s ago 27m 3059k - 1.7.0 72c9c2088986 03c6f14026b2 2024-09-06T15:40:10.546 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi181 *:9100 running (66s) 27s ago 27m 7264k - 1.7.0 72c9c2088986 0895a0652401 2024-09-06T15:40:10.547 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (35m) 63s ago 35m 58.0M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 cec969796af3 2024-09-06T15:40:10.547 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (34m) 63s ago 34m 67.5M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 d527f97f0b83 2024-09-06T15:40:10.547 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (33m) 63s ago 33m 61.7M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 303b15f1c60b 2024-09-06T15:40:10.547 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (32m) 63s ago 32m 64.9M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 524c24c2c8fd 2024-09-06T15:40:10.547 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi181 running (31m) 27s ago 31m 68.4M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 c9c9286e40c9 2024-09-06T15:40:10.547 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi181 running (30m) 27s ago 30m 55.5M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 427ff3118a0b 2024-09-06T15:40:10.547 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi181 running (29m) 27s ago 29m 64.1M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 9e6f947064d2 2024-09-06T15:40:10.547 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi181 running (28m) 27s ago 28m 66.8M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 a94f6f351ffd 2024-09-06T15:40:10.547 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi181 *:9095 running (33s) 27s ago 28m 33.1M - 2.51.0 1d3b7f56885b 365a3b66bc88 2024-09-06T15:40:10.547 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi169.svrjnx smithi169 *:8000 running (25m) 63s ago 25m 101M - 19.1.1-268-g635ed4cf b6db46a449e5 73d895896783 2024-09-06T15:40:10.547 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi181.fqbtai smithi181 *:8000 running (25m) 27s ago 25m 101M - 19.1.1-268-g635ed4cf b6db46a449e5 4aaa91540a99 2024-09-06T15:40:10.862 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:40:10.862 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-09-06T15:40:10.862 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 3 2024-09-06T15:40:10.862 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:40:10.862 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-09-06T15:40:10.862 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 2 2024-09-06T15:40:10.862 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:40:10.862 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-09-06T15:40:10.862 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 8 2024-09-06T15:40:10.862 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:40:10.862 INFO:teuthology.orchestra.run.smithi169.stdout: "rgw": { 2024-09-06T15:40:10.862 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 2 2024-09-06T15:40:10.862 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:40:10.863 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-09-06T15:40:10.863 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 13, 2024-09-06T15:40:10.863 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 2 2024-09-06T15:40:10.863 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-09-06T15:40:10.863 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:40:10.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:10 smithi169 bash[19820]: cluster 2024-09-06T15:40:09.590944+0000 mgr.y (mgr.25115) 137 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:10.945 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:40:10 smithi169 bash[82765]: ts=2024-09-06T15:40:10.733Z caller=cluster.go:708 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000231071s 2024-09-06T15:40:10.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:10 smithi169 bash[26469]: cluster 2024-09-06T15:40:09.590944+0000 mgr.y (mgr.25115) 137 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:10.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:10 smithi181 bash[21841]: cluster 2024-09-06T15:40:09.590944+0000 mgr.y (mgr.25115) 137 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:11.152 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:40:11.152 INFO:teuthology.orchestra.run.smithi169.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", 2024-09-06T15:40:11.152 INFO:teuthology.orchestra.run.smithi169.stdout: "in_progress": true, 2024-09-06T15:40:11.153 INFO:teuthology.orchestra.run.smithi169.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-09-06T15:40:11.153 INFO:teuthology.orchestra.run.smithi169.stdout: "services_complete": [ 2024-09-06T15:40:11.153 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr" 2024-09-06T15:40:11.153 INFO:teuthology.orchestra.run.smithi169.stdout: ], 2024-09-06T15:40:11.153 INFO:teuthology.orchestra.run.smithi169.stdout: "progress": "2/2 daemons upgraded", 2024-09-06T15:40:11.153 INFO:teuthology.orchestra.run.smithi169.stdout: "message": "Currently upgrading alertmanager daemons", 2024-09-06T15:40:11.153 INFO:teuthology.orchestra.run.smithi169.stdout: "is_paused": false 2024-09-06T15:40:11.153 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:40:11.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:11 smithi169 bash[19820]: audit 2024-09-06T15:40:09.930840+0000 mgr.y (mgr.25115) 138 : audit [DBG] from='client.15528 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:40:11.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:11 smithi169 bash[19820]: audit 2024-09-06T15:40:10.225937+0000 mgr.y (mgr.25115) 139 : audit [DBG] from='client.15534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:40:11.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:11 smithi169 bash[19820]: audit 2024-09-06T15:40:10.508217+0000 mgr.y (mgr.25115) 140 : audit [DBG] from='client.15540 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:40:11.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:11 smithi169 bash[19820]: audit 2024-09-06T15:40:10.863466+0000 mon.a (mon.0) 1462 : audit [DBG] from='client.? 172.21.15.169:0/466722287' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:11.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:11 smithi169 bash[26469]: audit 2024-09-06T15:40:09.930840+0000 mgr.y (mgr.25115) 138 : audit [DBG] from='client.15528 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:40:11.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:11 smithi169 bash[26469]: audit 2024-09-06T15:40:10.225937+0000 mgr.y (mgr.25115) 139 : audit [DBG] from='client.15534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:40:11.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:11 smithi169 bash[26469]: audit 2024-09-06T15:40:10.508217+0000 mgr.y (mgr.25115) 140 : audit [DBG] from='client.15540 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:40:11.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:11 smithi169 bash[26469]: audit 2024-09-06T15:40:10.863466+0000 mon.a (mon.0) 1462 : audit [DBG] from='client.? 172.21.15.169:0/466722287' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:11.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:11 smithi181 bash[21841]: audit 2024-09-06T15:40:09.930840+0000 mgr.y (mgr.25115) 138 : audit [DBG] from='client.15528 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:40:11.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:11 smithi181 bash[21841]: audit 2024-09-06T15:40:10.225937+0000 mgr.y (mgr.25115) 139 : audit [DBG] from='client.15534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:40:11.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:11 smithi181 bash[21841]: audit 2024-09-06T15:40:10.508217+0000 mgr.y (mgr.25115) 140 : audit [DBG] from='client.15540 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:40:11.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:11 smithi181 bash[21841]: audit 2024-09-06T15:40:10.863466+0000 mon.a (mon.0) 1462 : audit [DBG] from='client.? 172.21.15.169:0/466722287' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:12.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:12 smithi169 bash[19820]: audit 2024-09-06T15:40:11.153879+0000 mgr.y (mgr.25115) 141 : audit [DBG] from='client.25409 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:40:12.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:12 smithi169 bash[19820]: cluster 2024-09-06T15:40:11.592571+0000 mgr.y (mgr.25115) 142 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:40:12.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:12 smithi169 bash[26469]: audit 2024-09-06T15:40:11.153879+0000 mgr.y (mgr.25115) 141 : audit [DBG] from='client.25409 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:40:12.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:12 smithi169 bash[26469]: cluster 2024-09-06T15:40:11.592571+0000 mgr.y (mgr.25115) 142 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:40:12.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:12 smithi181 bash[21841]: audit 2024-09-06T15:40:11.153879+0000 mgr.y (mgr.25115) 141 : audit [DBG] from='client.25409 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:40:12.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:12 smithi181 bash[21841]: cluster 2024-09-06T15:40:11.592571+0000 mgr.y (mgr.25115) 142 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:40:14.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:14 smithi169 bash[19820]: audit 2024-09-06T15:40:13.095305+0000 mgr.y (mgr.25115) 143 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:40:14.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:14 smithi169 bash[19820]: audit 2024-09-06T15:40:13.366670+0000 mon.a (mon.0) 1463 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:14.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:14 smithi169 bash[19820]: audit 2024-09-06T15:40:13.376129+0000 mon.a (mon.0) 1464 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:14.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:14 smithi169 bash[19820]: cluster 2024-09-06T15:40:13.593334+0000 mgr.y (mgr.25115) 144 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:14.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:14 smithi169 bash[19820]: audit 2024-09-06T15:40:13.595160+0000 mon.a (mon.0) 1465 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:14.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:14 smithi169 bash[19820]: audit 2024-09-06T15:40:13.606220+0000 mon.a (mon.0) 1466 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:14.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:14 smithi169 bash[26469]: audit 2024-09-06T15:40:13.095305+0000 mgr.y (mgr.25115) 143 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:40:14.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:14 smithi169 bash[26469]: audit 2024-09-06T15:40:13.366670+0000 mon.a (mon.0) 1463 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:14.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:14 smithi169 bash[26469]: audit 2024-09-06T15:40:13.376129+0000 mon.a (mon.0) 1464 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:14.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:14 smithi169 bash[26469]: cluster 2024-09-06T15:40:13.593334+0000 mgr.y (mgr.25115) 144 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:14.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:14 smithi169 bash[26469]: audit 2024-09-06T15:40:13.595160+0000 mon.a (mon.0) 1465 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:14.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:14 smithi169 bash[26469]: audit 2024-09-06T15:40:13.606220+0000 mon.a (mon.0) 1466 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:14.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:14 smithi181 bash[21841]: audit 2024-09-06T15:40:13.095305+0000 mgr.y (mgr.25115) 143 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:40:14.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:14 smithi181 bash[21841]: audit 2024-09-06T15:40:13.366670+0000 mon.a (mon.0) 1463 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:14.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:14 smithi181 bash[21841]: audit 2024-09-06T15:40:13.376129+0000 mon.a (mon.0) 1464 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:14.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:14 smithi181 bash[21841]: cluster 2024-09-06T15:40:13.593334+0000 mgr.y (mgr.25115) 144 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:14.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:14 smithi181 bash[21841]: audit 2024-09-06T15:40:13.595160+0000 mon.a (mon.0) 1465 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:14.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:14 smithi181 bash[21841]: audit 2024-09-06T15:40:13.606220+0000 mon.a (mon.0) 1466 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:15.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:15 smithi169 bash[19820]: audit 2024-09-06T15:40:14.535515+0000 mon.a (mon.0) 1467 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:15.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:15 smithi169 bash[19820]: audit 2024-09-06T15:40:14.545504+0000 mon.a (mon.0) 1468 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:15.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:15 smithi169 bash[19820]: audit 2024-09-06T15:40:15.282419+0000 mon.b (mon.1) 126 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:40:15.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:15 smithi169 bash[26469]: audit 2024-09-06T15:40:14.535515+0000 mon.a (mon.0) 1467 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:15.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:15 smithi169 bash[26469]: audit 2024-09-06T15:40:14.545504+0000 mon.a (mon.0) 1468 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:15.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:15 smithi169 bash[26469]: audit 2024-09-06T15:40:15.282419+0000 mon.b (mon.1) 126 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:40:15.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:15 smithi181 bash[21841]: audit 2024-09-06T15:40:14.535515+0000 mon.a (mon.0) 1467 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:15.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:15 smithi181 bash[21841]: audit 2024-09-06T15:40:14.545504+0000 mon.a (mon.0) 1468 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:15.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:15 smithi181 bash[21841]: audit 2024-09-06T15:40:15.282419+0000 mon.b (mon.1) 126 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:40:16.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:40:16 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:40:16] "GET /metrics HTTP/1.1" 200 38248 "" "Prometheus/2.51.0" 2024-09-06T15:40:16.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:16 smithi169 bash[19820]: cluster 2024-09-06T15:40:15.595078+0000 mgr.y (mgr.25115) 145 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:40:16.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:16 smithi169 bash[26469]: cluster 2024-09-06T15:40:15.595078+0000 mgr.y (mgr.25115) 145 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:40:16.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:16 smithi181 bash[21841]: cluster 2024-09-06T15:40:15.595078+0000 mgr.y (mgr.25115) 145 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:40:18.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:18 smithi169 bash[19820]: cluster 2024-09-06T15:40:17.595650+0000 mgr.y (mgr.25115) 146 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:18.946 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:40:18 smithi169 bash[82765]: ts=2024-09-06T15:40:18.735Z caller=cluster.go:700 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002933782s 2024-09-06T15:40:18.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:18 smithi169 bash[26469]: cluster 2024-09-06T15:40:17.595650+0000 mgr.y (mgr.25115) 146 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:18.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:18 smithi181 bash[21841]: cluster 2024-09-06T15:40:17.595650+0000 mgr.y (mgr.25115) 146 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:20.917 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:20 smithi169 bash[19820]: cluster 2024-09-06T15:40:19.596283+0000 mgr.y (mgr.25115) 147 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:20.918 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:20 smithi169 bash[26469]: cluster 2024-09-06T15:40:19.596283+0000 mgr.y (mgr.25115) 147 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:20.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:20 smithi181 bash[21841]: cluster 2024-09-06T15:40:19.596283+0000 mgr.y (mgr.25115) 147 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:22.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:22 smithi169 bash[19820]: cluster 2024-09-06T15:40:21.597604+0000 mgr.y (mgr.25115) 148 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:40:22.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:22 smithi169 bash[26469]: cluster 2024-09-06T15:40:21.597604+0000 mgr.y (mgr.25115) 148 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:40:22.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:22 smithi181 bash[21841]: cluster 2024-09-06T15:40:21.597604+0000 mgr.y (mgr.25115) 148 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:40:24.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[19820]: audit 2024-09-06T15:40:23.103549+0000 mgr.y (mgr.25115) 149 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:40:24.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[19820]: cluster 2024-09-06T15:40:23.598200+0000 mgr.y (mgr.25115) 150 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:24.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[19820]: audit 2024-09-06T15:40:24.427816+0000 mon.a (mon.0) 1469 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:24.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[19820]: audit 2024-09-06T15:40:24.443203+0000 mon.a (mon.0) 1470 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:24.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[19820]: audit 2024-09-06T15:40:24.450307+0000 mon.b (mon.1) 127 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:40:24.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[19820]: audit 2024-09-06T15:40:24.452445+0000 mon.b (mon.1) 128 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:40:24.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[19820]: audit 2024-09-06T15:40:24.459592+0000 mon.a (mon.0) 1471 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:24.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[19820]: audit 2024-09-06T15:40:24.534788+0000 mon.b (mon.1) 129 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-06T15:40:24.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[19820]: audit 2024-09-06T15:40:24.619863+0000 mon.b (mon.1) 130 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:40:24.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[19820]: audit 2024-09-06T15:40:24.623912+0000 mon.b (mon.1) 131 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:24.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[19820]: audit 2024-09-06T15:40:24.627211+0000 mon.b (mon.1) 132 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:24.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[19820]: audit 2024-09-06T15:40:24.630678+0000 mon.b (mon.1) 133 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:24.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[19820]: audit 2024-09-06T15:40:24.634864+0000 mon.b (mon.1) 134 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:24.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[19820]: audit 2024-09-06T15:40:24.638156+0000 mon.b (mon.1) 135 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:24.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[19820]: audit 2024-09-06T15:40:24.641409+0000 mon.b (mon.1) 136 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:24.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[19820]: audit 2024-09-06T15:40:24.645395+0000 mon.b (mon.1) 137 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:24.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[19820]: audit 2024-09-06T15:40:24.650318+0000 mon.b (mon.1) 138 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:24.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[19820]: audit 2024-09-06T15:40:24.654691+0000 mon.b (mon.1) 139 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:24.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[19820]: audit 2024-09-06T15:40:24.658539+0000 mon.b (mon.1) 140 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:24.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[19820]: audit 2024-09-06T15:40:24.662367+0000 mon.b (mon.1) 141 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:24.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[26469]: audit 2024-09-06T15:40:23.103549+0000 mgr.y (mgr.25115) 149 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:40:24.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[26469]: cluster 2024-09-06T15:40:23.598200+0000 mgr.y (mgr.25115) 150 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:24.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[26469]: audit 2024-09-06T15:40:24.427816+0000 mon.a (mon.0) 1469 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:24.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[26469]: audit 2024-09-06T15:40:24.443203+0000 mon.a (mon.0) 1470 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:24.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[26469]: audit 2024-09-06T15:40:24.450307+0000 mon.b (mon.1) 127 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:40:24.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[26469]: audit 2024-09-06T15:40:24.452445+0000 mon.b (mon.1) 128 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:40:24.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[26469]: audit 2024-09-06T15:40:24.459592+0000 mon.a (mon.0) 1471 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:24.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[26469]: audit 2024-09-06T15:40:24.534788+0000 mon.b (mon.1) 129 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-06T15:40:24.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[26469]: audit 2024-09-06T15:40:24.619863+0000 mon.b (mon.1) 130 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:40:24.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[26469]: audit 2024-09-06T15:40:24.623912+0000 mon.b (mon.1) 131 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:24.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[26469]: audit 2024-09-06T15:40:24.627211+0000 mon.b (mon.1) 132 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:24.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[26469]: audit 2024-09-06T15:40:24.630678+0000 mon.b (mon.1) 133 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:24.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[26469]: audit 2024-09-06T15:40:24.634864+0000 mon.b (mon.1) 134 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:24.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[26469]: audit 2024-09-06T15:40:24.638156+0000 mon.b (mon.1) 135 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:24.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[26469]: audit 2024-09-06T15:40:24.641409+0000 mon.b (mon.1) 136 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:24.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[26469]: audit 2024-09-06T15:40:24.645395+0000 mon.b (mon.1) 137 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:24.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[26469]: audit 2024-09-06T15:40:24.650318+0000 mon.b (mon.1) 138 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:24.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[26469]: audit 2024-09-06T15:40:24.654691+0000 mon.b (mon.1) 139 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:24.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[26469]: audit 2024-09-06T15:40:24.658539+0000 mon.b (mon.1) 140 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:24.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:24 smithi169 bash[26469]: audit 2024-09-06T15:40:24.662367+0000 mon.b (mon.1) 141 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:24.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:24 smithi181 bash[21841]: audit 2024-09-06T15:40:23.103549+0000 mgr.y (mgr.25115) 149 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:40:24.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:24 smithi181 bash[21841]: cluster 2024-09-06T15:40:23.598200+0000 mgr.y (mgr.25115) 150 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:24.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:24 smithi181 bash[21841]: audit 2024-09-06T15:40:24.427816+0000 mon.a (mon.0) 1469 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:24.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:24 smithi181 bash[21841]: audit 2024-09-06T15:40:24.443203+0000 mon.a (mon.0) 1470 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:24.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:24 smithi181 bash[21841]: audit 2024-09-06T15:40:24.450307+0000 mon.b (mon.1) 127 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:40:24.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:24 smithi181 bash[21841]: audit 2024-09-06T15:40:24.452445+0000 mon.b (mon.1) 128 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:40:24.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:24 smithi181 bash[21841]: audit 2024-09-06T15:40:24.459592+0000 mon.a (mon.0) 1471 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:24.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:24 smithi181 bash[21841]: audit 2024-09-06T15:40:24.534788+0000 mon.b (mon.1) 129 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-06T15:40:24.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:24 smithi181 bash[21841]: audit 2024-09-06T15:40:24.619863+0000 mon.b (mon.1) 130 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:40:24.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:24 smithi181 bash[21841]: audit 2024-09-06T15:40:24.623912+0000 mon.b (mon.1) 131 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:24.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:24 smithi181 bash[21841]: audit 2024-09-06T15:40:24.627211+0000 mon.b (mon.1) 132 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:24.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:24 smithi181 bash[21841]: audit 2024-09-06T15:40:24.630678+0000 mon.b (mon.1) 133 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:24.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:24 smithi181 bash[21841]: audit 2024-09-06T15:40:24.634864+0000 mon.b (mon.1) 134 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:24.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:24 smithi181 bash[21841]: audit 2024-09-06T15:40:24.638156+0000 mon.b (mon.1) 135 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:24.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:24 smithi181 bash[21841]: audit 2024-09-06T15:40:24.641409+0000 mon.b (mon.1) 136 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:24.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:24 smithi181 bash[21841]: audit 2024-09-06T15:40:24.645395+0000 mon.b (mon.1) 137 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:24.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:24 smithi181 bash[21841]: audit 2024-09-06T15:40:24.650318+0000 mon.b (mon.1) 138 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:24.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:24 smithi181 bash[21841]: audit 2024-09-06T15:40:24.654691+0000 mon.b (mon.1) 139 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:24.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:24 smithi181 bash[21841]: audit 2024-09-06T15:40:24.658539+0000 mon.b (mon.1) 140 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:24.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:24 smithi181 bash[21841]: audit 2024-09-06T15:40:24.662367+0000 mon.b (mon.1) 141 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:25.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:25 smithi169 bash[19820]: audit 2024-09-06T15:40:24.531936+0000 mgr.y (mgr.25115) 151 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-06T15:40:25.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:25 smithi169 bash[26469]: audit 2024-09-06T15:40:24.531936+0000 mgr.y (mgr.25115) 151 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-06T15:40:25.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:25 smithi181 bash[21841]: audit 2024-09-06T15:40:24.531936+0000 mgr.y (mgr.25115) 151 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-06T15:40:26.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:40:26 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:40:26] "GET /metrics HTTP/1.1" 200 38248 "" "Prometheus/2.51.0" 2024-09-06T15:40:26.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:26 smithi169 bash[19820]: cluster 2024-09-06T15:40:25.599822+0000 mgr.y (mgr.25115) 152 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:40:26.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:26 smithi169 bash[26469]: cluster 2024-09-06T15:40:25.599822+0000 mgr.y (mgr.25115) 152 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:40:26.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:26 smithi181 bash[21841]: cluster 2024-09-06T15:40:25.599822+0000 mgr.y (mgr.25115) 152 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:40:28.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:28 smithi169 bash[19820]: cephadm 2024-09-06T15:40:27.303484+0000 mgr.y (mgr.25115) 153 : cephadm [INF] Upgrade: Updating grafana.a 2024-09-06T15:40:28.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:28 smithi169 bash[19820]: cephadm 2024-09-06T15:40:27.408950+0000 mgr.y (mgr.25115) 154 : cephadm [INF] Deploying daemon grafana.a on smithi181 2024-09-06T15:40:28.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:28 smithi169 bash[19820]: cluster 2024-09-06T15:40:27.600332+0000 mgr.y (mgr.25115) 155 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:28.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:28 smithi169 bash[26469]: cephadm 2024-09-06T15:40:27.303484+0000 mgr.y (mgr.25115) 153 : cephadm [INF] Upgrade: Updating grafana.a 2024-09-06T15:40:28.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:28 smithi169 bash[26469]: cephadm 2024-09-06T15:40:27.408950+0000 mgr.y (mgr.25115) 154 : cephadm [INF] Deploying daemon grafana.a on smithi181 2024-09-06T15:40:28.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:28 smithi169 bash[26469]: cluster 2024-09-06T15:40:27.600332+0000 mgr.y (mgr.25115) 155 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:28.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:28 smithi181 bash[21841]: cephadm 2024-09-06T15:40:27.303484+0000 mgr.y (mgr.25115) 153 : cephadm [INF] Upgrade: Updating grafana.a 2024-09-06T15:40:28.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:28 smithi181 bash[21841]: cephadm 2024-09-06T15:40:27.408950+0000 mgr.y (mgr.25115) 154 : cephadm [INF] Deploying daemon grafana.a on smithi181 2024-09-06T15:40:28.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:28 smithi181 bash[21841]: cluster 2024-09-06T15:40:27.600332+0000 mgr.y (mgr.25115) 155 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:30.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:30 smithi169 bash[19820]: cluster 2024-09-06T15:40:29.601038+0000 mgr.y (mgr.25115) 156 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:30.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:30 smithi169 bash[19820]: audit 2024-09-06T15:40:30.283099+0000 mon.b (mon.1) 142 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:40:30.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:30 smithi169 bash[26469]: cluster 2024-09-06T15:40:29.601038+0000 mgr.y (mgr.25115) 156 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:30.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:30 smithi169 bash[26469]: audit 2024-09-06T15:40:30.283099+0000 mon.b (mon.1) 142 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:40:30.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:30 smithi181 bash[21841]: cluster 2024-09-06T15:40:29.601038+0000 mgr.y (mgr.25115) 156 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:30.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:30 smithi181 bash[21841]: audit 2024-09-06T15:40:30.283099+0000 mon.b (mon.1) 142 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:40:32.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:32 smithi169 bash[19820]: cluster 2024-09-06T15:40:31.602686+0000 mgr.y (mgr.25115) 157 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:40:32.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:32 smithi169 bash[26469]: cluster 2024-09-06T15:40:31.602686+0000 mgr.y (mgr.25115) 157 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:40:32.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:32 smithi181 bash[21841]: cluster 2024-09-06T15:40:31.602686+0000 mgr.y (mgr.25115) 157 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:40:34.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:34 smithi169 bash[19820]: audit 2024-09-06T15:40:33.114652+0000 mgr.y (mgr.25115) 158 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:40:34.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:34 smithi169 bash[19820]: cluster 2024-09-06T15:40:33.603456+0000 mgr.y (mgr.25115) 159 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:34.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:34 smithi169 bash[26469]: audit 2024-09-06T15:40:33.114652+0000 mgr.y (mgr.25115) 158 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:40:34.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:34 smithi169 bash[26469]: cluster 2024-09-06T15:40:33.603456+0000 mgr.y (mgr.25115) 159 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:34.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:34 smithi181 bash[21841]: audit 2024-09-06T15:40:33.114652+0000 mgr.y (mgr.25115) 158 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:40:34.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:34 smithi181 bash[21841]: cluster 2024-09-06T15:40:33.603456+0000 mgr.y (mgr.25115) 159 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:36.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:40:36 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:40:36] "GET /metrics HTTP/1.1" 200 38249 "" "Prometheus/2.51.0" 2024-09-06T15:40:36.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:36 smithi181 bash[21841]: cluster 2024-09-06T15:40:35.605043+0000 mgr.y (mgr.25115) 160 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:40:37.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:36 smithi169 bash[19820]: cluster 2024-09-06T15:40:35.605043+0000 mgr.y (mgr.25115) 160 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:40:37.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:36 smithi169 bash[26469]: cluster 2024-09-06T15:40:35.605043+0000 mgr.y (mgr.25115) 160 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:40:38.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:38 smithi181 bash[21841]: cluster 2024-09-06T15:40:37.605770+0000 mgr.y (mgr.25115) 161 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:39.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:38 smithi169 bash[19820]: cluster 2024-09-06T15:40:37.605770+0000 mgr.y (mgr.25115) 161 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:39.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:38 smithi169 bash[26469]: cluster 2024-09-06T15:40:37.605770+0000 mgr.y (mgr.25115) 161 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:40.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:40 smithi181 bash[21841]: cluster 2024-09-06T15:40:39.606508+0000 mgr.y (mgr.25115) 162 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:41.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:40 smithi169 bash[19820]: cluster 2024-09-06T15:40:39.606508+0000 mgr.y (mgr.25115) 162 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:41.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:40 smithi169 bash[26469]: cluster 2024-09-06T15:40:39.606508+0000 mgr.y (mgr.25115) 162 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:41.468 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-09-06T15:40:42.047 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-06T15:40:42.047 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (34s) 28s ago 28m 13.9M - 0.27.0 11f11916f8cd 20ee608606f5 2024-09-06T15:40:42.047 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi181 *:3000 running (27m) 28s ago 27m 75.3M - 9.4.12 2bacad6d85d8 3a07dedb5cb8 2024-09-06T15:40:42.047 INFO:teuthology.orchestra.run.smithi169.stdout:iscsi.foo.smithi169.yxosuq smithi169 *:5000 running (2m) 28s ago 25m 47.9M - 3.8 b6db46a449e5 e63406a8c5a8 2024-09-06T15:40:42.047 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi181 *:8443,9283,8765 running (2m) 28s ago 36m 437M - 19.3.0-4704-g8b38c33c 1c45aca0610a 291c4d2bed88 2024-09-06T15:40:42.047 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (13m) 28s ago 38m 497M - 19.3.0-4704-g8b38c33c 1c45aca0610a 5f9711fb78b7 2024-09-06T15:40:42.048 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (38m) 28s ago 38m 89.5M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 e9246768aa61 2024-09-06T15:40:42.048 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi181 running (36m) 28s ago 36m 60.9M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 ae587368c103 2024-09-06T15:40:42.048 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (36m) 28s ago 36m 61.9M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 f845352189fb 2024-09-06T15:40:42.048 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (102s) 28s ago 28m 7696k - 1.7.0 72c9c2088986 03c6f14026b2 2024-09-06T15:40:42.048 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi181 *:9100 running (98s) 28s ago 28m 7579k - 1.7.0 72c9c2088986 0895a0652401 2024-09-06T15:40:42.048 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (35m) 28s ago 35m 58.1M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 cec969796af3 2024-09-06T15:40:42.048 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (34m) 28s ago 34m 67.7M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 d527f97f0b83 2024-09-06T15:40:42.048 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (33m) 28s ago 33m 61.8M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 303b15f1c60b 2024-09-06T15:40:42.048 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (32m) 28s ago 33m 65.1M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 524c24c2c8fd 2024-09-06T15:40:42.048 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi181 running (32m) 28s ago 32m 68.4M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 c9c9286e40c9 2024-09-06T15:40:42.048 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi181 running (31m) 28s ago 31m 55.6M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 427ff3118a0b 2024-09-06T15:40:42.048 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi181 running (30m) 28s ago 30m 64.2M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 9e6f947064d2 2024-09-06T15:40:42.048 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi181 running (29m) 28s ago 29m 66.9M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 a94f6f351ffd 2024-09-06T15:40:42.048 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi181 *:9095 running (64s) 28s ago 28m 34.2M - 2.51.0 1d3b7f56885b 365a3b66bc88 2024-09-06T15:40:42.049 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi169.svrjnx smithi169 *:8000 running (25m) 28s ago 25m 101M - 19.1.1-268-g635ed4cf b6db46a449e5 73d895896783 2024-09-06T15:40:42.049 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi181.fqbtai smithi181 *:8000 running (25m) 28s ago 25m 101M - 19.1.1-268-g635ed4cf b6db46a449e5 4aaa91540a99 2024-09-06T15:40:42.383 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:40:42.383 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-09-06T15:40:42.383 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 3 2024-09-06T15:40:42.383 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:40:42.383 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-09-06T15:40:42.384 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 2 2024-09-06T15:40:42.384 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:40:42.384 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-09-06T15:40:42.384 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 8 2024-09-06T15:40:42.384 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:40:42.384 INFO:teuthology.orchestra.run.smithi169.stdout: "rgw": { 2024-09-06T15:40:42.384 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 2 2024-09-06T15:40:42.384 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:40:42.384 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-09-06T15:40:42.384 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 13, 2024-09-06T15:40:42.384 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 2 2024-09-06T15:40:42.384 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-09-06T15:40:42.384 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:40:42.676 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:40:42.677 INFO:teuthology.orchestra.run.smithi169.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", 2024-09-06T15:40:42.677 INFO:teuthology.orchestra.run.smithi169.stdout: "in_progress": true, 2024-09-06T15:40:42.677 INFO:teuthology.orchestra.run.smithi169.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-09-06T15:40:42.677 INFO:teuthology.orchestra.run.smithi169.stdout: "services_complete": [ 2024-09-06T15:40:42.677 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr" 2024-09-06T15:40:42.677 INFO:teuthology.orchestra.run.smithi169.stdout: ], 2024-09-06T15:40:42.677 INFO:teuthology.orchestra.run.smithi169.stdout: "progress": "2/2 daemons upgraded", 2024-09-06T15:40:42.677 INFO:teuthology.orchestra.run.smithi169.stdout: "message": "Currently upgrading grafana daemons", 2024-09-06T15:40:42.677 INFO:teuthology.orchestra.run.smithi169.stdout: "is_paused": false 2024-09-06T15:40:42.677 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:40:42.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:42 smithi181 bash[21841]: audit 2024-09-06T15:40:41.457123+0000 mgr.y (mgr.25115) 163 : audit [DBG] from='client.25415 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:40:42.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:42 smithi181 bash[21841]: cluster 2024-09-06T15:40:41.607590+0000 mgr.y (mgr.25115) 164 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:40:42.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:42 smithi181 bash[21841]: audit 2024-09-06T15:40:41.753317+0000 mgr.y (mgr.25115) 165 : audit [DBG] from='client.25421 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:40:42.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:42 smithi181 bash[21841]: audit 2024-09-06T15:40:42.384897+0000 mon.a (mon.0) 1472 : audit [DBG] from='client.? 172.21.15.169:0/3569974351' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:43.118 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:42 smithi169 bash[19820]: audit 2024-09-06T15:40:41.457123+0000 mgr.y (mgr.25115) 163 : audit [DBG] from='client.25415 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:40:43.118 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:42 smithi169 bash[19820]: cluster 2024-09-06T15:40:41.607590+0000 mgr.y (mgr.25115) 164 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:40:43.118 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:42 smithi169 bash[19820]: audit 2024-09-06T15:40:41.753317+0000 mgr.y (mgr.25115) 165 : audit [DBG] from='client.25421 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:40:43.118 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:42 smithi169 bash[19820]: audit 2024-09-06T15:40:42.384897+0000 mon.a (mon.0) 1472 : audit [DBG] from='client.? 172.21.15.169:0/3569974351' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:43.119 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:42 smithi169 bash[26469]: audit 2024-09-06T15:40:41.457123+0000 mgr.y (mgr.25115) 163 : audit [DBG] from='client.25415 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:40:43.119 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:42 smithi169 bash[26469]: cluster 2024-09-06T15:40:41.607590+0000 mgr.y (mgr.25115) 164 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:40:43.119 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:42 smithi169 bash[26469]: audit 2024-09-06T15:40:41.753317+0000 mgr.y (mgr.25115) 165 : audit [DBG] from='client.25421 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:40:43.120 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:42 smithi169 bash[26469]: audit 2024-09-06T15:40:42.384897+0000 mon.a (mon.0) 1472 : audit [DBG] from='client.? 172.21.15.169:0/3569974351' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:40:43.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:43 smithi181 bash[21841]: audit 2024-09-06T15:40:42.024644+0000 mgr.y (mgr.25115) 166 : audit [DBG] from='client.25427 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:40:43.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:43 smithi181 bash[21841]: audit 2024-09-06T15:40:42.677973+0000 mgr.y (mgr.25115) 167 : audit [DBG] from='client.15582 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:40:44.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:43 smithi169 bash[19820]: audit 2024-09-06T15:40:42.024644+0000 mgr.y (mgr.25115) 166 : audit [DBG] from='client.25427 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:40:44.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:43 smithi169 bash[19820]: audit 2024-09-06T15:40:42.677973+0000 mgr.y (mgr.25115) 167 : audit [DBG] from='client.15582 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:40:44.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:43 smithi169 bash[26469]: audit 2024-09-06T15:40:42.024644+0000 mgr.y (mgr.25115) 166 : audit [DBG] from='client.25427 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:40:44.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:43 smithi169 bash[26469]: audit 2024-09-06T15:40:42.677973+0000 mgr.y (mgr.25115) 167 : audit [DBG] from='client.15582 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:40:44.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:44 smithi181 bash[21841]: audit 2024-09-06T15:40:43.118793+0000 mgr.y (mgr.25115) 168 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:40:45.018 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:44 smithi181 bash[21841]: cluster 2024-09-06T15:40:43.608289+0000 mgr.y (mgr.25115) 169 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:45.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:44 smithi169 bash[19820]: audit 2024-09-06T15:40:43.118793+0000 mgr.y (mgr.25115) 168 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:40:45.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:44 smithi169 bash[19820]: cluster 2024-09-06T15:40:43.608289+0000 mgr.y (mgr.25115) 169 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:45.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:44 smithi169 bash[26469]: audit 2024-09-06T15:40:43.118793+0000 mgr.y (mgr.25115) 168 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:40:45.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:44 smithi169 bash[26469]: cluster 2024-09-06T15:40:43.608289+0000 mgr.y (mgr.25115) 169 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:45.839 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:45 smithi181 bash[21841]: audit 2024-09-06T15:40:45.283426+0000 mon.b (mon.1) 143 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:40:46.052 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:45 smithi169 bash[26469]: audit 2024-09-06T15:40:45.283426+0000 mon.b (mon.1) 143 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:40:46.052 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:45 smithi169 bash[19820]: audit 2024-09-06T15:40:45.283426+0000 mon.b (mon.1) 143 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:40:46.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:40:46 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:40:46] "GET /metrics HTTP/1.1" 200 38251 "" "Prometheus/2.51.0" 2024-09-06T15:40:46.642 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:40:46 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:40:46.642 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:40:46 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:40:46.643 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:40:46 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:40:46.643 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:40:46 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:40:46.643 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:40:46 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:40:46.644 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:46 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:40:46.644 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:40:46 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:40:51.368 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:46 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:40:51.369 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:40:46 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:40:51.369 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:46 smithi181 bash[21841]: cluster 2024-09-06T15:40:45.609861+0000 mgr.y (mgr.25115) 170 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:40:51.371 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:46 smithi181 systemd[1]: Stopping Ceph grafana.a for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:40:51.371 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:46 smithi181 bash[46683]: logger=server t=2024-09-06T15:40:46.767240789Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-09-06T15:40:51.372 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:46 smithi181 bash[46683]: logger=tracing t=2024-09-06T15:40:46.767353679Z level=info msg="Closing tracing" 2024-09-06T15:40:51.372 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:46 smithi181 bash[46683]: logger=ticker t=2024-09-06T15:40:46.767475181Z level=info msg=stopped last_tick=2024-09-06T15:40:40Z 2024-09-06T15:40:51.372 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:47 smithi181 bash[66773]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-grafana-a 2024-09-06T15:40:51.372 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:47 smithi181 bash[66833]: Error response from daemon: No such container: ceph-bab55310-6c60-11ef-bce4-c7b262605968-grafana-a 2024-09-06T15:40:51.372 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:47 smithi181 systemd[1]: ceph-bab55310-6c60-11ef-bce4-c7b262605968@grafana.a.service: Deactivated successfully. 2024-09-06T15:40:51.372 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:47 smithi181 systemd[1]: Stopped Ceph grafana.a for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:40:51.372 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:47 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:40:51.372 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:47 smithi181 systemd[1]: Started Ceph grafana.a for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:40:51.372 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:47 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:40:51.373 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:40:47 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:40:51.373 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:40:47 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:40:51.373 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:40:47 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:40:51.374 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:40:47 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:40:51.374 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:40:47 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:40:51.374 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:46 smithi169 bash[19820]: cluster 2024-09-06T15:40:45.609861+0000 mgr.y (mgr.25115) 170 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:40:51.375 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:40:47 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:40:51.375 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:46 smithi169 bash[26469]: cluster 2024-09-06T15:40:45.609861+0000 mgr.y (mgr.25115) 170 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:40:51.375 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:40:47 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:40:51.376 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:48 smithi181 bash[21841]: cluster 2024-09-06T15:40:47.610596+0000 mgr.y (mgr.25115) 171 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:51.376 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:48 smithi181 bash[21841]: audit 2024-09-06T15:40:47.850664+0000 mon.a (mon.0) 1473 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:51.376 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:48 smithi181 bash[21841]: audit 2024-09-06T15:40:47.862764+0000 mon.a (mon.0) 1474 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:51.376 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:48 smithi169 bash[19820]: cluster 2024-09-06T15:40:47.610596+0000 mgr.y (mgr.25115) 171 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:51.376 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:48 smithi169 bash[19820]: audit 2024-09-06T15:40:47.850664+0000 mon.a (mon.0) 1473 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:51.377 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:48 smithi169 bash[19820]: audit 2024-09-06T15:40:47.862764+0000 mon.a (mon.0) 1474 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:51.377 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:48 smithi169 bash[26469]: cluster 2024-09-06T15:40:47.610596+0000 mgr.y (mgr.25115) 171 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:51.377 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:48 smithi169 bash[26469]: audit 2024-09-06T15:40:47.850664+0000 mon.a (mon.0) 1473 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:51.377 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:48 smithi169 bash[26469]: audit 2024-09-06T15:40:47.862764+0000 mon.a (mon.0) 1474 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:51.408 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:50 smithi169 bash[19820]: cluster 2024-09-06T15:40:49.611344+0000 mgr.y (mgr.25115) 172 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:51.409 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:50 smithi169 bash[26469]: cluster 2024-09-06T15:40:49.611344+0000 mgr.y (mgr.25115) 172 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:51.409 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=settings t=2024-09-06T15:40:49.163989874Z level=info msg="Starting Grafana" version=10.4.0 commit=03f502a94d17f7dc4e6c34acdf8428aedd986e4c branch=HEAD compiled=2024-09-06T15:40:49Z 2024-09-06T15:40:51.411 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=settings t=2024-09-06T15:40:49.166248818Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-06T15:40:51.411 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=settings t=2024-09-06T15:40:49.166271163Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-06T15:40:51.411 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=settings t=2024-09-06T15:40:49.166277104Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-09-06T15:40:51.411 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=settings t=2024-09-06T15:40:49.166282567Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-09-06T15:40:51.411 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=settings t=2024-09-06T15:40:49.166287607Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-09-06T15:40:51.412 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=settings t=2024-09-06T15:40:49.166293019Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-09-06T15:40:51.412 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=settings t=2024-09-06T15:40:49.166305178Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-09-06T15:40:51.412 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=settings t=2024-09-06T15:40:49.166319937Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-06T15:40:51.439 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=settings t=2024-09-06T15:40:49.166325962Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-06T15:40:51.440 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=settings t=2024-09-06T15:40:49.166339217Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-06T15:40:51.440 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=settings t=2024-09-06T15:40:49.166353079Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-06T15:40:51.440 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=settings t=2024-09-06T15:40:49.166361431Z level=info msg=Target target=[all] 2024-09-06T15:40:51.440 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=settings t=2024-09-06T15:40:49.166379446Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-06T15:40:51.440 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=settings t=2024-09-06T15:40:49.16638754Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-06T15:40:51.440 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=settings t=2024-09-06T15:40:49.166400833Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-06T15:40:51.440 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=settings t=2024-09-06T15:40:49.166412383Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-06T15:40:51.440 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=settings t=2024-09-06T15:40:49.166420187Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-06T15:40:51.440 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=settings t=2024-09-06T15:40:49.166427415Z level=info msg="App mode production" 2024-09-06T15:40:51.440 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=sqlstore t=2024-09-06T15:40:49.167615796Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-06T15:40:51.441 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=sqlstore t=2024-09-06T15:40:49.167636538Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-06T15:40:51.441 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.168222282Z level=info msg="Starting DB migrations" 2024-09-06T15:40:51.441 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.179736134Z level=info msg="Executing migration" id="Add uid column to user" 2024-09-06T15:40:51.441 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.184984429Z level=info msg="Migration successfully executed" id="Add uid column to user" duration=5.247387ms 2024-09-06T15:40:51.441 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.205303456Z level=info msg="Executing migration" id="Update uid column values for users" 2024-09-06T15:40:51.441 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.205475787Z level=info msg="Migration successfully executed" id="Update uid column values for users" duration=165.351µs 2024-09-06T15:40:51.448 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.230584243Z level=info msg="Executing migration" id="Add unique index user_uid" 2024-09-06T15:40:51.449 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.231977666Z level=info msg="Migration successfully executed" id="Add unique index user_uid" duration=1.393177ms 2024-09-06T15:40:51.449 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.256167005Z level=info msg="Executing migration" id="Add playlist column created_at" 2024-09-06T15:40:51.449 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.265294659Z level=info msg="Migration successfully executed" id="Add playlist column created_at" duration=9.12456ms 2024-09-06T15:40:51.449 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.306787507Z level=info msg="Executing migration" id="Add playlist column updated_at" 2024-09-06T15:40:51.449 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.322351246Z level=info msg="Migration successfully executed" id="Add playlist column updated_at" duration=15.565359ms 2024-09-06T15:40:51.449 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.365399108Z level=info msg="Executing migration" id="Add column uid in team" 2024-09-06T15:40:51.449 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.382903142Z level=info msg="Migration successfully executed" id="Add column uid in team" duration=17.50107ms 2024-09-06T15:40:51.449 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.407044021Z level=info msg="Executing migration" id="Update uid column values in team" 2024-09-06T15:40:51.449 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.407586158Z level=info msg="Migration successfully executed" id="Update uid column values in team" duration=542.329µs 2024-09-06T15:40:51.449 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.432018243Z level=info msg="Executing migration" id="Add unique index team_org_id_uid" 2024-09-06T15:40:51.449 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.433592425Z level=info msg="Migration successfully executed" id="Add unique index team_org_id_uid" duration=1.572834ms 2024-09-06T15:40:51.449 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.474149336Z level=info msg="Executing migration" id="add index user_auth_token.revoked_at" 2024-09-06T15:40:51.450 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.475500352Z level=info msg="Migration successfully executed" id="add index user_auth_token.revoked_at" duration=1.350018ms 2024-09-06T15:40:51.450 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.516314578Z level=info msg="Executing migration" id="add result_fingerprint column to alert_instance" 2024-09-06T15:40:51.450 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.525208265Z level=info msg="Migration successfully executed" id="add result_fingerprint column to alert_instance" duration=8.891878ms 2024-09-06T15:40:51.450 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.566678336Z level=info msg="Executing migration" id="add last_applied column to alert_configuration_history" 2024-09-06T15:40:51.450 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.582656111Z level=info msg="Migration successfully executed" id="add last_applied column to alert_configuration_history" duration=15.973874ms 2024-09-06T15:40:51.450 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.608538701Z level=info msg="Executing migration" id="alter library_element model to mediumtext" 2024-09-06T15:40:51.450 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.608687165Z level=info msg="Migration successfully executed" id="alter library_element model to mediumtext" duration=146.524µs 2024-09-06T15:40:51.469 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.650667044Z level=info msg="Executing migration" id="permission kind migration" 2024-09-06T15:40:51.470 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.66701953Z level=info msg="Migration successfully executed" id="permission kind migration" duration=16.34937ms 2024-09-06T15:40:51.470 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.692519285Z level=info msg="Executing migration" id="permission attribute migration" 2024-09-06T15:40:51.470 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.709041085Z level=info msg="Migration successfully executed" id="permission attribute migration" duration=16.521776ms 2024-09-06T15:40:51.470 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.734436095Z level=info msg="Executing migration" id="permission identifier migration" 2024-09-06T15:40:51.470 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.751763961Z level=info msg="Migration successfully executed" id="permission identifier migration" duration=17.326659ms 2024-09-06T15:40:51.470 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.793028763Z level=info msg="Executing migration" id="add permission identifier index" 2024-09-06T15:40:51.470 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.796161049Z level=info msg="Migration successfully executed" id="add permission identifier index" duration=3.131069ms 2024-09-06T15:40:51.470 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.818321335Z level=info msg="Executing migration" id="add permission action scope role_id index" 2024-09-06T15:40:51.470 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.821649875Z level=info msg="Migration successfully executed" id="add permission action scope role_id index" duration=3.329596ms 2024-09-06T15:40:51.473 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.843629412Z level=info msg="Executing migration" id="remove permission role_id action scope index" 2024-09-06T15:40:51.473 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.84587235Z level=info msg="Migration successfully executed" id="remove permission role_id action scope index" duration=2.242068ms 2024-09-06T15:40:51.474 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.885567652Z level=info msg="Executing migration" id="rbac disabled migrator" 2024-09-06T15:40:51.474 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.885620461Z level=info msg="Migration successfully executed" id="rbac disabled migrator" duration=53.669µs 2024-09-06T15:40:51.475 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.927568118Z level=info msg="Executing migration" id="drop index IDX_correlation_uid - v1" 2024-09-06T15:40:51.476 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.92988559Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_uid - v1" duration=2.316182ms 2024-09-06T15:40:51.476 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.9528333Z level=info msg="Executing migration" id="drop index IDX_correlation_source_uid - v1" 2024-09-06T15:40:51.476 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.955221878Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_source_uid - v1" duration=2.387451ms 2024-09-06T15:40:51.476 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:49 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:49.994725137Z level=info msg="Executing migration" id="Rename table correlation to correlation_tmp_qwerty - v1" 2024-09-06T15:40:51.476 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.043031884Z level=info msg="Migration successfully executed" id="Rename table correlation to correlation_tmp_qwerty - v1" duration=48.305309ms 2024-09-06T15:40:51.476 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.078593774Z level=info msg="Executing migration" id="create correlation v2" 2024-09-06T15:40:51.476 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.080610981Z level=info msg="Migration successfully executed" id="create correlation v2" duration=2.016299ms 2024-09-06T15:40:51.476 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.112071381Z level=info msg="Executing migration" id="create index IDX_correlation_uid - v2" 2024-09-06T15:40:51.476 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.114076774Z level=info msg="Migration successfully executed" id="create index IDX_correlation_uid - v2" duration=2.005268ms 2024-09-06T15:40:51.476 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.162568793Z level=info msg="Executing migration" id="create index IDX_correlation_source_uid - v2" 2024-09-06T15:40:51.476 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.164657241Z level=info msg="Migration successfully executed" id="create index IDX_correlation_source_uid - v2" duration=2.089807ms 2024-09-06T15:40:51.477 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.212849362Z level=info msg="Executing migration" id="create index IDX_correlation_org_id - v2" 2024-09-06T15:40:51.477 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.215283116Z level=info msg="Migration successfully executed" id="create index IDX_correlation_org_id - v2" duration=2.432675ms 2024-09-06T15:40:51.477 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.246572563Z level=info msg="Executing migration" id="copy correlation v1 to v2" 2024-09-06T15:40:51.477 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.247203514Z level=info msg="Migration successfully executed" id="copy correlation v1 to v2" duration=632.498µs 2024-09-06T15:40:51.477 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.305462687Z level=info msg="Executing migration" id="drop correlation_tmp_qwerty" 2024-09-06T15:40:51.477 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.307255137Z level=info msg="Migration successfully executed" id="drop correlation_tmp_qwerty" duration=1.795513ms 2024-09-06T15:40:51.477 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.330712632Z level=info msg="Executing migration" id="add provisioning column" 2024-09-06T15:40:51.477 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.346712476Z level=info msg="Migration successfully executed" id="add provisioning column" duration=15.999176ms 2024-09-06T15:40:51.477 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.381101721Z level=info msg="Executing migration" id="backfill empty share column fields with default of public" 2024-09-06T15:40:51.477 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.381692763Z level=info msg="Migration successfully executed" id="backfill empty share column fields with default of public" duration=590.409µs 2024-09-06T15:40:51.477 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.406084742Z level=info msg="Executing migration" id="migrate contents column to mediumblob for MySQL" 2024-09-06T15:40:51.478 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.406244771Z level=info msg="Migration successfully executed" id="migrate contents column to mediumblob for MySQL" duration=158.771µs 2024-09-06T15:40:51.490 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.448137309Z level=info msg="Executing migration" id="add origin column to seed_assignment" 2024-09-06T15:40:51.490 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.46041959Z level=info msg="Migration successfully executed" id="add origin column to seed_assignment" duration=12.280166ms 2024-09-06T15:40:51.490 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.507013727Z level=info msg="Executing migration" id="add origin to plugin seed_assignment" 2024-09-06T15:40:51.490 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.507784956Z level=info msg="Migration successfully executed" id="add origin to plugin seed_assignment" duration=771.32µs 2024-09-06T15:40:51.490 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.557365389Z level=info msg="Executing migration" id="prevent seeding OnCall access" 2024-09-06T15:40:51.490 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.557804203Z level=info msg="Migration successfully executed" id="prevent seeding OnCall access" duration=437.79µs 2024-09-06T15:40:51.490 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.607747912Z level=info msg="Executing migration" id="managed folder permissions library panel actions migration" 2024-09-06T15:40:51.491 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.609471199Z level=info msg="Migration successfully executed" id="managed folder permissions library panel actions migration" duration=1.721597ms 2024-09-06T15:40:51.491 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.64139331Z level=info msg="Executing migration" id="Remove unique index for folder.title and folder.parent_uid" 2024-09-06T15:40:51.491 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.64370292Z level=info msg="Migration successfully executed" id="Remove unique index for folder.title and folder.parent_uid" duration=2.307813ms 2024-09-06T15:40:51.491 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.674984346Z level=info msg="Executing migration" id="Add unique index for title, parent_uid, and org_id" 2024-09-06T15:40:51.491 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.677588866Z level=info msg="Migration successfully executed" id="Add unique index for title, parent_uid, and org_id" duration=2.603433ms 2024-09-06T15:40:51.491 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.708599062Z level=info msg="Executing migration" id="Sync dashboard and folder table" 2024-09-06T15:40:51.491 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.709799573Z level=info msg="Migration successfully executed" id="Sync dashboard and folder table" duration=1.20001ms 2024-09-06T15:40:51.491 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.75882385Z level=info msg="Executing migration" id="Remove ghost folders from the folder table" 2024-09-06T15:40:51.492 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[21841]: cluster 2024-09-06T15:40:49.611344+0000 mgr.y (mgr.25115) 172 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:51.492 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.759505651Z level=info msg="Migration successfully executed" id="Remove ghost folders from the folder table" duration=680.091µs 2024-09-06T15:40:51.492 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.792487675Z level=info msg="Executing migration" id="Remove unique index UQE_folder_uid_org_id" 2024-09-06T15:40:51.492 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.794745552Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_uid_org_id" duration=2.26059ms 2024-09-06T15:40:51.493 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.826006489Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_uid" 2024-09-06T15:40:51.493 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.828295388Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_uid" duration=2.288566ms 2024-09-06T15:40:51.493 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.876492016Z level=info msg="Executing migration" id="Remove unique index UQE_folder_title_parent_uid_org_id" 2024-09-06T15:40:51.493 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.878833302Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_title_parent_uid_org_id" duration=2.343162ms 2024-09-06T15:40:51.493 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.91019321Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_parent_uid_title" 2024-09-06T15:40:51.493 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.912594463Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_parent_uid_title" duration=2.400116ms 2024-09-06T15:40:51.493 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.94352623Z level=info msg="Executing migration" id="Remove index IDX_folder_parent_uid_org_id" 2024-09-06T15:40:51.493 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.944717359Z level=info msg="Migration successfully executed" id="Remove index IDX_folder_parent_uid_org_id" duration=1.193423ms 2024-09-06T15:40:51.493 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.977325442Z level=info msg="Executing migration" id="create anon_device table" 2024-09-06T15:40:51.493 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:50 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:50.978211425Z level=info msg="Migration successfully executed" id="create anon_device table" duration=885.627µs 2024-09-06T15:40:51.493 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.027485462Z level=info msg="Executing migration" id="add unique index anon_device.device_id" 2024-09-06T15:40:51.493 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.029783161Z level=info msg="Migration successfully executed" id="add unique index anon_device.device_id" duration=2.297194ms 2024-09-06T15:40:51.494 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.078041855Z level=info msg="Executing migration" id="add index anon_device.updated_at" 2024-09-06T15:40:51.494 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.080230264Z level=info msg="Migration successfully executed" id="add index anon_device.updated_at" duration=2.190232ms 2024-09-06T15:40:51.494 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.111626366Z level=info msg="Executing migration" id="create signing_key table" 2024-09-06T15:40:51.494 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.113575537Z level=info msg="Migration successfully executed" id="create signing_key table" duration=1.948301ms 2024-09-06T15:40:51.494 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.145224362Z level=info msg="Executing migration" id="add unique index signing_key.key_id" 2024-09-06T15:40:51.494 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.1474232Z level=info msg="Migration successfully executed" id="add unique index signing_key.key_id" duration=2.198889ms 2024-09-06T15:40:51.494 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.178850748Z level=info msg="Executing migration" id="set legacy alert migration status in kvstore" 2024-09-06T15:40:51.494 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.180957164Z level=info msg="Migration successfully executed" id="set legacy alert migration status in kvstore" duration=2.106386ms 2024-09-06T15:40:51.494 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.212358832Z level=info msg="Executing migration" id="migrate record of created folders during legacy migration to kvstore" 2024-09-06T15:40:51.494 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.214153861Z level=info msg="Migration successfully executed" id="migrate record of created folders during legacy migration to kvstore" duration=1.796769ms 2024-09-06T15:40:51.494 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.245881905Z level=info msg="Executing migration" id="Add folder_uid for dashboard" 2024-09-06T15:40:51.494 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.261901728Z level=info msg="Migration successfully executed" id="Add folder_uid for dashboard" duration=16.020679ms 2024-09-06T15:40:51.494 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.312999248Z level=info msg="Executing migration" id="Populate dashboard folder_uid column" 2024-09-06T15:40:51.568 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.314995492Z level=info msg="Migration successfully executed" id="Populate dashboard folder_uid column" duration=1.998761ms 2024-09-06T15:40:51.568 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.346643527Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title" 2024-09-06T15:40:51.568 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.349420524Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title" duration=2.77621ms 2024-09-06T15:40:51.568 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.380233206Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_id_title" 2024-09-06T15:40:51.568 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.382590719Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_id_title" duration=2.357136ms 2024-09-06T15:40:51.569 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.464178609Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_uid_title" 2024-09-06T15:40:51.569 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.466639026Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_uid_title" duration=2.461602ms 2024-09-06T15:40:51.569 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.514558621Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" 2024-09-06T15:40:51.569 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.517274893Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" duration=2.711955ms 2024-09-06T15:40:51.569 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.573224945Z level=info msg="Executing migration" id="Restore index for dashboard_org_id_folder_id_title" 2024-09-06T15:40:51.819 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.575814115Z level=info msg="Migration successfully executed" id="Restore index for dashboard_org_id_folder_id_title" duration=2.588603ms 2024-09-06T15:40:51.819 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.606902171Z level=info msg="Executing migration" id="create sso_setting table" 2024-09-06T15:40:51.820 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.609431461Z level=info msg="Migration successfully executed" id="create sso_setting table" duration=2.528023ms 2024-09-06T15:40:51.820 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.657216494Z level=info msg="Executing migration" id="copy kvstore migration status to each org" 2024-09-06T15:40:51.820 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.65927254Z level=info msg="Migration successfully executed" id="copy kvstore migration status to each org" duration=2.056716ms 2024-09-06T15:40:51.820 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.7075724Z level=info msg="Executing migration" id="add back entry for orgid=0 migrated status" 2024-09-06T15:40:51.820 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.708953022Z level=info msg="Migration successfully executed" id="add back entry for orgid=0 migrated status" duration=1.380422ms 2024-09-06T15:40:51.820 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.757998872Z level=info msg="Executing migration" id="alter kv_store.value to longtext" 2024-09-06T15:40:51.820 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.758163746Z level=info msg="Migration successfully executed" id="alter kv_store.value to longtext" duration=164.328µs 2024-09-06T15:40:51.820 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.808356855Z level=info msg="Executing migration" id="add notification_settings column to alert_rule table" 2024-09-06T15:40:51.820 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.824826362Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule table" duration=16.468893ms 2024-09-06T15:40:52.096 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.875443838Z level=info msg="Executing migration" id="add notification_settings column to alert_rule_version table" 2024-09-06T15:40:52.097 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.891851456Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule_version table" duration=16.407245ms 2024-09-06T15:40:52.097 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.942348514Z level=info msg="Executing migration" id="removing scope from alert.instances:read action migration" 2024-09-06T15:40:52.097 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.94313795Z level=info msg="Migration successfully executed" id="removing scope from alert.instances:read action migration" duration=785.507µs 2024-09-06T15:40:52.097 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=migrator t=2024-09-06T15:40:51.992621009Z level=info msg="migrations completed" performed=65 skipped=482 duration=2.812926772s 2024-09-06T15:40:52.097 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:51 smithi181 bash[66889]: logger=sqlstore t=2024-09-06T15:40:51.995000947Z level=info msg="Created default organization" 2024-09-06T15:40:52.097 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:52 smithi181 bash[66889]: logger=secrets t=2024-09-06T15:40:52.059859011Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-06T15:40:52.097 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:52 smithi181 bash[66889]: logger=plugin.store t=2024-09-06T15:40:52.102079937Z level=info msg="Loading plugins..." 2024-09-06T15:40:52.458 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:52 smithi181 bash[66889]: logger=local.finder t=2024-09-06T15:40:52.169475935Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-09-06T15:40:52.458 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:52 smithi181 bash[66889]: logger=plugin.store t=2024-09-06T15:40:52.169499243Z level=info msg="Plugins loaded" count=55 duration=67.42213ms 2024-09-06T15:40:52.458 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:52 smithi181 bash[66889]: logger=query_data t=2024-09-06T15:40:52.172537361Z level=info msg="Query Service initialization" 2024-09-06T15:40:52.458 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:52 smithi181 bash[66889]: logger=live.push_http t=2024-09-06T15:40:52.178672779Z level=info msg="Live Push Gateway initialization" 2024-09-06T15:40:52.459 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:52 smithi181 bash[66889]: logger=ngalert.migration t=2024-09-06T15:40:52.218425473Z level=info msg=Starting 2024-09-06T15:40:52.459 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:52 smithi181 bash[66889]: logger=ngalert.state.manager t=2024-09-06T15:40:52.287742253Z level=info msg="Running in alternative execution of Error/NoData mode" 2024-09-06T15:40:52.459 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:52 smithi181 bash[66889]: logger=infra.usagestats.collector t=2024-09-06T15:40:52.292197241Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-06T15:40:52.459 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:52 smithi181 bash[66889]: logger=provisioning.datasources t=2024-09-06T15:40:52.335889432Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-09-06T15:40:52.459 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:52 smithi181 bash[66889]: logger=provisioning.datasources t=2024-09-06T15:40:52.336751407Z level=info msg="inserting datasource from configuration" name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-06T15:40:52.741 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:52 smithi181 bash[66889]: logger=provisioning.alerting t=2024-09-06T15:40:52.463588361Z level=info msg="starting to provision alerting" 2024-09-06T15:40:52.741 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:52 smithi181 bash[66889]: logger=provisioning.alerting t=2024-09-06T15:40:52.463616585Z level=info msg="finished to provision alerting" 2024-09-06T15:40:52.741 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:52 smithi181 bash[66889]: logger=grafanaStorageLogger t=2024-09-06T15:40:52.463842479Z level=info msg="Storage starting" 2024-09-06T15:40:52.741 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:52 smithi181 bash[66889]: logger=http.server t=2024-09-06T15:40:52.468801931Z level=info msg="HTTP Server TLS settings" MinTLSVersion=TLS1.2 configuredciphers=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA,TLS_RSA_WITH_AES_128_GCM_SHA256,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA 2024-09-06T15:40:52.741 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:52 smithi181 bash[66889]: logger=http.server t=2024-09-06T15:40:52.469052216Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-06T15:40:52.741 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:52 smithi181 bash[66889]: logger=ngalert.state.manager t=2024-09-06T15:40:52.46923234Z level=info msg="Warming state cache for startup" 2024-09-06T15:40:52.741 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:52 smithi181 bash[66889]: logger=ngalert.state.manager t=2024-09-06T15:40:52.469641911Z level=info msg="State cache has been initialized" states=0 duration=407.523µs 2024-09-06T15:40:52.741 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:52 smithi181 bash[66889]: logger=ngalert.multiorg.alertmanager t=2024-09-06T15:40:52.469878308Z level=info msg="Starting MultiOrg Alertmanager" 2024-09-06T15:40:52.742 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:52 smithi181 bash[66889]: logger=ngalert.scheduler t=2024-09-06T15:40:52.46990857Z level=info msg="Starting scheduler" tickInterval=10s maxAttempts=1 2024-09-06T15:40:52.742 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:52 smithi181 bash[66889]: logger=ticker t=2024-09-06T15:40:52.47001592Z level=info msg=starting first_tick=2024-09-06T15:41:00Z 2024-09-06T15:40:52.742 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:52 smithi181 bash[66889]: logger=provisioning.dashboard t=2024-09-06T15:40:52.487990751Z level=info msg="starting to provision dashboards" 2024-09-06T15:40:52.742 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:52 smithi181 bash[66889]: logger=grafana.update.checker t=2024-09-06T15:40:52.54267476Z level=info msg="Update check succeeded" duration=78.025287ms 2024-09-06T15:40:52.742 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:52 smithi181 bash[66889]: logger=plugins.update.checker t=2024-09-06T15:40:52.543855482Z level=info msg="Update check succeeded" duration=79.17575ms 2024-09-06T15:40:52.742 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:52 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:40:52.682292593Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:40:52.742 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:52 smithi181 bash[66889]: logger=grafana-apiserver t=2024-09-06T15:40:52.746209145Z level=info msg="Adding GroupVersion playlist.grafana.app v0alpha1 to ResourceManager" 2024-09-06T15:40:52.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:52 smithi181 bash[21841]: cluster 2024-09-06T15:40:51.613067+0000 mgr.y (mgr.25115) 173 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:40:52.994 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:52 smithi181 bash[66889]: logger=grafana-apiserver t=2024-09-06T15:40:52.747551944Z level=info msg="Adding GroupVersion featuretoggle.grafana.app v0alpha1 to ResourceManager" 2024-09-06T15:40:52.994 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:52 smithi181 bash[66889]: logger=provisioning.dashboard t=2024-09-06T15:40:52.796835015Z level=info msg="finished to provision dashboards" 2024-09-06T15:40:53.128 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:52 smithi169 bash[19820]: cluster 2024-09-06T15:40:51.613067+0000 mgr.y (mgr.25115) 173 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:40:53.129 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:52 smithi169 bash[26469]: cluster 2024-09-06T15:40:51.613067+0000 mgr.y (mgr.25115) 173 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:40:54.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:53 smithi169 bash[26469]: audit 2024-09-06T15:40:53.130068+0000 mgr.y (mgr.25115) 174 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:40:54.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:53 smithi169 bash[26469]: cluster 2024-09-06T15:40:53.613825+0000 mgr.y (mgr.25115) 175 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:54.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:53 smithi169 bash[26469]: audit 2024-09-06T15:40:53.897290+0000 mon.a (mon.0) 1475 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:54.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:53 smithi169 bash[19820]: audit 2024-09-06T15:40:53.130068+0000 mgr.y (mgr.25115) 174 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:40:54.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:53 smithi169 bash[19820]: cluster 2024-09-06T15:40:53.613825+0000 mgr.y (mgr.25115) 175 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:54.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:53 smithi169 bash[19820]: audit 2024-09-06T15:40:53.897290+0000 mon.a (mon.0) 1475 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:54.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:53 smithi181 bash[21841]: audit 2024-09-06T15:40:53.130068+0000 mgr.y (mgr.25115) 174 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:40:54.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:53 smithi181 bash[21841]: cluster 2024-09-06T15:40:53.613825+0000 mgr.y (mgr.25115) 175 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:54.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:53 smithi181 bash[21841]: audit 2024-09-06T15:40:53.897290+0000 mon.a (mon.0) 1475 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:55.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:54 smithi169 bash[19820]: audit 2024-09-06T15:40:53.910121+0000 mon.a (mon.0) 1476 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:55.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:54 smithi169 bash[26469]: audit 2024-09-06T15:40:53.910121+0000 mon.a (mon.0) 1476 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:55.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:54 smithi181 bash[21841]: audit 2024-09-06T15:40:53.910121+0000 mon.a (mon.0) 1476 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:56.130 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:55 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:40:55.814990576Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:40:56.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:40:56 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:40:56] "GET /metrics HTTP/1.1" 200 38251 "" "Prometheus/2.51.0" 2024-09-06T15:40:56.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:56 smithi169 bash[19820]: audit 2024-09-06T15:40:55.134193+0000 mon.a (mon.0) 1477 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:56.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:56 smithi169 bash[19820]: audit 2024-09-06T15:40:55.149371+0000 mon.a (mon.0) 1478 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:56.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:56 smithi169 bash[19820]: cluster 2024-09-06T15:40:55.615435+0000 mgr.y (mgr.25115) 176 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:40:56.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:56 smithi169 bash[26469]: audit 2024-09-06T15:40:55.134193+0000 mon.a (mon.0) 1477 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:56.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:56 smithi169 bash[26469]: audit 2024-09-06T15:40:55.149371+0000 mon.a (mon.0) 1478 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:56.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:56 smithi169 bash[26469]: cluster 2024-09-06T15:40:55.615435+0000 mgr.y (mgr.25115) 176 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:40:56.494 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:56 smithi181 bash[21841]: audit 2024-09-06T15:40:55.134193+0000 mon.a (mon.0) 1477 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:56.494 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:56 smithi181 bash[21841]: audit 2024-09-06T15:40:55.149371+0000 mon.a (mon.0) 1478 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:40:56.494 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:56 smithi181 bash[21841]: cluster 2024-09-06T15:40:55.615435+0000 mgr.y (mgr.25115) 176 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:40:58.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:40:58 smithi169 bash[19820]: cluster 2024-09-06T15:40:57.616163+0000 mgr.y (mgr.25115) 177 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:58.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:40:58 smithi169 bash[26469]: cluster 2024-09-06T15:40:57.616163+0000 mgr.y (mgr.25115) 177 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:58.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:40:58 smithi181 bash[21841]: cluster 2024-09-06T15:40:57.616163+0000 mgr.y (mgr.25115) 177 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:40:58.994 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:40:58 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:40:58.819010735Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:41:00.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:00 smithi169 bash[26469]: cluster 2024-09-06T15:40:59.616903+0000 mgr.y (mgr.25115) 178 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:00.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:00 smithi169 bash[26469]: audit 2024-09-06T15:41:00.283934+0000 mon.b (mon.1) 144 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:41:00.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:00 smithi169 bash[19820]: cluster 2024-09-06T15:40:59.616903+0000 mgr.y (mgr.25115) 178 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:00.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:00 smithi169 bash[19820]: audit 2024-09-06T15:41:00.283934+0000 mon.b (mon.1) 144 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:41:00.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:00 smithi181 bash[21841]: cluster 2024-09-06T15:40:59.616903+0000 mgr.y (mgr.25115) 178 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:00.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:00 smithi181 bash[21841]: audit 2024-09-06T15:41:00.283934+0000 mon.b (mon.1) 144 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:41:02.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:41:01 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:41:01.85426706Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:41:02.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:02 smithi181 bash[21841]: cluster 2024-09-06T15:41:01.618552+0000 mgr.y (mgr.25115) 179 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:41:02.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:02 smithi169 bash[19820]: cluster 2024-09-06T15:41:01.618552+0000 mgr.y (mgr.25115) 179 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:41:02.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:02 smithi169 bash[26469]: cluster 2024-09-06T15:41:01.618552+0000 mgr.y (mgr.25115) 179 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:41:04.728 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:04 smithi181 bash[21841]: audit 2024-09-06T15:41:03.132147+0000 mgr.y (mgr.25115) 180 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:41:04.729 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:04 smithi181 bash[21841]: cluster 2024-09-06T15:41:03.619444+0000 mgr.y (mgr.25115) 181 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:04.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:04 smithi169 bash[19820]: audit 2024-09-06T15:41:03.132147+0000 mgr.y (mgr.25115) 180 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:41:04.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:04 smithi169 bash[19820]: cluster 2024-09-06T15:41:03.619444+0000 mgr.y (mgr.25115) 181 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:04.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:04 smithi169 bash[26469]: audit 2024-09-06T15:41:03.132147+0000 mgr.y (mgr.25115) 180 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:41:04.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:04 smithi169 bash[26469]: cluster 2024-09-06T15:41:03.619444+0000 mgr.y (mgr.25115) 181 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:04.994 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:41:04 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:41:04.818796457Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:41:06.305 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:41:06] "GET /metrics HTTP/1.1" 200 38246 "" "Prometheus/2.51.0" 2024-09-06T15:41:06.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.306205+0000 mon.a (mon.0) 1479 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:41:06.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.321818+0000 mon.a (mon.0) 1480 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:41:06.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.329135+0000 mon.b (mon.1) 145 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:41:06.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.331109+0000 mon.b (mon.1) 146 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:41:06.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.340771+0000 mon.a (mon.0) 1481 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:41:06.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.422701+0000 mgr.y (mgr.25115) 182 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-06T15:41:06.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.425563+0000 mon.b (mon.1) 147 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-06T15:41:06.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.511894+0000 mon.b (mon.1) 148 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:41:06.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.515462+0000 mon.b (mon.1) 149 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:06.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.518452+0000 mon.b (mon.1) 150 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:06.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.521533+0000 mon.b (mon.1) 151 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:06.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.524375+0000 mon.b (mon.1) 152 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:06.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.526589+0000 mon.b (mon.1) 153 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:06.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.529278+0000 mon.b (mon.1) 154 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:06.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.532999+0000 mon.b (mon.1) 155 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:06.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.537385+0000 mon.b (mon.1) 156 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:06.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.541140+0000 mon.b (mon.1) 157 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:06.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.544426+0000 mon.b (mon.1) 158 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:06.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.548010+0000 mon.b (mon.1) 159 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:06.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.551864+0000 mon.b (mon.1) 160 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:06.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.306205+0000 mon.a (mon.0) 1479 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:41:06.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.321818+0000 mon.a (mon.0) 1480 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:41:06.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.329135+0000 mon.b (mon.1) 145 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:41:06.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.331109+0000 mon.b (mon.1) 146 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:41:06.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.340771+0000 mon.a (mon.0) 1481 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:41:06.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.422701+0000 mgr.y (mgr.25115) 182 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-06T15:41:06.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.425563+0000 mon.b (mon.1) 147 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-06T15:41:06.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.511894+0000 mon.b (mon.1) 148 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:41:07.019 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.515462+0000 mon.b (mon.1) 149 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:07.019 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.518452+0000 mon.b (mon.1) 150 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:07.020 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.521533+0000 mon.b (mon.1) 151 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:07.020 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.524375+0000 mon.b (mon.1) 152 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:07.020 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.526589+0000 mon.b (mon.1) 153 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:07.020 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.529278+0000 mon.b (mon.1) 154 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:07.020 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.532999+0000 mon.b (mon.1) 155 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:07.020 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.537385+0000 mon.b (mon.1) 156 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:07.020 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.541140+0000 mon.b (mon.1) 157 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:07.020 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.544426+0000 mon.b (mon.1) 158 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:07.020 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.548010+0000 mon.b (mon.1) 159 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:07.020 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.551864+0000 mon.b (mon.1) 160 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:07.020 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.555216+0000 mon.b (mon.1) 161 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:07.020 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: cephadm 2024-09-06T15:41:05.556988+0000 mgr.y (mgr.25115) 183 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-06T15:41:07.021 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.558758+0000 mon.b (mon.1) 162 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:07.021 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.565392+0000 mon.a (mon.0) 1482 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:41:07.021 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.576250+0000 mon.b (mon.1) 163 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-06T15:41:07.021 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.582923+0000 mon.a (mon.0) 1483 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-06T15:41:07.021 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.588463+0000 mon.a (mon.0) 1484 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-06T15:41:07.021 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.602476+0000 mon.a (mon.0) 1485 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.021 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.605528+0000 mon.b (mon.1) 164 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.021 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.607889+0000 mon.a (mon.0) 1486 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-06T15:41:07.021 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.616669+0000 mon.a (mon.0) 1487 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-06T15:41:07.021 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.619705+0000 mon.b (mon.1) 165 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-06T15:41:07.021 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: cluster 2024-09-06T15:41:05.621154+0000 mgr.y (mgr.25115) 184 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:41:07.021 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.623477+0000 mon.a (mon.0) 1488 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-06T15:41:07.021 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.631069+0000 mon.a (mon.0) 1489 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-06T15:41:07.022 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.633954+0000 mon.a (mon.0) 1490 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-06T15:41:07.022 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.634072+0000 mon.b (mon.1) 166 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-06T15:41:07.022 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.636993+0000 mon.b (mon.1) 167 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-06T15:41:07.022 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.555216+0000 mon.b (mon.1) 161 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:07.022 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: cephadm 2024-09-06T15:41:05.556988+0000 mgr.y (mgr.25115) 183 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-06T15:41:07.022 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.558758+0000 mon.b (mon.1) 162 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:07.022 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.565392+0000 mon.a (mon.0) 1482 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:41:07.023 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.576250+0000 mon.b (mon.1) 163 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-06T15:41:07.023 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.582923+0000 mon.a (mon.0) 1483 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-06T15:41:07.023 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.588463+0000 mon.a (mon.0) 1484 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-06T15:41:07.023 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.602476+0000 mon.a (mon.0) 1485 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.023 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.605528+0000 mon.b (mon.1) 164 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.023 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.607889+0000 mon.a (mon.0) 1486 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-06T15:41:07.023 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.616669+0000 mon.a (mon.0) 1487 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-06T15:41:07.023 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.619705+0000 mon.b (mon.1) 165 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-06T15:41:07.023 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: cluster 2024-09-06T15:41:05.621154+0000 mgr.y (mgr.25115) 184 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:41:07.023 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.623477+0000 mon.a (mon.0) 1488 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-06T15:41:07.023 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.631069+0000 mon.a (mon.0) 1489 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-06T15:41:07.023 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.633954+0000 mon.a (mon.0) 1490 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-06T15:41:07.024 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.634072+0000 mon.b (mon.1) 166 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-06T15:41:07.024 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.636993+0000 mon.b (mon.1) 167 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-06T15:41:07.024 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.643759+0000 mon.a (mon.0) 1491 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-06T15:41:07.024 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.649812+0000 mon.a (mon.0) 1492 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-06T15:41:07.024 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.652413+0000 mon.a (mon.0) 1493 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-06T15:41:07.024 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.652922+0000 mon.b (mon.1) 168 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-06T15:41:07.024 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.655461+0000 mon.b (mon.1) 169 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-06T15:41:07.024 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.675028+0000 mon.a (mon.0) 1494 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-06T15:41:07.025 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.678655+0000 mon.a (mon.0) 1495 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.025 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.680814+0000 mon.a (mon.0) 1496 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-06T15:41:07.025 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.681927+0000 mon.b (mon.1) 170 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.025 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.684133+0000 mon.b (mon.1) 171 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-06T15:41:07.025 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.685197+0000 mon.a (mon.0) 1497 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-06T15:41:07.025 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.690898+0000 mon.a (mon.0) 1498 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-06T15:41:07.025 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.692989+0000 mon.a (mon.0) 1499 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-06T15:41:07.025 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.694026+0000 mon.b (mon.1) 172 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-06T15:41:07.025 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.696207+0000 mon.a (mon.0) 1500 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-06T15:41:07.025 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.696336+0000 mon.b (mon.1) 173 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-06T15:41:07.025 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.703321+0000 mon.a (mon.0) 1501 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-06T15:41:07.026 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.643759+0000 mon.a (mon.0) 1491 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-06T15:41:07.026 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.649812+0000 mon.a (mon.0) 1492 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-06T15:41:07.026 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.652413+0000 mon.a (mon.0) 1493 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-06T15:41:07.026 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.652922+0000 mon.b (mon.1) 168 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-06T15:41:07.026 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.655461+0000 mon.b (mon.1) 169 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-06T15:41:07.026 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.675028+0000 mon.a (mon.0) 1494 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-06T15:41:07.026 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.678655+0000 mon.a (mon.0) 1495 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.026 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.680814+0000 mon.a (mon.0) 1496 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-06T15:41:07.026 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.681927+0000 mon.b (mon.1) 170 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.026 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.684133+0000 mon.b (mon.1) 171 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-06T15:41:07.026 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.685197+0000 mon.a (mon.0) 1497 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-06T15:41:07.026 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.690898+0000 mon.a (mon.0) 1498 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-06T15:41:07.027 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.692989+0000 mon.a (mon.0) 1499 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-06T15:41:07.027 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.694026+0000 mon.b (mon.1) 172 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-06T15:41:07.027 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.696207+0000 mon.a (mon.0) 1500 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-06T15:41:07.027 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.696336+0000 mon.b (mon.1) 173 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-06T15:41:07.027 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.703321+0000 mon.a (mon.0) 1501 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-06T15:41:07.027 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.706513+0000 mon.b (mon.1) 174 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-06T15:41:07.027 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.707696+0000 mon.a (mon.0) 1502 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-06T15:41:07.027 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.713774+0000 mon.a (mon.0) 1503 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.027 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.716634+0000 mon.a (mon.0) 1504 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.028 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.716896+0000 mon.b (mon.1) 175 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.028 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.719458+0000 mon.a (mon.0) 1505 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.028 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.719649+0000 mon.b (mon.1) 176 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.028 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.722205+0000 mon.a (mon.0) 1506 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.028 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.722529+0000 mon.b (mon.1) 177 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.028 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.724527+0000 mon.a (mon.0) 1507 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.028 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.725214+0000 mon.b (mon.1) 178 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.028 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.727026+0000 mon.a (mon.0) 1508 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.028 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.727658+0000 mon.b (mon.1) 179 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.028 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: cephadm 2024-09-06T15:41:05.728665+0000 mgr.y (mgr.25115) 185 : cephadm [INF] Upgrade: Complete! 2024-09-06T15:41:07.028 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.730079+0000 mon.b (mon.1) 180 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.028 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.730349+0000 mon.a (mon.0) 1509 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-06T15:41:07.028 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.733409+0000 mon.b (mon.1) 181 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-06T15:41:07.029 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.735177+0000 mon.a (mon.0) 1510 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-06T15:41:07.029 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.742225+0000 mon.b (mon.1) 182 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:41:07.029 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.743764+0000 mon.b (mon.1) 183 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:41:07.029 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.749842+0000 mon.a (mon.0) 1511 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:41:07.029 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.888040+0000 mon.b (mon.1) 184 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:41:07.029 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.890198+0000 mon.b (mon.1) 185 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:41:07.029 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[26469]: audit 2024-09-06T15:41:05.899438+0000 mon.a (mon.0) 1512 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:41:07.029 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.706513+0000 mon.b (mon.1) 174 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-06T15:41:07.029 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.707696+0000 mon.a (mon.0) 1502 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-06T15:41:07.029 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.713774+0000 mon.a (mon.0) 1503 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.030 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.716634+0000 mon.a (mon.0) 1504 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.030 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.716896+0000 mon.b (mon.1) 175 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.030 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.719458+0000 mon.a (mon.0) 1505 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.030 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.719649+0000 mon.b (mon.1) 176 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.030 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.722205+0000 mon.a (mon.0) 1506 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.030 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.722529+0000 mon.b (mon.1) 177 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.030 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.724527+0000 mon.a (mon.0) 1507 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.030 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.725214+0000 mon.b (mon.1) 178 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.030 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.727026+0000 mon.a (mon.0) 1508 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.030 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.727658+0000 mon.b (mon.1) 179 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.030 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: cephadm 2024-09-06T15:41:05.728665+0000 mgr.y (mgr.25115) 185 : cephadm [INF] Upgrade: Complete! 2024-09-06T15:41:07.030 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.730079+0000 mon.b (mon.1) 180 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.030 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.730349+0000 mon.a (mon.0) 1509 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-06T15:41:07.031 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.733409+0000 mon.b (mon.1) 181 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-06T15:41:07.031 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.735177+0000 mon.a (mon.0) 1510 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-06T15:41:07.031 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.742225+0000 mon.b (mon.1) 182 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:41:07.031 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.743764+0000 mon.b (mon.1) 183 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:41:07.031 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.749842+0000 mon.a (mon.0) 1511 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:41:07.031 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.888040+0000 mon.b (mon.1) 184 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:41:07.031 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.890198+0000 mon.b (mon.1) 185 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:41:07.031 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:06 smithi169 bash[19820]: audit 2024-09-06T15:41:05.899438+0000 mon.a (mon.0) 1512 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:41:07.032 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.306205+0000 mon.a (mon.0) 1479 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:41:07.032 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.321818+0000 mon.a (mon.0) 1480 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:41:07.032 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.329135+0000 mon.b (mon.1) 145 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:41:07.032 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.331109+0000 mon.b (mon.1) 146 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:41:07.032 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.340771+0000 mon.a (mon.0) 1481 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:41:07.032 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.422701+0000 mgr.y (mgr.25115) 182 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-06T15:41:07.032 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.425563+0000 mon.b (mon.1) 147 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-06T15:41:07.032 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.511894+0000 mon.b (mon.1) 148 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:41:07.033 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.515462+0000 mon.b (mon.1) 149 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:07.033 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.518452+0000 mon.b (mon.1) 150 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:07.033 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.521533+0000 mon.b (mon.1) 151 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:07.033 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.524375+0000 mon.b (mon.1) 152 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:07.033 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.526589+0000 mon.b (mon.1) 153 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:07.033 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.529278+0000 mon.b (mon.1) 154 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:07.033 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.532999+0000 mon.b (mon.1) 155 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:07.033 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.537385+0000 mon.b (mon.1) 156 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:07.033 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.541140+0000 mon.b (mon.1) 157 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:07.033 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.544426+0000 mon.b (mon.1) 158 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:07.033 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.548010+0000 mon.b (mon.1) 159 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:07.033 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.551864+0000 mon.b (mon.1) 160 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:07.033 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.555216+0000 mon.b (mon.1) 161 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:07.034 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: cephadm 2024-09-06T15:41:05.556988+0000 mgr.y (mgr.25115) 183 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-06T15:41:07.034 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.558758+0000 mon.b (mon.1) 162 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:07.034 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.565392+0000 mon.a (mon.0) 1482 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:41:07.034 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.576250+0000 mon.b (mon.1) 163 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-06T15:41:07.034 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.582923+0000 mon.a (mon.0) 1483 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-06T15:41:07.034 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.588463+0000 mon.a (mon.0) 1484 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-06T15:41:07.034 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.602476+0000 mon.a (mon.0) 1485 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.034 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.605528+0000 mon.b (mon.1) 164 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.034 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.607889+0000 mon.a (mon.0) 1486 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-06T15:41:07.034 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.616669+0000 mon.a (mon.0) 1487 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-06T15:41:07.034 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.619705+0000 mon.b (mon.1) 165 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-06T15:41:07.034 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: cluster 2024-09-06T15:41:05.621154+0000 mgr.y (mgr.25115) 184 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:41:07.034 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.623477+0000 mon.a (mon.0) 1488 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-06T15:41:07.034 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.631069+0000 mon.a (mon.0) 1489 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-06T15:41:07.034 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.633954+0000 mon.a (mon.0) 1490 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-06T15:41:07.035 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.634072+0000 mon.b (mon.1) 166 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-06T15:41:07.035 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.636993+0000 mon.b (mon.1) 167 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-06T15:41:07.035 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.643759+0000 mon.a (mon.0) 1491 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-06T15:41:07.035 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.649812+0000 mon.a (mon.0) 1492 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-06T15:41:07.035 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.652413+0000 mon.a (mon.0) 1493 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-06T15:41:07.035 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.652922+0000 mon.b (mon.1) 168 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-06T15:41:07.035 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.655461+0000 mon.b (mon.1) 169 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-06T15:41:07.035 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.675028+0000 mon.a (mon.0) 1494 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-06T15:41:07.035 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.678655+0000 mon.a (mon.0) 1495 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.035 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.680814+0000 mon.a (mon.0) 1496 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-06T15:41:07.035 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.681927+0000 mon.b (mon.1) 170 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.035 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.684133+0000 mon.b (mon.1) 171 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-06T15:41:07.035 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.685197+0000 mon.a (mon.0) 1497 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-06T15:41:07.036 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.690898+0000 mon.a (mon.0) 1498 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-06T15:41:07.036 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.692989+0000 mon.a (mon.0) 1499 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-06T15:41:07.036 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.694026+0000 mon.b (mon.1) 172 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-06T15:41:07.036 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.696207+0000 mon.a (mon.0) 1500 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-06T15:41:07.036 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.696336+0000 mon.b (mon.1) 173 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-06T15:41:07.036 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.703321+0000 mon.a (mon.0) 1501 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-06T15:41:07.036 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.706513+0000 mon.b (mon.1) 174 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-06T15:41:07.036 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.707696+0000 mon.a (mon.0) 1502 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-06T15:41:07.036 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.713774+0000 mon.a (mon.0) 1503 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.037 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.716634+0000 mon.a (mon.0) 1504 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.037 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.716896+0000 mon.b (mon.1) 175 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.037 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.719458+0000 mon.a (mon.0) 1505 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.037 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.719649+0000 mon.b (mon.1) 176 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.037 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.722205+0000 mon.a (mon.0) 1506 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.037 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.722529+0000 mon.b (mon.1) 177 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.037 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.724527+0000 mon.a (mon.0) 1507 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.037 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.725214+0000 mon.b (mon.1) 178 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.037 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.727026+0000 mon.a (mon.0) 1508 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.037 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.727658+0000 mon.b (mon.1) 179 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.037 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: cephadm 2024-09-06T15:41:05.728665+0000 mgr.y (mgr.25115) 185 : cephadm [INF] Upgrade: Complete! 2024-09-06T15:41:07.037 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.730079+0000 mon.b (mon.1) 180 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:41:07.037 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.730349+0000 mon.a (mon.0) 1509 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-06T15:41:07.038 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.733409+0000 mon.b (mon.1) 181 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-06T15:41:07.038 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.735177+0000 mon.a (mon.0) 1510 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-06T15:41:07.038 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.742225+0000 mon.b (mon.1) 182 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:41:07.038 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.743764+0000 mon.b (mon.1) 183 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:41:07.038 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.749842+0000 mon.a (mon.0) 1511 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:41:07.038 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.888040+0000 mon.b (mon.1) 184 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:41:07.038 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.890198+0000 mon.b (mon.1) 185 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:41:07.038 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:06 smithi181 bash[21841]: audit 2024-09-06T15:41:05.899438+0000 mon.a (mon.0) 1512 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:41:08.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:41:07 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:41:07.84398643Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:41:08.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:08 smithi169 bash[19820]: cluster 2024-09-06T15:41:07.621882+0000 mgr.y (mgr.25115) 186 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:08.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:08 smithi169 bash[26469]: cluster 2024-09-06T15:41:07.621882+0000 mgr.y (mgr.25115) 186 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:08.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:08 smithi181 bash[21841]: cluster 2024-09-06T15:41:07.621882+0000 mgr.y (mgr.25115) 186 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:10.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:10 smithi169 bash[19820]: cluster 2024-09-06T15:41:09.622602+0000 mgr.y (mgr.25115) 187 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:10.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:10 smithi169 bash[19820]: audit 2024-09-06T15:41:10.286981+0000 mon.a (mon.0) 1513 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:41:10.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:10 smithi169 bash[26469]: cluster 2024-09-06T15:41:09.622602+0000 mgr.y (mgr.25115) 187 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:10.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:10 smithi169 bash[26469]: audit 2024-09-06T15:41:10.286981+0000 mon.a (mon.0) 1513 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:41:10.994 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:41:10 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:41:10.842725149Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:41:10.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:10 smithi181 bash[21841]: cluster 2024-09-06T15:41:09.622602+0000 mgr.y (mgr.25115) 187 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:10.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:10 smithi181 bash[21841]: audit 2024-09-06T15:41:10.286981+0000 mon.a (mon.0) 1513 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:41:12.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:12 smithi169 bash[26469]: cluster 2024-09-06T15:41:11.624289+0000 mgr.y (mgr.25115) 188 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:41:12.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:12 smithi169 bash[19820]: cluster 2024-09-06T15:41:11.624289+0000 mgr.y (mgr.25115) 188 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:41:12.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:12 smithi181 bash[21841]: cluster 2024-09-06T15:41:11.624289+0000 mgr.y (mgr.25115) 188 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:41:13.686 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 1'"'"'' 2024-09-06T15:41:18.475 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:14 smithi169 bash[19820]: audit 2024-09-06T15:41:12.985838+0000 mgr.y (mgr.25115) 189 : audit [DBG] from='client.15588 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:41:18.476 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:14 smithi169 bash[19820]: audit 2024-09-06T15:41:13.142438+0000 mgr.y (mgr.25115) 190 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:41:18.476 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:14 smithi169 bash[19820]: cluster 2024-09-06T15:41:13.625212+0000 mgr.y (mgr.25115) 191 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:18.476 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:14 smithi169 bash[26469]: audit 2024-09-06T15:41:12.985838+0000 mgr.y (mgr.25115) 189 : audit [DBG] from='client.15588 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:41:18.476 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:14 smithi169 bash[26469]: audit 2024-09-06T15:41:13.142438+0000 mgr.y (mgr.25115) 190 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:41:18.476 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:14 smithi169 bash[26469]: cluster 2024-09-06T15:41:13.625212+0000 mgr.y (mgr.25115) 191 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:18.476 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:15 smithi169 bash[26469]: audit 2024-09-06T15:41:15.284741+0000 mon.b (mon.1) 186 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:41:18.477 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:15 smithi169 bash[19820]: audit 2024-09-06T15:41:15.284741+0000 mon.b (mon.1) 186 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:41:18.477 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:41:16 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:41:16] "GET /metrics HTTP/1.1" 200 38245 "" "Prometheus/2.51.0" 2024-09-06T15:41:18.477 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:16 smithi169 bash[19820]: cluster 2024-09-06T15:41:15.626778+0000 mgr.y (mgr.25115) 192 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:41:18.478 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:16 smithi169 bash[26469]: cluster 2024-09-06T15:41:15.626778+0000 mgr.y (mgr.25115) 192 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:41:18.478 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:41:13 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:41:13.823907953Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:41:18.478 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:14 smithi181 bash[21841]: audit 2024-09-06T15:41:12.985838+0000 mgr.y (mgr.25115) 189 : audit [DBG] from='client.15588 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:41:18.479 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:14 smithi181 bash[21841]: audit 2024-09-06T15:41:13.142438+0000 mgr.y (mgr.25115) 190 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:41:18.479 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:14 smithi181 bash[21841]: cluster 2024-09-06T15:41:13.625212+0000 mgr.y (mgr.25115) 191 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:18.479 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:15 smithi181 bash[21841]: audit 2024-09-06T15:41:15.284741+0000 mon.b (mon.1) 186 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:41:18.479 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:16 smithi181 bash[21841]: cluster 2024-09-06T15:41:15.626778+0000 mgr.y (mgr.25115) 192 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:41:18.479 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:41:16 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:41:16.851371972Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:41:18.504 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:41:18.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:18 smithi181 bash[21841]: cluster 2024-09-06T15:41:17.627637+0000 mgr.y (mgr.25115) 193 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:29.047 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:18 smithi169 bash[19820]: cluster 2024-09-06T15:41:17.627637+0000 mgr.y (mgr.25115) 193 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:29.150 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:41:19 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:41:19.845857231Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:41:29.151 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:18 smithi169 bash[26469]: cluster 2024-09-06T15:41:17.627637+0000 mgr.y (mgr.25115) 193 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:29.151 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:20 smithi181 bash[21841]: cluster 2024-09-06T15:41:19.628423+0000 mgr.y (mgr.25115) 194 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:29.151 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:20 smithi181 bash[21841]: audit 2024-09-06T15:41:20.219428+0000 mon.c (mon.2) 127 : audit [DBG] from='client.? 172.21.15.169:0/1590366' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:29.152 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:22 smithi181 bash[21841]: cluster 2024-09-06T15:41:21.630072+0000 mgr.y (mgr.25115) 195 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:41:29.152 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:41:22 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:41:22.837736771Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:41:29.153 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:24 smithi181 bash[21841]: audit 2024-09-06T15:41:23.153813+0000 mgr.y (mgr.25115) 196 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:41:29.153 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:24 smithi181 bash[21841]: cluster 2024-09-06T15:41:23.630809+0000 mgr.y (mgr.25115) 197 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:29.153 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-09-06T15:41:29.154 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:41:25 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:41:25.858285363Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:41:29.172 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph versions | jq -e '"'"'.mgr | keys'"'"' | grep $sha1' 2024-09-06T15:41:29.172 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:20 smithi169 bash[19820]: cluster 2024-09-06T15:41:19.628423+0000 mgr.y (mgr.25115) 194 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:29.172 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:20 smithi169 bash[19820]: audit 2024-09-06T15:41:20.219428+0000 mon.c (mon.2) 127 : audit [DBG] from='client.? 172.21.15.169:0/1590366' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:29.173 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:20 smithi169 bash[26469]: cluster 2024-09-06T15:41:19.628423+0000 mgr.y (mgr.25115) 194 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:29.173 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:20 smithi169 bash[26469]: audit 2024-09-06T15:41:20.219428+0000 mon.c (mon.2) 127 : audit [DBG] from='client.? 172.21.15.169:0/1590366' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:29.173 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:26 smithi181 bash[21841]: cluster 2024-09-06T15:41:25.632387+0000 mgr.y (mgr.25115) 198 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:41:29.174 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:28 smithi181 bash[21841]: cluster 2024-09-06T15:41:27.633249+0000 mgr.y (mgr.25115) 199 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:29.174 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:22 smithi169 bash[19820]: cluster 2024-09-06T15:41:21.630072+0000 mgr.y (mgr.25115) 195 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:41:29.174 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:41:28 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:41:28.816118565Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:41:29.174 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:22 smithi169 bash[26469]: cluster 2024-09-06T15:41:21.630072+0000 mgr.y (mgr.25115) 195 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:41:29.174 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:24 smithi169 bash[19820]: audit 2024-09-06T15:41:23.153813+0000 mgr.y (mgr.25115) 196 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:41:29.175 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:24 smithi169 bash[19820]: cluster 2024-09-06T15:41:23.630809+0000 mgr.y (mgr.25115) 197 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:29.175 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:24 smithi169 bash[26469]: audit 2024-09-06T15:41:23.153813+0000 mgr.y (mgr.25115) 196 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:41:29.175 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:24 smithi169 bash[26469]: cluster 2024-09-06T15:41:23.630809+0000 mgr.y (mgr.25115) 197 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:29.175 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:41:26 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:41:26] "GET /metrics HTTP/1.1" 200 38245 "" "Prometheus/2.51.0" 2024-09-06T15:41:29.175 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:26 smithi169 bash[19820]: cluster 2024-09-06T15:41:25.632387+0000 mgr.y (mgr.25115) 198 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:41:29.176 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:26 smithi169 bash[26469]: cluster 2024-09-06T15:41:25.632387+0000 mgr.y (mgr.25115) 198 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:41:29.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:28 smithi169 bash[19820]: cluster 2024-09-06T15:41:27.633249+0000 mgr.y (mgr.25115) 199 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:29.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:28 smithi169 bash[26469]: cluster 2024-09-06T15:41:27.633249+0000 mgr.y (mgr.25115) 199 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:30.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:30 smithi181 bash[21841]: cluster 2024-09-06T15:41:29.634031+0000 mgr.y (mgr.25115) 200 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:30.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:30 smithi181 bash[21841]: audit 2024-09-06T15:41:30.285197+0000 mon.b (mon.1) 187 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:41:31.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:30 smithi169 bash[19820]: cluster 2024-09-06T15:41:29.634031+0000 mgr.y (mgr.25115) 200 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:31.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:30 smithi169 bash[19820]: audit 2024-09-06T15:41:30.285197+0000 mon.b (mon.1) 187 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:41:31.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:30 smithi169 bash[26469]: cluster 2024-09-06T15:41:29.634031+0000 mgr.y (mgr.25115) 200 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:31.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:30 smithi169 bash[26469]: audit 2024-09-06T15:41:30.285197+0000 mon.b (mon.1) 187 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:41:32.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:41:31 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:41:31.833780955Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:41:32.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:32 smithi181 bash[21841]: cluster 2024-09-06T15:41:31.635732+0000 mgr.y (mgr.25115) 201 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:41:33.163 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:32 smithi169 bash[19820]: cluster 2024-09-06T15:41:31.635732+0000 mgr.y (mgr.25115) 201 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:41:33.164 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:32 smithi169 bash[26469]: cluster 2024-09-06T15:41:31.635732+0000 mgr.y (mgr.25115) 201 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:41:34.008 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:41:34.994 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:41:34 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:41:34.816809453Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:41:34.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:34 smithi181 bash[21841]: audit 2024-09-06T15:41:33.165090+0000 mgr.y (mgr.25115) 202 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:41:34.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:34 smithi181 bash[21841]: cluster 2024-09-06T15:41:33.636485+0000 mgr.y (mgr.25115) 203 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:35.133 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:34 smithi169 bash[19820]: audit 2024-09-06T15:41:33.165090+0000 mgr.y (mgr.25115) 202 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:41:35.133 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:34 smithi169 bash[19820]: cluster 2024-09-06T15:41:33.636485+0000 mgr.y (mgr.25115) 203 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:35.133 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:34 smithi169 bash[26469]: audit 2024-09-06T15:41:33.165090+0000 mgr.y (mgr.25115) 202 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:41:35.133 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:34 smithi169 bash[26469]: cluster 2024-09-06T15:41:33.636485+0000 mgr.y (mgr.25115) 203 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:35.515 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)" 2024-09-06T15:41:35.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:35 smithi169 bash[19820]: audit 2024-09-06T15:41:35.505900+0000 mon.c (mon.2) 128 : audit [DBG] from='client.? 172.21.15.169:0/2243392233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:35.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:35 smithi169 bash[26469]: audit 2024-09-06T15:41:35.505900+0000 mon.c (mon.2) 128 : audit [DBG] from='client.? 172.21.15.169:0/2243392233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:36.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:35 smithi181 bash[21841]: audit 2024-09-06T15:41:35.505900+0000 mon.c (mon.2) 128 : audit [DBG] from='client.? 172.21.15.169:0/2243392233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:36.334 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:41:36 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:41:36] "GET /metrics HTTP/1.1" 200 38248 "" "Prometheus/2.51.0" 2024-09-06T15:41:36.335 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 2'"'"'' 2024-09-06T15:41:37.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:36 smithi169 bash[19820]: cluster 2024-09-06T15:41:35.638127+0000 mgr.y (mgr.25115) 204 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:41:37.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:36 smithi169 bash[26469]: cluster 2024-09-06T15:41:35.638127+0000 mgr.y (mgr.25115) 204 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:41:37.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:36 smithi181 bash[21841]: cluster 2024-09-06T15:41:35.638127+0000 mgr.y (mgr.25115) 204 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:41:38.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:41:37 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:41:37.846167046Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:41:39.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:38 smithi169 bash[19820]: cluster 2024-09-06T15:41:37.638916+0000 mgr.y (mgr.25115) 205 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:39.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:38 smithi169 bash[26469]: cluster 2024-09-06T15:41:37.638916+0000 mgr.y (mgr.25115) 205 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:39.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:38 smithi181 bash[21841]: cluster 2024-09-06T15:41:37.638916+0000 mgr.y (mgr.25115) 205 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:41.147 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:41:41.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:40 smithi169 bash[19820]: cluster 2024-09-06T15:41:39.639686+0000 mgr.y (mgr.25115) 206 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:41.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:40 smithi169 bash[26469]: cluster 2024-09-06T15:41:39.639686+0000 mgr.y (mgr.25115) 206 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:41.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:40 smithi181 bash[21841]: cluster 2024-09-06T15:41:39.639686+0000 mgr.y (mgr.25115) 206 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:41.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:41:40 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:41:40.825421336Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:41:42.686 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-09-06T15:41:42.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:42 smithi169 bash[19820]: cluster 2024-09-06T15:41:41.641384+0000 mgr.y (mgr.25115) 207 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:41:42.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:42 smithi169 bash[19820]: audit 2024-09-06T15:41:42.675998+0000 mon.c (mon.2) 129 : audit [DBG] from='client.? 172.21.15.169:0/1444306062' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:42.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:42 smithi169 bash[26469]: cluster 2024-09-06T15:41:41.641384+0000 mgr.y (mgr.25115) 207 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:41:42.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:42 smithi169 bash[26469]: audit 2024-09-06T15:41:42.675998+0000 mon.c (mon.2) 129 : audit [DBG] from='client.? 172.21.15.169:0/1444306062' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:43.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:42 smithi181 bash[21841]: cluster 2024-09-06T15:41:41.641384+0000 mgr.y (mgr.25115) 207 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:41:44.057 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:42 smithi181 bash[21841]: audit 2024-09-06T15:41:42.675998+0000 mon.c (mon.2) 129 : audit [DBG] from='client.? 172.21.15.169:0/1444306062' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:41:44.465 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:41:43 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:41:43.8499786Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:41:44.466 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 2'"'"'' 2024-09-06T15:41:45.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:44 smithi169 bash[19820]: audit 2024-09-06T15:41:43.175602+0000 mgr.y (mgr.25115) 208 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:41:45.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:44 smithi169 bash[19820]: cluster 2024-09-06T15:41:43.642122+0000 mgr.y (mgr.25115) 209 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:45.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:44 smithi169 bash[26469]: audit 2024-09-06T15:41:43.175602+0000 mgr.y (mgr.25115) 208 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:41:45.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:44 smithi169 bash[26469]: cluster 2024-09-06T15:41:43.642122+0000 mgr.y (mgr.25115) 209 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:45.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:44 smithi181 bash[21841]: audit 2024-09-06T15:41:43.175602+0000 mgr.y (mgr.25115) 208 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:41:45.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:44 smithi181 bash[21841]: cluster 2024-09-06T15:41:43.642122+0000 mgr.y (mgr.25115) 209 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:46.051 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:45 smithi169 bash[19820]: audit 2024-09-06T15:41:45.285335+0000 mon.b (mon.1) 188 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:41:46.253 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:45 smithi169 bash[26469]: audit 2024-09-06T15:41:45.285335+0000 mon.b (mon.1) 188 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:41:46.253 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:45 smithi181 bash[21841]: audit 2024-09-06T15:41:45.285335+0000 mon.b (mon.1) 188 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:41:46.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:41:46 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:41:46] "GET /metrics HTTP/1.1" 200 38244 "" "Prometheus/2.51.0" 2024-09-06T15:41:47.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:46 smithi169 bash[19820]: cluster 2024-09-06T15:41:45.643736+0000 mgr.y (mgr.25115) 210 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:41:47.809 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:46 smithi169 bash[26469]: cluster 2024-09-06T15:41:45.643736+0000 mgr.y (mgr.25115) 210 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:41:47.810 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:41:46 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:41:46.849946419Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:41:48.013 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:46 smithi181 bash[21841]: cluster 2024-09-06T15:41:45.643736+0000 mgr.y (mgr.25115) 210 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:41:49.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:48 smithi169 bash[19820]: cluster 2024-09-06T15:41:47.644480+0000 mgr.y (mgr.25115) 211 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:49.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:48 smithi169 bash[26469]: cluster 2024-09-06T15:41:47.644480+0000 mgr.y (mgr.25115) 211 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:49.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:48 smithi181 bash[21841]: cluster 2024-09-06T15:41:47.644480+0000 mgr.y (mgr.25115) 211 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:41:50.470 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:41:50.470 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:41:49 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:41:49.826579365Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:41:50.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:50 smithi169 bash[19820]: cluster 2024-09-06T15:41:49.645242+0000 mgr.y (mgr.25115) 212 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:06.485 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:50 smithi169 bash[26469]: cluster 2024-09-06T15:41:49.645242+0000 mgr.y (mgr.25115) 212 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:06.486 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:52 smithi169 bash[19820]: audit 2024-09-06T15:41:50.915846+0000 mgr.y (mgr.25115) 213 : audit [DBG] from='client.25469 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:42:06.486 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:52 smithi169 bash[19820]: cluster 2024-09-06T15:41:51.646881+0000 mgr.y (mgr.25115) 214 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:06.486 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:52 smithi169 bash[26469]: audit 2024-09-06T15:41:50.915846+0000 mgr.y (mgr.25115) 213 : audit [DBG] from='client.25469 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:42:06.486 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:52 smithi169 bash[26469]: cluster 2024-09-06T15:41:51.646881+0000 mgr.y (mgr.25115) 214 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:06.487 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-09-06T15:42:06.488 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph orch upgrade status' 2024-09-06T15:42:06.489 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:54 smithi169 bash[19820]: audit 2024-09-06T15:41:53.186691+0000 mgr.y (mgr.25115) 215 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:42:06.489 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:54 smithi169 bash[19820]: cluster 2024-09-06T15:41:53.647596+0000 mgr.y (mgr.25115) 216 : cluster [DBG] pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:06.489 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:54 smithi169 bash[26469]: audit 2024-09-06T15:41:53.186691+0000 mgr.y (mgr.25115) 215 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:42:06.489 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:54 smithi169 bash[26469]: cluster 2024-09-06T15:41:53.647596+0000 mgr.y (mgr.25115) 216 : cluster [DBG] pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:06.489 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:41:56 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:41:56] "GET /metrics HTTP/1.1" 200 38244 "" "Prometheus/2.51.0" 2024-09-06T15:42:06.490 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:56 smithi169 bash[19820]: cluster 2024-09-06T15:41:55.649206+0000 mgr.y (mgr.25115) 217 : cluster [DBG] pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:06.490 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:56 smithi169 bash[26469]: cluster 2024-09-06T15:41:55.649206+0000 mgr.y (mgr.25115) 217 : cluster [DBG] pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:06.490 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:41:58 smithi169 bash[19820]: cluster 2024-09-06T15:41:57.649950+0000 mgr.y (mgr.25115) 218 : cluster [DBG] pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:06.491 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:41:58 smithi169 bash[26469]: cluster 2024-09-06T15:41:57.649950+0000 mgr.y (mgr.25115) 218 : cluster [DBG] pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:06.491 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:00 smithi169 bash[19820]: cluster 2024-09-06T15:41:59.650678+0000 mgr.y (mgr.25115) 219 : cluster [DBG] pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:06.491 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:00 smithi169 bash[19820]: audit 2024-09-06T15:42:00.285874+0000 mon.b (mon.1) 189 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:42:06.492 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:50 smithi181 bash[21841]: cluster 2024-09-06T15:41:49.645242+0000 mgr.y (mgr.25115) 212 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:06.492 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:00 smithi169 bash[26469]: cluster 2024-09-06T15:41:59.650678+0000 mgr.y (mgr.25115) 219 : cluster [DBG] pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:06.492 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:00 smithi169 bash[26469]: audit 2024-09-06T15:42:00.285874+0000 mon.b (mon.1) 189 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:42:06.492 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:41:52 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:41:52.841995438Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:42:06.497 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:02 smithi169 bash[19820]: cluster 2024-09-06T15:42:01.652363+0000 mgr.y (mgr.25115) 220 : cluster [DBG] pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:06.497 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:02 smithi169 bash[26469]: cluster 2024-09-06T15:42:01.652363+0000 mgr.y (mgr.25115) 220 : cluster [DBG] pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:06.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:52 smithi181 bash[21841]: audit 2024-09-06T15:41:50.915846+0000 mgr.y (mgr.25115) 213 : audit [DBG] from='client.25469 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:42:06.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:52 smithi181 bash[21841]: cluster 2024-09-06T15:41:51.646881+0000 mgr.y (mgr.25115) 214 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:06.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:54 smithi181 bash[21841]: audit 2024-09-06T15:41:53.186691+0000 mgr.y (mgr.25115) 215 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:42:06.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:54 smithi181 bash[21841]: cluster 2024-09-06T15:41:53.647596+0000 mgr.y (mgr.25115) 216 : cluster [DBG] pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:06.498 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:41:55 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:41:55.842598978Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:42:06.498 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:04 smithi169 bash[19820]: audit 2024-09-06T15:42:03.197983+0000 mgr.y (mgr.25115) 221 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:42:06.498 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:04 smithi169 bash[19820]: cluster 2024-09-06T15:42:03.653064+0000 mgr.y (mgr.25115) 222 : cluster [DBG] pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:06.499 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:04 smithi169 bash[26469]: audit 2024-09-06T15:42:03.197983+0000 mgr.y (mgr.25115) 221 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:42:06.499 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:04 smithi169 bash[26469]: cluster 2024-09-06T15:42:03.653064+0000 mgr.y (mgr.25115) 222 : cluster [DBG] pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:06.499 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:42:06 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:42:06] "GET /metrics HTTP/1.1" 200 38246 "" "Prometheus/2.51.0" 2024-09-06T15:42:06.500 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:56 smithi181 bash[21841]: cluster 2024-09-06T15:41:55.649206+0000 mgr.y (mgr.25115) 217 : cluster [DBG] pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:06.500 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:41:58 smithi181 bash[21841]: cluster 2024-09-06T15:41:57.649950+0000 mgr.y (mgr.25115) 218 : cluster [DBG] pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:06.500 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:41:58 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:41:58.821050273Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:42:06.500 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:00 smithi181 bash[21841]: cluster 2024-09-06T15:41:59.650678+0000 mgr.y (mgr.25115) 219 : cluster [DBG] pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:06.500 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:00 smithi181 bash[21841]: audit 2024-09-06T15:42:00.285874+0000 mon.b (mon.1) 189 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:42:06.501 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:42:01 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:42:01.840563544Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:42:06.501 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:02 smithi181 bash[21841]: cluster 2024-09-06T15:42:01.652363+0000 mgr.y (mgr.25115) 220 : cluster [DBG] pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:06.501 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:42:04 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:42:04.818601133Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:42:06.502 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:04 smithi181 bash[21841]: audit 2024-09-06T15:42:03.197983+0000 mgr.y (mgr.25115) 221 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:42:06.502 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:04 smithi181 bash[21841]: cluster 2024-09-06T15:42:03.653064+0000 mgr.y (mgr.25115) 222 : cluster [DBG] pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:07.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:06 smithi169 bash[19820]: cluster 2024-09-06T15:42:05.654638+0000 mgr.y (mgr.25115) 223 : cluster [DBG] pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:07.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:06 smithi169 bash[19820]: audit 2024-09-06T15:42:06.788244+0000 mon.b (mon.1) 190 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:42:07.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:06 smithi169 bash[19820]: audit 2024-09-06T15:42:06.789736+0000 mon.b (mon.1) 191 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:42:07.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:06 smithi169 bash[19820]: audit 2024-09-06T15:42:06.792789+0000 mon.a (mon.0) 1514 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:07.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:06 smithi169 bash[26469]: cluster 2024-09-06T15:42:05.654638+0000 mgr.y (mgr.25115) 223 : cluster [DBG] pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:07.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:06 smithi169 bash[26469]: audit 2024-09-06T15:42:06.788244+0000 mon.b (mon.1) 190 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:42:07.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:06 smithi169 bash[26469]: audit 2024-09-06T15:42:06.789736+0000 mon.b (mon.1) 191 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:42:07.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:06 smithi169 bash[26469]: audit 2024-09-06T15:42:06.792789+0000 mon.a (mon.0) 1514 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:07.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:06 smithi181 bash[21841]: cluster 2024-09-06T15:42:05.654638+0000 mgr.y (mgr.25115) 223 : cluster [DBG] pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:07.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:06 smithi181 bash[21841]: audit 2024-09-06T15:42:06.788244+0000 mon.b (mon.1) 190 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:42:07.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:06 smithi181 bash[21841]: audit 2024-09-06T15:42:06.789736+0000 mon.b (mon.1) 191 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:42:07.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:06 smithi181 bash[21841]: audit 2024-09-06T15:42:06.792789+0000 mon.a (mon.0) 1514 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:08.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:42:07 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:42:07.847600133Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:42:09.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:08 smithi169 bash[19820]: cluster 2024-09-06T15:42:07.655398+0000 mgr.y (mgr.25115) 224 : cluster [DBG] pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:09.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:08 smithi169 bash[26469]: cluster 2024-09-06T15:42:07.655398+0000 mgr.y (mgr.25115) 224 : cluster [DBG] pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:09.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:08 smithi181 bash[21841]: cluster 2024-09-06T15:42:07.655398+0000 mgr.y (mgr.25115) 224 : cluster [DBG] pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:11.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:10 smithi169 bash[19820]: cluster 2024-09-06T15:42:09.656069+0000 mgr.y (mgr.25115) 225 : cluster [DBG] pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:11.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:10 smithi169 bash[26469]: cluster 2024-09-06T15:42:09.656069+0000 mgr.y (mgr.25115) 225 : cluster [DBG] pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:11.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:10 smithi181 bash[21841]: cluster 2024-09-06T15:42:09.656069+0000 mgr.y (mgr.25115) 225 : cluster [DBG] pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:11.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:42:10 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:42:10.85016887Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:42:11.307 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:42:12.786 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:42:12.786 INFO:teuthology.orchestra.run.smithi169.stdout: "target_image": null, 2024-09-06T15:42:12.786 INFO:teuthology.orchestra.run.smithi169.stdout: "in_progress": false, 2024-09-06T15:42:12.786 INFO:teuthology.orchestra.run.smithi169.stdout: "which": "", 2024-09-06T15:42:12.786 INFO:teuthology.orchestra.run.smithi169.stdout: "services_complete": [], 2024-09-06T15:42:12.786 INFO:teuthology.orchestra.run.smithi169.stdout: "progress": null, 2024-09-06T15:42:12.786 INFO:teuthology.orchestra.run.smithi169.stdout: "message": "", 2024-09-06T15:42:12.786 INFO:teuthology.orchestra.run.smithi169.stdout: "is_paused": false 2024-09-06T15:42:12.786 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:42:13.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:12 smithi169 bash[19820]: cluster 2024-09-06T15:42:11.657720+0000 mgr.y (mgr.25115) 226 : cluster [DBG] pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:13.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:12 smithi169 bash[26469]: cluster 2024-09-06T15:42:11.657720+0000 mgr.y (mgr.25115) 226 : cluster [DBG] pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:13.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:12 smithi181 bash[21841]: cluster 2024-09-06T15:42:11.657720+0000 mgr.y (mgr.25115) 226 : cluster [DBG] pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:13.508 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph health detail' 2024-09-06T15:42:14.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:13 smithi169 bash[19820]: audit 2024-09-06T15:42:12.787724+0000 mgr.y (mgr.25115) 227 : audit [DBG] from='client.15618 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:42:14.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:13 smithi169 bash[26469]: audit 2024-09-06T15:42:12.787724+0000 mgr.y (mgr.25115) 227 : audit [DBG] from='client.15618 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:42:14.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:42:13 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:42:13.812321647Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:42:14.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:13 smithi181 bash[21841]: audit 2024-09-06T15:42:12.787724+0000 mgr.y (mgr.25115) 227 : audit [DBG] from='client.15618 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:42:15.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:14 smithi169 bash[19820]: audit 2024-09-06T15:42:13.207649+0000 mgr.y (mgr.25115) 228 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:42:15.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:14 smithi169 bash[19820]: cluster 2024-09-06T15:42:13.658549+0000 mgr.y (mgr.25115) 229 : cluster [DBG] pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:15.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:14 smithi169 bash[26469]: audit 2024-09-06T15:42:13.207649+0000 mgr.y (mgr.25115) 228 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:42:15.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:14 smithi169 bash[26469]: cluster 2024-09-06T15:42:13.658549+0000 mgr.y (mgr.25115) 229 : cluster [DBG] pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:15.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:14 smithi181 bash[21841]: audit 2024-09-06T15:42:13.207649+0000 mgr.y (mgr.25115) 228 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:42:15.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:14 smithi181 bash[21841]: cluster 2024-09-06T15:42:13.658549+0000 mgr.y (mgr.25115) 229 : cluster [DBG] pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:16.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:15 smithi169 bash[19820]: audit 2024-09-06T15:42:15.286208+0000 mon.b (mon.1) 192 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:42:16.195 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:42:16 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:42:16] "GET /metrics HTTP/1.1" 200 38242 "" "Prometheus/2.51.0" 2024-09-06T15:42:16.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:15 smithi169 bash[26469]: audit 2024-09-06T15:42:15.286208+0000 mon.b (mon.1) 192 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:42:16.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:15 smithi181 bash[21841]: audit 2024-09-06T15:42:15.286208+0000 mon.b (mon.1) 192 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:42:17.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:16 smithi169 bash[19820]: cluster 2024-09-06T15:42:15.660146+0000 mgr.y (mgr.25115) 230 : cluster [DBG] pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:17.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:16 smithi169 bash[26469]: cluster 2024-09-06T15:42:15.660146+0000 mgr.y (mgr.25115) 230 : cluster [DBG] pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:17.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:16 smithi181 bash[21841]: cluster 2024-09-06T15:42:15.660146+0000 mgr.y (mgr.25115) 230 : cluster [DBG] pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:17.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:42:16 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:42:16.829558932Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:42:17.744 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:42:17 smithi181 bash[66889]: logger=infra.usagestats t=2024-09-06T15:42:17.481032159Z level=info msg="Usage stats are ready to report" 2024-09-06T15:42:18.307 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:42:19.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:18 smithi169 bash[19820]: cluster 2024-09-06T15:42:17.660875+0000 mgr.y (mgr.25115) 231 : cluster [DBG] pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:19.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:18 smithi169 bash[26469]: cluster 2024-09-06T15:42:17.660875+0000 mgr.y (mgr.25115) 231 : cluster [DBG] pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:19.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:18 smithi181 bash[21841]: cluster 2024-09-06T15:42:17.660875+0000 mgr.y (mgr.25115) 231 : cluster [DBG] pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:19.989 INFO:teuthology.orchestra.run.smithi169.stdout:HEALTH_WARN Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:42:19.989 INFO:teuthology.orchestra.run.smithi169.stdout:[WRN] MGR_MODULE_DEPENDENCY: Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:42:19.989 INFO:teuthology.orchestra.run.smithi169.stdout: Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:42:20.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:42:19 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:42:19.830783115Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:42:20.718 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.x | awk '"'"'{print $2}'"'"')' 2024-09-06T15:42:20.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:20 smithi169 bash[19820]: cluster 2024-09-06T15:42:19.661318+0000 mgr.y (mgr.25115) 232 : cluster [DBG] pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:20.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:20 smithi169 bash[19820]: audit 2024-09-06T15:42:19.991286+0000 mon.c (mon.2) 130 : audit [DBG] from='client.? 172.21.15.169:0/911913419' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-06T15:42:20.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:20 smithi169 bash[26469]: cluster 2024-09-06T15:42:19.661318+0000 mgr.y (mgr.25115) 232 : cluster [DBG] pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:20.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:20 smithi169 bash[26469]: audit 2024-09-06T15:42:19.991286+0000 mon.c (mon.2) 130 : audit [DBG] from='client.? 172.21.15.169:0/911913419' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-06T15:42:20.993 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:20 smithi181 bash[21841]: cluster 2024-09-06T15:42:19.661318+0000 mgr.y (mgr.25115) 232 : cluster [DBG] pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:20.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:20 smithi181 bash[21841]: audit 2024-09-06T15:42:19.991286+0000 mon.c (mon.2) 130 : audit [DBG] from='client.? 172.21.15.169:0/911913419' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-06T15:42:22.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:22 smithi181 bash[21841]: cluster 2024-09-06T15:42:21.662932+0000 mgr.y (mgr.25115) 233 : cluster [DBG] pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:22.994 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:42:22 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:42:22.808911182Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:42:23.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:22 smithi169 bash[19820]: cluster 2024-09-06T15:42:21.662932+0000 mgr.y (mgr.25115) 233 : cluster [DBG] pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:23.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:22 smithi169 bash[26469]: cluster 2024-09-06T15:42:21.662932+0000 mgr.y (mgr.25115) 233 : cluster [DBG] pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:24.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:24 smithi181 bash[21841]: audit 2024-09-06T15:42:23.215600+0000 mgr.y (mgr.25115) 234 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:42:24.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:24 smithi181 bash[21841]: cluster 2024-09-06T15:42:23.663725+0000 mgr.y (mgr.25115) 235 : cluster [DBG] pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:25.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:24 smithi169 bash[19820]: audit 2024-09-06T15:42:23.215600+0000 mgr.y (mgr.25115) 234 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:42:25.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:24 smithi169 bash[19820]: cluster 2024-09-06T15:42:23.663725+0000 mgr.y (mgr.25115) 235 : cluster [DBG] pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:25.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:24 smithi169 bash[26469]: audit 2024-09-06T15:42:23.215600+0000 mgr.y (mgr.25115) 234 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:42:25.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:24 smithi169 bash[26469]: cluster 2024-09-06T15:42:23.663725+0000 mgr.y (mgr.25115) 235 : cluster [DBG] pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:25.524 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:42:26.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:42:25 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:42:25.844846567Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:42:26.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:42:26 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:42:26] "GET /metrics HTTP/1.1" 200 38242 "" "Prometheus/2.51.0" 2024-09-06T15:42:26.993 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:26 smithi181 bash[21841]: cluster 2024-09-06T15:42:25.665438+0000 mgr.y (mgr.25115) 236 : cluster [DBG] pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:27.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:26 smithi169 bash[19820]: cluster 2024-09-06T15:42:25.665438+0000 mgr.y (mgr.25115) 236 : cluster [DBG] pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:27.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:26 smithi169 bash[26469]: cluster 2024-09-06T15:42:25.665438+0000 mgr.y (mgr.25115) 236 : cluster [DBG] pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:28.994 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:42:28 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:42:28.827947945Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:42:28.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:28 smithi181 bash[21841]: audit 2024-09-06T15:42:27.107330+0000 mgr.y (mgr.25115) 237 : audit [DBG] from='client.25487 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:42:28.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:28 smithi181 bash[21841]: audit 2024-09-06T15:42:27.442648+0000 mgr.y (mgr.25115) 238 : audit [DBG] from='client.15636 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "daemon_types": "mon", "hosts": "smithi181", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:42:28.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:28 smithi181 bash[21841]: cluster 2024-09-06T15:42:27.666180+0000 mgr.y (mgr.25115) 239 : cluster [DBG] pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:29.022 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:28 smithi169 bash[19820]: audit 2024-09-06T15:42:27.107330+0000 mgr.y (mgr.25115) 237 : audit [DBG] from='client.25487 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:42:29.022 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:28 smithi169 bash[19820]: audit 2024-09-06T15:42:27.442648+0000 mgr.y (mgr.25115) 238 : audit [DBG] from='client.15636 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "daemon_types": "mon", "hosts": "smithi181", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:42:29.022 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:28 smithi169 bash[19820]: cluster 2024-09-06T15:42:27.666180+0000 mgr.y (mgr.25115) 239 : cluster [DBG] pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:29.023 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:28 smithi169 bash[26469]: audit 2024-09-06T15:42:27.107330+0000 mgr.y (mgr.25115) 237 : audit [DBG] from='client.25487 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:42:29.023 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:28 smithi169 bash[26469]: audit 2024-09-06T15:42:27.442648+0000 mgr.y (mgr.25115) 238 : audit [DBG] from='client.15636 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "daemon_types": "mon", "hosts": "smithi181", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:42:29.023 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:28 smithi169 bash[26469]: cluster 2024-09-06T15:42:27.666180+0000 mgr.y (mgr.25115) 239 : cluster [DBG] pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:29.852 INFO:teuthology.orchestra.run.smithi169.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:42:30.583 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-06T15:42:31.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:30 smithi169 bash[19820]: cluster 2024-09-06T15:42:29.666938+0000 mgr.y (mgr.25115) 240 : cluster [DBG] pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:31.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:30 smithi169 bash[19820]: cephadm 2024-09-06T15:42:29.844844+0000 mgr.y (mgr.25115) 241 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:42:31.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:30 smithi169 bash[19820]: audit 2024-09-06T15:42:29.852497+0000 mon.a (mon.0) 1515 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:31.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:30 smithi169 bash[19820]: audit 2024-09-06T15:42:29.859608+0000 mon.b (mon.1) 193 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:42:31.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:30 smithi169 bash[19820]: audit 2024-09-06T15:42:29.861248+0000 mon.b (mon.1) 194 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:42:31.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:30 smithi169 bash[19820]: audit 2024-09-06T15:42:29.865513+0000 mon.a (mon.0) 1516 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:31.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:30 smithi169 bash[19820]: audit 2024-09-06T15:42:30.286660+0000 mon.b (mon.1) 195 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:42:31.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:30 smithi169 bash[26469]: cluster 2024-09-06T15:42:29.666938+0000 mgr.y (mgr.25115) 240 : cluster [DBG] pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:31.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:30 smithi169 bash[26469]: cephadm 2024-09-06T15:42:29.844844+0000 mgr.y (mgr.25115) 241 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:42:31.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:30 smithi169 bash[26469]: audit 2024-09-06T15:42:29.852497+0000 mon.a (mon.0) 1515 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:31.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:30 smithi169 bash[26469]: audit 2024-09-06T15:42:29.859608+0000 mon.b (mon.1) 193 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:42:31.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:30 smithi169 bash[26469]: audit 2024-09-06T15:42:29.861248+0000 mon.b (mon.1) 194 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:42:31.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:30 smithi169 bash[26469]: audit 2024-09-06T15:42:29.865513+0000 mon.a (mon.0) 1516 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:31.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:30 smithi169 bash[26469]: audit 2024-09-06T15:42:30.286660+0000 mon.b (mon.1) 195 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:42:31.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:30 smithi181 bash[21841]: cluster 2024-09-06T15:42:29.666938+0000 mgr.y (mgr.25115) 240 : cluster [DBG] pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:31.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:30 smithi181 bash[21841]: cephadm 2024-09-06T15:42:29.844844+0000 mgr.y (mgr.25115) 241 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:42:31.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:30 smithi181 bash[21841]: audit 2024-09-06T15:42:29.852497+0000 mon.a (mon.0) 1515 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:31.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:30 smithi181 bash[21841]: audit 2024-09-06T15:42:29.859608+0000 mon.b (mon.1) 193 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:42:31.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:30 smithi181 bash[21841]: audit 2024-09-06T15:42:29.861248+0000 mon.b (mon.1) 194 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:42:31.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:30 smithi181 bash[21841]: audit 2024-09-06T15:42:29.865513+0000 mon.a (mon.0) 1516 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:31.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:30 smithi181 bash[21841]: audit 2024-09-06T15:42:30.286660+0000 mon.b (mon.1) 195 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:42:32.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:31 smithi169 bash[19820]: cephadm 2024-09-06T15:42:29.951193+0000 mgr.y (mgr.25115) 242 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:42:32.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:31 smithi169 bash[26469]: cephadm 2024-09-06T15:42:29.951193+0000 mgr.y (mgr.25115) 242 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:42:32.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:31 smithi181 bash[21841]: cephadm 2024-09-06T15:42:29.951193+0000 mgr.y (mgr.25115) 242 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:42:32.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:42:31 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:42:31.845309876Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:42:33.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:32 smithi169 bash[19820]: cluster 2024-09-06T15:42:31.667904+0000 mgr.y (mgr.25115) 243 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:33.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:32 smithi169 bash[19820]: audit 2024-09-06T15:42:32.402015+0000 mon.a (mon.0) 1517 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:33.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:32 smithi169 bash[19820]: audit 2024-09-06T15:42:32.410178+0000 mon.b (mon.1) 196 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:42:33.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:32 smithi169 bash[19820]: audit 2024-09-06T15:42:32.414011+0000 mon.b (mon.1) 197 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:33.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:32 smithi169 bash[19820]: audit 2024-09-06T15:42:32.419150+0000 mon.a (mon.0) 1518 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:33.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:32 smithi169 bash[19820]: audit 2024-09-06T15:42:32.427847+0000 mon.b (mon.1) 198 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-06T15:42:33.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:32 smithi169 bash[19820]: audit 2024-09-06T15:42:32.429621+0000 mon.b (mon.1) 199 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-06T15:42:33.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:32 smithi169 bash[26469]: cluster 2024-09-06T15:42:31.667904+0000 mgr.y (mgr.25115) 243 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:33.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:32 smithi169 bash[26469]: audit 2024-09-06T15:42:32.402015+0000 mon.a (mon.0) 1517 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:33.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:32 smithi169 bash[26469]: audit 2024-09-06T15:42:32.410178+0000 mon.b (mon.1) 196 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:42:33.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:32 smithi169 bash[26469]: audit 2024-09-06T15:42:32.414011+0000 mon.b (mon.1) 197 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:33.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:32 smithi169 bash[26469]: audit 2024-09-06T15:42:32.419150+0000 mon.a (mon.0) 1518 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:33.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:32 smithi169 bash[26469]: audit 2024-09-06T15:42:32.427847+0000 mon.b (mon.1) 198 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-06T15:42:33.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:32 smithi169 bash[26469]: audit 2024-09-06T15:42:32.429621+0000 mon.b (mon.1) 199 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-06T15:42:33.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:32 smithi181 bash[21841]: cluster 2024-09-06T15:42:31.667904+0000 mgr.y (mgr.25115) 243 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:33.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:32 smithi181 bash[21841]: audit 2024-09-06T15:42:32.402015+0000 mon.a (mon.0) 1517 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:33.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:32 smithi181 bash[21841]: audit 2024-09-06T15:42:32.410178+0000 mon.b (mon.1) 196 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:42:33.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:32 smithi181 bash[21841]: audit 2024-09-06T15:42:32.414011+0000 mon.b (mon.1) 197 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:33.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:32 smithi181 bash[21841]: audit 2024-09-06T15:42:32.419150+0000 mon.a (mon.0) 1518 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:33.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:32 smithi181 bash[21841]: audit 2024-09-06T15:42:32.427847+0000 mon.b (mon.1) 198 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-06T15:42:33.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:32 smithi181 bash[21841]: audit 2024-09-06T15:42:32.429621+0000 mon.b (mon.1) 199 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-06T15:42:34.132 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:33 smithi181 bash[21841]: cephadm 2024-09-06T15:42:32.403274+0000 mgr.y (mgr.25115) 244 : cephadm [INF] Upgrade: Target is version 19.3.0-4704-g8b38c33c (squid) 2024-09-06T15:42:34.132 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:33 smithi181 bash[21841]: cephadm 2024-09-06T15:42:32.403370+0000 mgr.y (mgr.25115) 245 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c86edd48571ab22373283621eb9feebce9df9c291d4164cfc4df1a09493e1f30'] 2024-09-06T15:42:34.132 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:33 smithi181 bash[21841]: cephadm 2024-09-06T15:42:32.411416+0000 mgr.y (mgr.25115) 246 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-06T15:42:34.133 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:33 smithi181 bash[21841]: cephadm 2024-09-06T15:42:32.426683+0000 mgr.y (mgr.25115) 247 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-09-06T15:42:34.236 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:33 smithi169 bash[19820]: cephadm 2024-09-06T15:42:32.403274+0000 mgr.y (mgr.25115) 244 : cephadm [INF] Upgrade: Target is version 19.3.0-4704-g8b38c33c (squid) 2024-09-06T15:42:34.236 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:33 smithi169 bash[19820]: cephadm 2024-09-06T15:42:32.403370+0000 mgr.y (mgr.25115) 245 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c86edd48571ab22373283621eb9feebce9df9c291d4164cfc4df1a09493e1f30'] 2024-09-06T15:42:34.236 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:33 smithi169 bash[19820]: cephadm 2024-09-06T15:42:32.411416+0000 mgr.y (mgr.25115) 246 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-06T15:42:34.237 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:33 smithi169 bash[19820]: cephadm 2024-09-06T15:42:32.426683+0000 mgr.y (mgr.25115) 247 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-09-06T15:42:34.237 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:33 smithi169 bash[26469]: cephadm 2024-09-06T15:42:32.403274+0000 mgr.y (mgr.25115) 244 : cephadm [INF] Upgrade: Target is version 19.3.0-4704-g8b38c33c (squid) 2024-09-06T15:42:34.237 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:33 smithi169 bash[26469]: cephadm 2024-09-06T15:42:32.403370+0000 mgr.y (mgr.25115) 245 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c86edd48571ab22373283621eb9feebce9df9c291d4164cfc4df1a09493e1f30'] 2024-09-06T15:42:34.237 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:33 smithi169 bash[26469]: cephadm 2024-09-06T15:42:32.411416+0000 mgr.y (mgr.25115) 246 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-06T15:42:34.237 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:33 smithi169 bash[26469]: cephadm 2024-09-06T15:42:32.426683+0000 mgr.y (mgr.25115) 247 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-09-06T15:42:35.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:34 smithi169 bash[19820]: audit 2024-09-06T15:42:33.226861+0000 mgr.y (mgr.25115) 248 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:42:35.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:34 smithi169 bash[19820]: cluster 2024-09-06T15:42:33.668624+0000 mgr.y (mgr.25115) 249 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:35.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:34 smithi169 bash[26469]: audit 2024-09-06T15:42:33.226861+0000 mgr.y (mgr.25115) 248 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:42:35.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:34 smithi169 bash[26469]: cluster 2024-09-06T15:42:33.668624+0000 mgr.y (mgr.25115) 249 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:35.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:42:34 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:42:34.849754855Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:42:35.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:34 smithi181 bash[21841]: audit 2024-09-06T15:42:33.226861+0000 mgr.y (mgr.25115) 248 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:42:35.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:34 smithi181 bash[21841]: cluster 2024-09-06T15:42:33.668624+0000 mgr.y (mgr.25115) 249 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:35.937 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:42:36.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:42:36 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:42:36] "GET /metrics HTTP/1.1" 200 38245 "" "Prometheus/2.51.0" 2024-09-06T15:42:36.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:36 smithi169 bash[19820]: cephadm 2024-09-06T15:42:35.048950+0000 mgr.y (mgr.25115) 250 : cephadm [INF] Upgrade: Updating mon.b 2024-09-06T15:42:36.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:36 smithi169 bash[19820]: audit 2024-09-06T15:42:35.057244+0000 mon.a (mon.0) 1519 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:36.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:36 smithi169 bash[19820]: audit 2024-09-06T15:42:35.066184+0000 mon.b (mon.1) 200 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-06T15:42:36.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:36 smithi169 bash[19820]: audit 2024-09-06T15:42:35.067857+0000 mon.b (mon.1) 201 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-06T15:42:36.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:36 smithi169 bash[19820]: cephadm 2024-09-06T15:42:35.068219+0000 mgr.y (mgr.25115) 251 : cephadm [INF] Deploying daemon mon.b on smithi181 2024-09-06T15:42:36.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:36 smithi169 bash[19820]: audit 2024-09-06T15:42:35.070130+0000 mon.b (mon.1) 202 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:42:36.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:36 smithi169 bash[19820]: cluster 2024-09-06T15:42:35.670247+0000 mgr.y (mgr.25115) 252 : cluster [DBG] pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:36.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:36 smithi169 bash[26469]: cephadm 2024-09-06T15:42:35.048950+0000 mgr.y (mgr.25115) 250 : cephadm [INF] Upgrade: Updating mon.b 2024-09-06T15:42:36.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:36 smithi169 bash[26469]: audit 2024-09-06T15:42:35.057244+0000 mon.a (mon.0) 1519 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:36.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:36 smithi169 bash[26469]: audit 2024-09-06T15:42:35.066184+0000 mon.b (mon.1) 200 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-06T15:42:36.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:36 smithi169 bash[26469]: audit 2024-09-06T15:42:35.067857+0000 mon.b (mon.1) 201 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-06T15:42:36.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:36 smithi169 bash[26469]: cephadm 2024-09-06T15:42:35.068219+0000 mgr.y (mgr.25115) 251 : cephadm [INF] Deploying daemon mon.b on smithi181 2024-09-06T15:42:36.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:36 smithi169 bash[26469]: audit 2024-09-06T15:42:35.070130+0000 mon.b (mon.1) 202 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:42:36.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:36 smithi169 bash[26469]: cluster 2024-09-06T15:42:35.670247+0000 mgr.y (mgr.25115) 252 : cluster [DBG] pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:36.493 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:36 smithi181 bash[21841]: cephadm 2024-09-06T15:42:35.048950+0000 mgr.y (mgr.25115) 250 : cephadm [INF] Upgrade: Updating mon.b 2024-09-06T15:42:36.493 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:36 smithi181 bash[21841]: audit 2024-09-06T15:42:35.057244+0000 mon.a (mon.0) 1519 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:36.494 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:36 smithi181 bash[21841]: audit 2024-09-06T15:42:35.066184+0000 mon.b (mon.1) 200 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-06T15:42:36.494 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:36 smithi181 bash[21841]: audit 2024-09-06T15:42:35.067857+0000 mon.b (mon.1) 201 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-06T15:42:36.494 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:36 smithi181 bash[21841]: cephadm 2024-09-06T15:42:35.068219+0000 mgr.y (mgr.25115) 251 : cephadm [INF] Deploying daemon mon.b on smithi181 2024-09-06T15:42:36.494 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:36 smithi181 bash[21841]: audit 2024-09-06T15:42:35.070130+0000 mon.b (mon.1) 202 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:42:36.494 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:36 smithi181 bash[21841]: cluster 2024-09-06T15:42:35.670247+0000 mgr.y (mgr.25115) 252 : cluster [DBG] pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:37.547 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-09-06T15:42:37.853 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:42:37 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:42:37.853 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:42:37 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:42:37.854 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:42:37 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:42:37.854 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:42:37 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:42:37.854 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:42:37 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:42:37.855 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:37 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:42:37.855 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:42:37 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:42:37.855 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:42:37 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:42:37.855 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:42:37 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:42:37.812528299Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:42:37.856 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:42:37 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:42:38.117 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-06T15:42:38.117 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (2m) 2m ago 30m 13.9M - 0.27.0 11f11916f8cd 20ee608606f5 2024-09-06T15:42:38.117 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi181 *:3000 running (110s) 104s ago 29m 34.2M - c8b91775d855 e391fbe8c873 2024-09-06T15:42:38.117 INFO:teuthology.orchestra.run.smithi169.stdout:iscsi.foo.smithi169.yxosuq smithi169 *:5000 running (4m) 2m ago 27m 47.9M - 3.8 b6db46a449e5 e63406a8c5a8 2024-09-06T15:42:38.117 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi181 *:8443,9283,8765 running (4m) 104s ago 38m 437M - 19.3.0-4704-g8b38c33c 1c45aca0610a 291c4d2bed88 2024-09-06T15:42:38.117 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (15m) 2m ago 40m 497M - 19.3.0-4704-g8b38c33c 1c45aca0610a 5f9711fb78b7 2024-09-06T15:42:38.117 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (40m) 2m ago 40m 89.5M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 e9246768aa61 2024-09-06T15:42:38.117 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi181 running (38m) 104s ago 38m 62.0M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 ae587368c103 2024-09-06T15:42:38.117 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (38m) 2m ago 38m 61.9M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 f845352189fb 2024-09-06T15:42:38.117 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (3m) 2m ago 30m 7696k - 1.7.0 72c9c2088986 03c6f14026b2 2024-09-06T15:42:38.117 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi181 *:9100 running (3m) 104s ago 30m 8032k - 1.7.0 72c9c2088986 0895a0652401 2024-09-06T15:42:38.118 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (37m) 2m ago 37m 58.1M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 cec969796af3 2024-09-06T15:42:38.118 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (36m) 2m ago 36m 67.7M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 d527f97f0b83 2024-09-06T15:42:38.118 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (35m) 2m ago 35m 61.8M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 303b15f1c60b 2024-09-06T15:42:38.118 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (34m) 2m ago 34m 65.1M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 524c24c2c8fd 2024-09-06T15:42:38.118 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi181 running (34m) 104s ago 34m 68.6M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 c9c9286e40c9 2024-09-06T15:42:38.118 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi181 running (33m) 104s ago 33m 55.7M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 427ff3118a0b 2024-09-06T15:42:38.118 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi181 running (32m) 104s ago 32m 64.3M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 9e6f947064d2 2024-09-06T15:42:38.118 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi181 running (31m) 104s ago 31m 66.9M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 a94f6f351ffd 2024-09-06T15:42:38.118 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi181 *:9095 running (3m) 104s ago 30m 35.0M - 2.51.0 1d3b7f56885b 365a3b66bc88 2024-09-06T15:42:38.118 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi169.svrjnx smithi169 *:8000 running (27m) 2m ago 27m 101M - 19.1.1-268-g635ed4cf b6db46a449e5 73d895896783 2024-09-06T15:42:38.118 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi181.fqbtai smithi181 *:8000 running (27m) 104s ago 27m 101M - 19.1.1-268-g635ed4cf b6db46a449e5 4aaa91540a99 2024-09-06T15:42:38.239 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:37 smithi181 systemd[1]: Stopping Ceph mon.b for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:42:38.239 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:38 smithi181 bash[21841]: debug 2024-09-06T15:42:38.003+0000 7f8ef5071640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-06T15:42:38.239 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:38 smithi181 bash[21841]: debug 2024-09-06T15:42:38.003+0000 7f8ef5071640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-09-06T15:42:38.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:42:38 smithi169 bash[68355]: [06/Sep/2024:15:42:38] ENGINE Bus STOPPING 2024-09-06T15:42:38.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:42:38 smithi169 bash[68355]: [06/Sep/2024:15:42:38] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-06T15:42:38.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:42:38 smithi169 bash[68355]: [06/Sep/2024:15:42:38] ENGINE Bus STOPPED 2024-09-06T15:42:38.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:42:38 smithi169 bash[68355]: [06/Sep/2024:15:42:38] ENGINE Bus STARTING 2024-09-06T15:42:38.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:42:38 smithi169 bash[68355]: [06/Sep/2024:15:42:38] ENGINE Serving on http://:::9283 2024-09-06T15:42:38.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:42:38 smithi169 bash[68355]: [06/Sep/2024:15:42:38] ENGINE Bus STARTED 2024-09-06T15:42:38.445 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:42:38.446 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-09-06T15:42:38.446 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 3 2024-09-06T15:42:38.446 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:42:38.446 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-09-06T15:42:38.446 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 2 2024-09-06T15:42:38.446 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:42:38.446 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-09-06T15:42:38.446 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 8 2024-09-06T15:42:38.446 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:42:38.446 INFO:teuthology.orchestra.run.smithi169.stdout: "rgw": { 2024-09-06T15:42:38.446 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 2 2024-09-06T15:42:38.446 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:42:38.447 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-09-06T15:42:38.447 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 13, 2024-09-06T15:42:38.447 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 2 2024-09-06T15:42:38.447 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-09-06T15:42:38.447 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:42:38.725 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:42:38.725 INFO:teuthology.orchestra.run.smithi169.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", 2024-09-06T15:42:38.725 INFO:teuthology.orchestra.run.smithi169.stdout: "in_progress": true, 2024-09-06T15:42:38.725 INFO:teuthology.orchestra.run.smithi169.stdout: "which": "Upgrading daemons of type(s) mon on host(s) smithi181", 2024-09-06T15:42:38.725 INFO:teuthology.orchestra.run.smithi169.stdout: "services_complete": [], 2024-09-06T15:42:38.725 INFO:teuthology.orchestra.run.smithi169.stdout: "progress": "0/1 daemons upgraded", 2024-09-06T15:42:38.726 INFO:teuthology.orchestra.run.smithi169.stdout: "message": "Currently upgrading mon daemons", 2024-09-06T15:42:38.726 INFO:teuthology.orchestra.run.smithi169.stdout: "is_paused": false 2024-09-06T15:42:38.726 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:42:39.190 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:38 smithi181 bash[69957]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-mon-b 2024-09-06T15:42:39.190 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:39 smithi181 bash[70018]: Error response from daemon: No such container: ceph-bab55310-6c60-11ef-bce4-c7b262605968-mon-b 2024-09-06T15:42:39.190 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:39 smithi181 systemd[1]: ceph-bab55310-6c60-11ef-bce4-c7b262605968@mon.b.service: Deactivated successfully. 2024-09-06T15:42:39.190 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:39 smithi181 systemd[1]: Stopped Ceph mon.b for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:42:39.494 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:42:39 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:42:39.494 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:42:39 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:42:39.494 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:42:39 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:42:39.495 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:42:39 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:42:39.495 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:42:39 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:42:39.495 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:42:39 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:42:39.495 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:42:39 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:42:39.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:39 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:42:39.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:39 smithi181 systemd[1]: Started Ceph mon.b for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:42:39.496 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:42:39 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:42:40.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.487+0000 7f302c4efc80 0 set uid:gid to 167:167 (ceph:ceph) 2024-09-06T15:42:40.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.487+0000 7f302c4efc80 0 ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev), process ceph-mon, pid 7 2024-09-06T15:42:40.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.487+0000 7f302c4efc80 0 pidfile_write: ignore empty --pid-file 2024-09-06T15:42:40.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 0 load: jerasure load: lrc 2024-09-06T15:42:40.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: RocksDB version: 7.9.2 2024-09-06T15:42:40.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Git sha 0 2024-09-06T15:42:40.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Compile date 2024-09-04 13:52:53 2024-09-06T15:42:40.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: DB SUMMARY 2024-09-06T15:42:40.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: DB Session ID: 5YWD355R5HRGAEMB232B 2024-09-06T15:42:40.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: CURRENT file: CURRENT 2024-09-06T15:42:40.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: IDENTITY file: IDENTITY 2024-09-06T15:42:40.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: MANIFEST file: MANIFEST-000010 size: 4324 Bytes 2024-09-06T15:42:40.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000063.sst 2024-09-06T15:42:40.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000061.log size: 1775847 ; 2024-09-06T15:42:40.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.error_if_exists: 0 2024-09-06T15:42:40.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.create_if_missing: 0 2024-09-06T15:42:40.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.paranoid_checks: 1 2024-09-06T15:42:40.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-09-06T15:42:40.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-06T15:42:40.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-06T15:42:40.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.env: 0x556fdecc9160 2024-09-06T15:42:40.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.fs: PosixFileSystem 2024-09-06T15:42:40.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.info_log: 0x556fe141d880 2024-09-06T15:42:40.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.max_file_opening_threads: 16 2024-09-06T15:42:40.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.statistics: (nil) 2024-09-06T15:42:40.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.use_fsync: 0 2024-09-06T15:42:40.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.max_log_file_size: 0 2024-09-06T15:42:40.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-06T15:42:40.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-09-06T15:42:40.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.keep_log_file_num: 1000 2024-09-06T15:42:40.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.recycle_log_file_num: 0 2024-09-06T15:42:40.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.allow_fallocate: 1 2024-09-06T15:42:40.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.allow_mmap_reads: 0 2024-09-06T15:42:40.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.allow_mmap_writes: 0 2024-09-06T15:42:40.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.use_direct_reads: 0 2024-09-06T15:42:40.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-06T15:42:40.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.create_missing_column_families: 0 2024-09-06T15:42:40.768 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.db_log_dir: 2024-09-06T15:42:40.769 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.wal_dir: 2024-09-06T15:42:40.843 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-09-06T15:42:40.843 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-09-06T15:42:40.843 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-09-06T15:42:40.843 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-06T15:42:40.844 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-06T15:42:40.844 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-09-06T15:42:40.844 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.advise_random_on_open: 1 2024-09-06T15:42:40.844 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.db_write_buffer_size: 0 2024-09-06T15:42:40.844 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.write_buffer_manager: 0x556fe1420960 2024-09-06T15:42:40.844 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-06T15:42:40.844 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-06T15:42:40.844 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-09-06T15:42:40.844 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.rate_limiter: (nil) 2024-09-06T15:42:40.844 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-06T15:42:40.844 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.wal_recovery_mode: 2 2024-09-06T15:42:40.844 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.enable_thread_tracking: 0 2024-09-06T15:42:40.845 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.enable_pipelined_write: 0 2024-09-06T15:42:40.845 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.unordered_write: 0 2024-09-06T15:42:40.845 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-06T15:42:40.845 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-06T15:42:40.845 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-06T15:42:40.845 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-06T15:42:40.845 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.row_cache: None 2024-09-06T15:42:40.845 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.wal_filter: None 2024-09-06T15:42:40.845 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-06T15:42:40.845 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.allow_ingest_behind: 0 2024-09-06T15:42:40.845 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.two_write_queues: 0 2024-09-06T15:42:40.845 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.manual_wal_flush: 0 2024-09-06T15:42:40.845 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.wal_compression: 0 2024-09-06T15:42:40.846 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.atomic_flush: 0 2024-09-06T15:42:40.846 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-06T15:42:40.846 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-09-06T15:42:40.846 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-09-06T15:42:40.846 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.log_readahead_size: 0 2024-09-06T15:42:40.846 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-06T15:42:40.846 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.best_efforts_recovery: 0 2024-09-06T15:42:40.846 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-06T15:42:40.846 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-06T15:42:40.846 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.allow_data_in_errors: 0 2024-09-06T15:42:40.846 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.db_host_id: __hostname__ 2024-09-06T15:42:40.846 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-09-06T15:42:40.847 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.max_background_jobs: 2 2024-09-06T15:42:40.847 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.max_background_compactions: -1 2024-09-06T15:42:40.847 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.max_subcompactions: 1 2024-09-06T15:42:40.847 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-06T15:42:40.847 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-06T15:42:40.847 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-09-06T15:42:40.847 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.max_total_wal_size: 0 2024-09-06T15:42:40.847 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-06T15:42:40.847 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-09-06T15:42:40.847 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-09-06T15:42:40.847 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-06T15:42:40.847 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.max_open_files: -1 2024-09-06T15:42:40.847 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.bytes_per_sync: 0 2024-09-06T15:42:40.848 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-09-06T15:42:40.848 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-09-06T15:42:40.848 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.compaction_readahead_size: 0 2024-09-06T15:42:40.848 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.max_background_flushes: -1 2024-09-06T15:42:40.848 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Compression algorithms supported: 2024-09-06T15:42:40.848 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: kZSTD supported: 0 2024-09-06T15:42:40.848 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: kXpressCompression supported: 0 2024-09-06T15:42:40.848 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: kBZip2Compression supported: 0 2024-09-06T15:42:40.848 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-06T15:42:40.848 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: kLZ4Compression supported: 1 2024-09-06T15:42:40.848 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: kZlibCompression supported: 1 2024-09-06T15:42:40.848 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: kLZ4HCCompression supported: 1 2024-09-06T15:42:40.848 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: kSnappyCompression supported: 1 2024-09-06T15:42:40.849 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-09-06T15:42:40.849 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-09-06T15:42:40.849 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2024-09-06T15:42:41.347 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-06T15:42:41.347 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-06T15:42:41.347 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.merge_operator: 2024-09-06T15:42:41.348 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.compaction_filter: None 2024-09-06T15:42:41.348 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.compaction_filter_factory: None 2024-09-06T15:42:41.348 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.sst_partitioner_factory: None 2024-09-06T15:42:41.348 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-09-06T15:42:41.348 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-09-06T15:42:41.348 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x556fe141d4e0) 2024-09-06T15:42:41.348 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: cache_index_and_filter_blocks: 1 2024-09-06T15:42:41.348 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-06T15:42:41.348 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-06T15:42:41.348 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: pin_top_level_index_and_filter: 1 2024-09-06T15:42:41.348 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: index_type: 0 2024-09-06T15:42:41.348 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: data_block_index_type: 0 2024-09-06T15:42:41.348 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: index_shortening: 1 2024-09-06T15:42:41.349 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: data_block_hash_table_util_ratio: 0.750000 2024-09-06T15:42:41.349 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: checksum: 4 2024-09-06T15:42:41.349 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: no_block_cache: 0 2024-09-06T15:42:41.349 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: block_cache: 0x556fe1412850 2024-09-06T15:42:41.349 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: block_cache_name: BinnedLRUCache 2024-09-06T15:42:41.349 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: block_cache_options: 2024-09-06T15:42:41.349 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: capacity : 536870912 2024-09-06T15:42:41.349 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: num_shard_bits : 4 2024-09-06T15:42:41.349 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: strict_capacity_limit : 0 2024-09-06T15:42:41.349 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: high_pri_pool_ratio: 0.000 2024-09-06T15:42:41.349 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: block_cache_compressed: (nil) 2024-09-06T15:42:41.349 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: persistent_cache: (nil) 2024-09-06T15:42:41.349 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: block_size: 4096 2024-09-06T15:42:41.350 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: block_size_deviation: 10 2024-09-06T15:42:41.350 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: block_restart_interval: 16 2024-09-06T15:42:41.350 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: index_block_restart_interval: 1 2024-09-06T15:42:41.350 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: metadata_block_size: 4096 2024-09-06T15:42:41.350 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: partition_filters: 0 2024-09-06T15:42:41.350 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: use_delta_encoding: 1 2024-09-06T15:42:41.350 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: filter_policy: bloomfilter 2024-09-06T15:42:41.350 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: whole_key_filtering: 1 2024-09-06T15:42:41.351 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: verify_compression: 0 2024-09-06T15:42:41.351 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: read_amp_bytes_per_bit: 0 2024-09-06T15:42:41.351 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: format_version: 5 2024-09-06T15:42:41.351 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: enable_index_compression: 1 2024-09-06T15:42:41.351 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: block_align: 0 2024-09-06T15:42:41.364 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: max_auto_readahead_size: 262144 2024-09-06T15:42:41.364 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: prepopulate_block_cache: 0 2024-09-06T15:42:41.365 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: initial_auto_readahead_size: 8192 2024-09-06T15:42:41.365 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: num_file_reads_for_auto_readahead: 2 2024-09-06T15:42:41.365 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.write_buffer_size: 33554432 2024-09-06T15:42:41.365 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.max_write_buffer_number: 2 2024-09-06T15:42:41.365 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.compression: NoCompression 2024-09-06T15:42:41.365 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.bottommost_compression: Disabled 2024-09-06T15:42:41.365 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.prefix_extractor: nullptr 2024-09-06T15:42:41.365 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-06T15:42:41.365 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.num_levels: 7 2024-09-06T15:42:41.365 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-06T15:42:41.366 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-06T15:42:41.366 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-06T15:42:41.366 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-06T15:42:41.366 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-06T15:42:41.366 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-06T15:42:41.366 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-06T15:42:41.366 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-06T15:42:41.366 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-06T15:42:41.366 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-06T15:42:41.366 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-06T15:42:41.367 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-06T15:42:41.367 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-09-06T15:42:41.367 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.compression_opts.level: 32767 2024-09-06T15:42:41.367 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.compression_opts.strategy: 0 2024-09-06T15:42:41.367 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-06T15:42:41.367 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-06T15:42:41.367 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-06T15:42:41.367 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-06T15:42:41.367 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.compression_opts.enabled: false 2024-09-06T15:42:41.367 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-06T15:42:41.368 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-06T15:42:41.368 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-06T15:42:41.368 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-06T15:42:41.368 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.target_file_size_base: 67108864 2024-09-06T15:42:41.368 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-09-06T15:42:41.368 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-06T15:42:41.368 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-06T15:42:41.368 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-06T15:42:41.368 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-06T15:42:41.368 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-06T15:42:41.368 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-06T15:42:41.368 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-06T15:42:41.369 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-06T15:42:41.369 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-06T15:42:41.369 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-06T15:42:41.369 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-06T15:42:41.369 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-06T15:42:41.369 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-06T15:42:41.369 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.arena_block_size: 1048576 2024-09-06T15:42:41.369 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-06T15:42:41.369 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-06T15:42:41.369 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.disable_auto_compactions: 0 2024-09-06T15:42:41.369 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-06T15:42:41.369 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-06T15:42:41.369 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-06T15:42:41.370 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-06T15:42:41.370 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-06T15:42:41.370 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-06T15:42:41.370 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-06T15:42:41.370 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-06T15:42:41.370 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-06T15:42:41.370 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-06T15:42:41.370 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-06T15:42:41.370 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.inplace_update_support: 0 2024-09-06T15:42:41.370 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-09-06T15:42:41.370 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-06T15:42:41.370 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-06T15:42:41.370 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-09-06T15:42:41.370 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.bloom_locality: 0 2024-09-06T15:42:41.371 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.max_successive_merges: 0 2024-09-06T15:42:41.371 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-09-06T15:42:41.371 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.paranoid_file_checks: 0 2024-09-06T15:42:41.371 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.force_consistency_checks: 1 2024-09-06T15:42:41.371 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.report_bg_io_stats: 0 2024-09-06T15:42:41.371 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.ttl: 2592000 2024-09-06T15:42:41.371 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-09-06T15:42:41.371 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-06T15:42:41.371 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-06T15:42:41.371 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.enable_blob_files: false 2024-09-06T15:42:41.371 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.min_blob_size: 0 2024-09-06T15:42:41.371 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.blob_file_size: 268435456 2024-09-06T15:42:41.371 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-09-06T15:42:41.371 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-09-06T15:42:41.372 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-06T15:42:41.372 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-06T15:42:41.372 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-06T15:42:41.372 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.blob_file_starting_level: 0 2024-09-06T15:42:41.372 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.491+0000 7f302c4efc80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-06T15:42:41.372 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.495+0000 7f302c4efc80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-06T15:42:41.372 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.495+0000 7f302c4efc80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 65, last_sequence is 33548, log_number is 61,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 61 2024-09-06T15:42:41.372 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.495+0000 7f302c4efc80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 61 2024-09-06T15:42:41.372 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.495+0000 7f302c4efc80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 7c3d4d90-a864-4e9d-b9f0-f5a09008286f 2024-09-06T15:42:41.372 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.495+0000 7f302c4efc80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1725637360497773, "job": 1, "event": "recovery_started", "wal_files": [61]} 2024-09-06T15:42:41.372 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.495+0000 7f302c4efc80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #61 mode 2 2024-09-06T15:42:41.372 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.499+0000 7f302c4efc80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1725637360505052, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 66, "file_size": 1156751, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 33553, "largest_seqno": 34934, "table_properties": {"data_size": 1151211, "index_size": 2707, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1797, "raw_key_size": 15317, "raw_average_key_size": 21, "raw_value_size": 1138214, "raw_average_value_size": 1589, "num_data_blocks": 121, "num_entries": 716, "num_filter_entries": 716, "num_deletions": 263, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1725637360, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "7c3d4d90-a864-4e9d-b9f0-f5a09008286f", "db_session_id": "5YWD355R5HRGAEMB232B", "orig_file_number": 66, "seqno_to_time_mapping": "N/A"}} 2024-09-06T15:42:41.445 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.503+0000 7f302c4efc80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1725637360505207, "job": 1, "event": "recovery_finished"} 2024-09-06T15:42:41.445 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.503+0000 7f302c4efc80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 68 2024-09-06T15:42:41.649 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.503+0000 7f302c4efc80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-06T15:42:41.649 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.503+0000 7f302c4efc80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000061.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-06T15:42:41.649 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.503+0000 7f302c4efc80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x556fe1440e00 2024-09-06T15:42:41.649 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.503+0000 7f302c4efc80 4 rocksdb: DB pointer 0x556fe1544000 2024-09-06T15:42:41.649 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.503+0000 7f30222b7640 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-06T15:42:41.649 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.503+0000 7f30222b7640 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-06T15:42:41.649 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: ** DB Stats ** 2024-09-06T15:42:41.649 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-06T15:42:41.650 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-06T15:42:41.650 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-06T15:42:41.650 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-06T15:42:41.650 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-06T15:42:41.650 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-06T15:42:41.650 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-06T15:42:41.650 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: ** Compaction Stats [default] ** 2024-09-06T15:42:41.650 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-06T15:42:41.650 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-06T15:42:41.650 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: L0 1/0 1.10 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 325.5 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-09-06T15:42:41.650 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: L6 1/0 10.27 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-06T15:42:41.853 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: Sum 2/0 11.38 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 325.5 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-09-06T15:42:41.853 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 325.5 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-09-06T15:42:41.853 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: ** Compaction Stats [default] ** 2024-09-06T15:42:41.853 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-06T15:42:41.853 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-06T15:42:41.853 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 325.5 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-09-06T15:42:41.853 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-06T15:42:41.853 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-06T15:42:41.854 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: Flush(GB): cumulative 0.001, interval 0.001 2024-09-06T15:42:41.854 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-06T15:42:41.854 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: AddFile(Total Files): cumulative 0, interval 0 2024-09-06T15:42:41.854 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: AddFile(L0 Files): cumulative 0, interval 0 2024-09-06T15:42:41.854 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: AddFile(Keys): cumulative 0, interval 0 2024-09-06T15:42:41.854 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: Cumulative compaction: 0.00 GB write, 108.07 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-06T15:42:41.854 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: Interval compaction: 0.00 GB write, 108.07 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-06T15:42:41.854 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-06T15:42:41.854 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: Block cache BinnedLRUCache@0x556fe1412850#7 capacity: 512.00 MB usage: 4.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-09-06T15:42:41.854 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: Block cache entry stats(count,size,portion): FilterBlock(1,2.03 KB,0.00038743%) IndexBlock(1,2.83 KB,0.000539422%) Misc(1,0.00 KB,0%) 2024-09-06T15:42:42.057 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: ** File Read Latency Histogram By Level [default] ** 2024-09-06T15:42:42.057 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.503+0000 7f302c4efc80 0 starting mon.b rank 1 at public addrs [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] at bind addrs [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:42:42.057 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.503+0000 7f302c4efc80 1 mon.b@-1(???) e3 preinit fsid bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:42:42.057 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.503+0000 7f302c4efc80 0 mon.b@-1(???).mds e1 new map 2024-09-06T15:42:42.057 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.503+0000 7f302c4efc80 0 mon.b@-1(???).mds e1 print_map 2024-09-06T15:42:42.057 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: e1 2024-09-06T15:42:42.057 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: btime 2024-09-06T15:01:52:920102+0000 2024-09-06T15:42:42.057 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: enable_multiple, ever_enabled_multiple: 1,1 2024-09-06T15:42:42.057 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-06T15:42:42.057 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: legacy client fscid: -1 2024-09-06T15:42:42.058 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: 2024-09-06T15:42:42.058 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: No filesystems configured 2024-09-06T15:42:42.058 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.503+0000 7f302c4efc80 0 mon.b@-1(???).osd e111 crush map has features 3314933000854323200, adjusting msgr requires 2024-09-06T15:42:42.058 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.503+0000 7f302c4efc80 0 mon.b@-1(???).osd e111 crush map has features 432629239337189376, adjusting msgr requires 2024-09-06T15:42:42.058 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.503+0000 7f302c4efc80 0 mon.b@-1(???).osd e111 crush map has features 432629239337189376, adjusting msgr requires 2024-09-06T15:42:42.058 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.503+0000 7f302c4efc80 0 mon.b@-1(???).osd e111 crush map has features 432629239337189376, adjusting msgr requires 2024-09-06T15:42:42.058 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: debug 2024-09-06T15:42:40.507+0000 7f302c4efc80 1 mon.b@-1(???).paxosservice(auth 1..29) refresh upgraded, format 0 -> 3 2024-09-06T15:42:42.058 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: audit 2024-09-06T15:42:37.537597+0000 mgr.y (mgr.25115) 253 : audit [DBG] from='client.25499 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:42:42.058 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: audit 2024-09-06T15:42:37.537597+0000 mgr.y (mgr.25115) 253 : audit [DBG] from='client.25499 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:42:42.261 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: cluster 2024-09-06T15:42:37.670764+0000 mgr.y (mgr.25115) 254 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:42.469 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: cluster 2024-09-06T15:42:37.670764+0000 mgr.y (mgr.25115) 254 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:42.469 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: audit 2024-09-06T15:42:37.828698+0000 mgr.y (mgr.25115) 255 : audit [DBG] from='client.25505 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:42:42.469 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: audit 2024-09-06T15:42:37.828698+0000 mgr.y (mgr.25115) 255 : audit [DBG] from='client.25505 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:42:42.469 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: audit 2024-09-06T15:42:38.012941+0000 mon.c (mon.2) 131 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-06T15:42:42.469 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: audit 2024-09-06T15:42:38.012941+0000 mon.c (mon.2) 131 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-06T15:42:42.469 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: audit 2024-09-06T15:42:38.014463+0000 mon.c (mon.2) 132 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:42:42.469 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: audit 2024-09-06T15:42:38.014463+0000 mon.c (mon.2) 132 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:42:42.469 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: audit 2024-09-06T15:42:38.015360+0000 mon.c (mon.2) 133 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:42:42.469 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: audit 2024-09-06T15:42:38.015360+0000 mon.c (mon.2) 133 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:42:42.470 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: audit 2024-09-06T15:42:38.064223+0000 mon.c (mon.2) 134 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-06T15:42:42.470 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: audit 2024-09-06T15:42:38.064223+0000 mon.c (mon.2) 134 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-06T15:42:42.470 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: audit 2024-09-06T15:42:38.447265+0000 mon.c (mon.2) 135 : audit [DBG] from='client.? 172.21.15.169:0/1242211121' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:42.470 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[70073]: audit 2024-09-06T15:42:38.447265+0000 mon.c (mon.2) 135 : audit [DBG] from='client.? 172.21.15.169:0/1242211121' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:42.471 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:42:40 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:42:40.821282075Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:42:42.472 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: audit 2024-09-06T15:42:38.065517+0000 mgr.y (mgr.25115) 256 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-06T15:42:42.472 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: audit 2024-09-06T15:42:38.065517+0000 mgr.y (mgr.25115) 256 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-06T15:42:42.472 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: audit 2024-09-06T15:42:38.106731+0000 mgr.y (mgr.25115) 257 : audit [DBG] from='client.25511 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:42:42.472 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: audit 2024-09-06T15:42:38.106731+0000 mgr.y (mgr.25115) 257 : audit [DBG] from='client.25511 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:42:42.472 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: audit 2024-09-06T15:42:38.726954+0000 mgr.y (mgr.25115) 258 : audit [DBG] from='client.15666 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:42:42.472 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: audit 2024-09-06T15:42:38.726954+0000 mgr.y (mgr.25115) 258 : audit [DBG] from='client.15666 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:42:42.473 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:39.671460+0000 mgr.y (mgr.25115) 259 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:42.473 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:39.671460+0000 mgr.y (mgr.25115) 259 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:42.473 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:40.720874+0000 mon.a (mon.0) 1520 : cluster [INF] mon.a calling monitor election 2024-09-06T15:42:42.473 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:40.720874+0000 mon.a (mon.0) 1520 : cluster [INF] mon.a calling monitor election 2024-09-06T15:42:42.473 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:40.723476+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-09-06T15:42:42.473 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:40.723476+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-09-06T15:42:42.474 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:40.742424+0000 mon.a (mon.0) 1521 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-06T15:42:42.474 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:40.742424+0000 mon.a (mon.0) 1521 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-06T15:42:42.474 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:40.752910+0000 mon.a (mon.0) 1522 : cluster [DBG] monmap epoch 3 2024-09-06T15:42:42.474 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:40.752910+0000 mon.a (mon.0) 1522 : cluster [DBG] monmap epoch 3 2024-09-06T15:42:42.474 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:40.752964+0000 mon.a (mon.0) 1523 : cluster [DBG] fsid bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:42:42.474 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:40.752964+0000 mon.a (mon.0) 1523 : cluster [DBG] fsid bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:42:42.475 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:40.752994+0000 mon.a (mon.0) 1524 : cluster [DBG] last_changed 2024-09-06T15:03:55.612711+0000 2024-09-06T15:42:42.475 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:40.752994+0000 mon.a (mon.0) 1524 : cluster [DBG] last_changed 2024-09-06T15:03:55.612711+0000 2024-09-06T15:42:42.475 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:40.753013+0000 mon.a (mon.0) 1525 : cluster [DBG] created 2024-09-06T15:01:48.282789+0000 2024-09-06T15:42:42.475 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:40.753013+0000 mon.a (mon.0) 1525 : cluster [DBG] created 2024-09-06T15:01:48.282789+0000 2024-09-06T15:42:42.475 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:40.753032+0000 mon.a (mon.0) 1526 : cluster [DBG] min_mon_release 19 (squid) 2024-09-06T15:42:42.475 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:40.753032+0000 mon.a (mon.0) 1526 : cluster [DBG] min_mon_release 19 (squid) 2024-09-06T15:42:42.476 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:40.753049+0000 mon.a (mon.0) 1527 : cluster [DBG] election_strategy: 1 2024-09-06T15:42:42.476 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:40.753049+0000 mon.a (mon.0) 1527 : cluster [DBG] election_strategy: 1 2024-09-06T15:42:42.476 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:40.753068+0000 mon.a (mon.0) 1528 : cluster [DBG] 0: [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon.a 2024-09-06T15:42:42.476 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:40.753068+0000 mon.a (mon.0) 1528 : cluster [DBG] 0: [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon.a 2024-09-06T15:42:42.476 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:40.753089+0000 mon.a (mon.0) 1529 : cluster [DBG] 1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-06T15:42:42.476 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:40.753089+0000 mon.a (mon.0) 1529 : cluster [DBG] 1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-06T15:42:42.477 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:40.753123+0000 mon.a (mon.0) 1530 : cluster [DBG] 2: [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] mon.c 2024-09-06T15:42:42.477 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:40.753123+0000 mon.a (mon.0) 1530 : cluster [DBG] 2: [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] mon.c 2024-09-06T15:42:42.477 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:40.775949+0000 mon.a (mon.0) 1531 : cluster [DBG] fsmap 2024-09-06T15:42:42.477 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:40.775949+0000 mon.a (mon.0) 1531 : cluster [DBG] fsmap 2024-09-06T15:42:42.477 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:40.776000+0000 mon.a (mon.0) 1532 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-09-06T15:42:42.477 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:40.776000+0000 mon.a (mon.0) 1532 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-09-06T15:42:42.478 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:40.776730+0000 mon.a (mon.0) 1533 : cluster [DBG] mgrmap e44: y(active, since 4m), standbys: x 2024-09-06T15:42:42.478 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:40.776730+0000 mon.a (mon.0) 1533 : cluster [DBG] mgrmap e44: y(active, since 4m), standbys: x 2024-09-06T15:42:42.478 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:40.776997+0000 mon.a (mon.0) 1534 : cluster [WRN] Health detail: HEALTH_WARN Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:42:42.478 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:40.776997+0000 mon.a (mon.0) 1534 : cluster [WRN] Health detail: HEALTH_WARN Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:42:42.478 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:40.777029+0000 mon.a (mon.0) 1535 : cluster [WRN] [WRN] MGR_MODULE_DEPENDENCY: Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:42:42.478 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:40.777029+0000 mon.a (mon.0) 1535 : cluster [WRN] [WRN] MGR_MODULE_DEPENDENCY: Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:42:42.479 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:40.777048+0000 mon.a (mon.0) 1536 : cluster [WRN] Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:42:42.479 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: cluster 2024-09-06T15:42:40.777048+0000 mon.a (mon.0) 1536 : cluster [WRN] Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:42:42.479 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: audit 2024-09-06T15:42:40.791290+0000 mon.a (mon.0) 1537 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:42.479 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: audit 2024-09-06T15:42:40.791290+0000 mon.a (mon.0) 1537 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:42.479 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: audit 2024-09-06T15:42:40.808775+0000 mon.a (mon.0) 1538 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:42.479 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:41 smithi181 bash[70073]: audit 2024-09-06T15:42:40.808775+0000 mon.a (mon.0) 1538 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:42.480 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:40 smithi169 bash[19820]: audit 2024-09-06T15:42:37.537597+0000 mgr.y (mgr.25115) 253 : audit [DBG] from='client.25499 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:42:42.480 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:40 smithi169 bash[19820]: cluster 2024-09-06T15:42:37.670764+0000 mgr.y (mgr.25115) 254 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:42.481 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:40 smithi169 bash[19820]: audit 2024-09-06T15:42:37.828698+0000 mgr.y (mgr.25115) 255 : audit [DBG] from='client.25505 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:42:42.481 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:40 smithi169 bash[19820]: audit 2024-09-06T15:42:38.012941+0000 mon.c (mon.2) 131 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-06T15:42:42.481 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:40 smithi169 bash[19820]: audit 2024-09-06T15:42:38.014463+0000 mon.c (mon.2) 132 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:42:42.481 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:40 smithi169 bash[19820]: audit 2024-09-06T15:42:38.015360+0000 mon.c (mon.2) 133 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:42:42.481 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:40 smithi169 bash[19820]: audit 2024-09-06T15:42:38.064223+0000 mon.c (mon.2) 134 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-06T15:42:42.481 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:40 smithi169 bash[19820]: audit 2024-09-06T15:42:38.447265+0000 mon.c (mon.2) 135 : audit [DBG] from='client.? 172.21.15.169:0/1242211121' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:42.482 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:40 smithi169 bash[26469]: audit 2024-09-06T15:42:37.537597+0000 mgr.y (mgr.25115) 253 : audit [DBG] from='client.25499 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:42:42.482 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:40 smithi169 bash[26469]: cluster 2024-09-06T15:42:37.670764+0000 mgr.y (mgr.25115) 254 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:42.482 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:40 smithi169 bash[26469]: audit 2024-09-06T15:42:37.828698+0000 mgr.y (mgr.25115) 255 : audit [DBG] from='client.25505 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:42:42.483 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:40 smithi169 bash[26469]: audit 2024-09-06T15:42:38.012941+0000 mon.c (mon.2) 131 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-06T15:42:42.483 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:40 smithi169 bash[26469]: audit 2024-09-06T15:42:38.014463+0000 mon.c (mon.2) 132 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-06T15:42:42.483 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:40 smithi169 bash[26469]: audit 2024-09-06T15:42:38.015360+0000 mon.c (mon.2) 133 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-06T15:42:42.484 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:40 smithi169 bash[26469]: audit 2024-09-06T15:42:38.064223+0000 mon.c (mon.2) 134 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-06T15:42:42.484 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:40 smithi169 bash[26469]: audit 2024-09-06T15:42:38.447265+0000 mon.c (mon.2) 135 : audit [DBG] from='client.? 172.21.15.169:0/1242211121' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:42.484 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[19820]: audit 2024-09-06T15:42:38.065517+0000 mgr.y (mgr.25115) 256 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-06T15:42:42.484 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[19820]: audit 2024-09-06T15:42:38.106731+0000 mgr.y (mgr.25115) 257 : audit [DBG] from='client.25511 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:42:42.485 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[19820]: audit 2024-09-06T15:42:38.726954+0000 mgr.y (mgr.25115) 258 : audit [DBG] from='client.15666 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:42:42.485 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[19820]: cluster 2024-09-06T15:42:39.671460+0000 mgr.y (mgr.25115) 259 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:42.485 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[19820]: cluster 2024-09-06T15:42:40.720874+0000 mon.a (mon.0) 1520 : cluster [INF] mon.a calling monitor election 2024-09-06T15:42:42.485 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[19820]: cluster 2024-09-06T15:42:40.723476+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-09-06T15:42:42.485 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[19820]: cluster 2024-09-06T15:42:40.742424+0000 mon.a (mon.0) 1521 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-06T15:42:42.486 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[19820]: cluster 2024-09-06T15:42:40.752910+0000 mon.a (mon.0) 1522 : cluster [DBG] monmap epoch 3 2024-09-06T15:42:42.486 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[19820]: cluster 2024-09-06T15:42:40.752964+0000 mon.a (mon.0) 1523 : cluster [DBG] fsid bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:42:42.486 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[19820]: cluster 2024-09-06T15:42:40.752994+0000 mon.a (mon.0) 1524 : cluster [DBG] last_changed 2024-09-06T15:03:55.612711+0000 2024-09-06T15:42:42.486 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[19820]: cluster 2024-09-06T15:42:40.753013+0000 mon.a (mon.0) 1525 : cluster [DBG] created 2024-09-06T15:01:48.282789+0000 2024-09-06T15:42:42.486 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[19820]: cluster 2024-09-06T15:42:40.753032+0000 mon.a (mon.0) 1526 : cluster [DBG] min_mon_release 19 (squid) 2024-09-06T15:42:42.486 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[19820]: cluster 2024-09-06T15:42:40.753049+0000 mon.a (mon.0) 1527 : cluster [DBG] election_strategy: 1 2024-09-06T15:42:42.487 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[19820]: cluster 2024-09-06T15:42:40.753068+0000 mon.a (mon.0) 1528 : cluster [DBG] 0: [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon.a 2024-09-06T15:42:42.487 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[19820]: cluster 2024-09-06T15:42:40.753089+0000 mon.a (mon.0) 1529 : cluster [DBG] 1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-06T15:42:42.487 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[19820]: cluster 2024-09-06T15:42:40.753123+0000 mon.a (mon.0) 1530 : cluster [DBG] 2: [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] mon.c 2024-09-06T15:42:42.487 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[19820]: cluster 2024-09-06T15:42:40.775949+0000 mon.a (mon.0) 1531 : cluster [DBG] fsmap 2024-09-06T15:42:42.487 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[19820]: cluster 2024-09-06T15:42:40.776000+0000 mon.a (mon.0) 1532 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-09-06T15:42:42.488 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[19820]: cluster 2024-09-06T15:42:40.776730+0000 mon.a (mon.0) 1533 : cluster [DBG] mgrmap e44: y(active, since 4m), standbys: x 2024-09-06T15:42:42.488 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[19820]: cluster 2024-09-06T15:42:40.776997+0000 mon.a (mon.0) 1534 : cluster [WRN] Health detail: HEALTH_WARN Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:42:42.488 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[19820]: cluster 2024-09-06T15:42:40.777029+0000 mon.a (mon.0) 1535 : cluster [WRN] [WRN] MGR_MODULE_DEPENDENCY: Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:42:42.488 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[19820]: cluster 2024-09-06T15:42:40.777048+0000 mon.a (mon.0) 1536 : cluster [WRN] Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:42:42.488 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[19820]: audit 2024-09-06T15:42:40.791290+0000 mon.a (mon.0) 1537 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:42.489 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[19820]: audit 2024-09-06T15:42:40.808775+0000 mon.a (mon.0) 1538 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:42.489 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[26469]: audit 2024-09-06T15:42:38.065517+0000 mgr.y (mgr.25115) 256 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-06T15:42:42.489 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[26469]: audit 2024-09-06T15:42:38.106731+0000 mgr.y (mgr.25115) 257 : audit [DBG] from='client.25511 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:42:42.489 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[26469]: audit 2024-09-06T15:42:38.726954+0000 mgr.y (mgr.25115) 258 : audit [DBG] from='client.15666 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:42:42.489 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[26469]: cluster 2024-09-06T15:42:39.671460+0000 mgr.y (mgr.25115) 259 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:42.490 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[26469]: cluster 2024-09-06T15:42:40.720874+0000 mon.a (mon.0) 1520 : cluster [INF] mon.a calling monitor election 2024-09-06T15:42:42.490 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[26469]: cluster 2024-09-06T15:42:40.723476+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-09-06T15:42:42.490 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[26469]: cluster 2024-09-06T15:42:40.742424+0000 mon.a (mon.0) 1521 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-06T15:42:42.490 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[26469]: cluster 2024-09-06T15:42:40.752910+0000 mon.a (mon.0) 1522 : cluster [DBG] monmap epoch 3 2024-09-06T15:42:42.491 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[26469]: cluster 2024-09-06T15:42:40.752964+0000 mon.a (mon.0) 1523 : cluster [DBG] fsid bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:42:42.491 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[26469]: cluster 2024-09-06T15:42:40.752994+0000 mon.a (mon.0) 1524 : cluster [DBG] last_changed 2024-09-06T15:03:55.612711+0000 2024-09-06T15:42:42.492 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[26469]: cluster 2024-09-06T15:42:40.753013+0000 mon.a (mon.0) 1525 : cluster [DBG] created 2024-09-06T15:01:48.282789+0000 2024-09-06T15:42:42.492 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[26469]: cluster 2024-09-06T15:42:40.753032+0000 mon.a (mon.0) 1526 : cluster [DBG] min_mon_release 19 (squid) 2024-09-06T15:42:42.492 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[26469]: cluster 2024-09-06T15:42:40.753049+0000 mon.a (mon.0) 1527 : cluster [DBG] election_strategy: 1 2024-09-06T15:42:42.492 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[26469]: cluster 2024-09-06T15:42:40.753068+0000 mon.a (mon.0) 1528 : cluster [DBG] 0: [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon.a 2024-09-06T15:42:42.492 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[26469]: cluster 2024-09-06T15:42:40.753089+0000 mon.a (mon.0) 1529 : cluster [DBG] 1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-06T15:42:42.493 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[26469]: cluster 2024-09-06T15:42:40.753123+0000 mon.a (mon.0) 1530 : cluster [DBG] 2: [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] mon.c 2024-09-06T15:42:42.493 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[26469]: cluster 2024-09-06T15:42:40.775949+0000 mon.a (mon.0) 1531 : cluster [DBG] fsmap 2024-09-06T15:42:42.494 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[26469]: cluster 2024-09-06T15:42:40.776000+0000 mon.a (mon.0) 1532 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-09-06T15:42:42.494 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[26469]: cluster 2024-09-06T15:42:40.776730+0000 mon.a (mon.0) 1533 : cluster [DBG] mgrmap e44: y(active, since 4m), standbys: x 2024-09-06T15:42:42.495 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[26469]: cluster 2024-09-06T15:42:40.776997+0000 mon.a (mon.0) 1534 : cluster [WRN] Health detail: HEALTH_WARN Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:42:42.495 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[26469]: cluster 2024-09-06T15:42:40.777029+0000 mon.a (mon.0) 1535 : cluster [WRN] [WRN] MGR_MODULE_DEPENDENCY: Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:42:42.495 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[26469]: cluster 2024-09-06T15:42:40.777048+0000 mon.a (mon.0) 1536 : cluster [WRN] Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:42:42.496 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[26469]: audit 2024-09-06T15:42:40.791290+0000 mon.a (mon.0) 1537 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:42.496 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:41 smithi169 bash[26469]: audit 2024-09-06T15:42:40.808775+0000 mon.a (mon.0) 1538 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:43.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:42 smithi169 bash[19820]: cluster 2024-09-06T15:42:41.673133+0000 mgr.y (mgr.25115) 260 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:43.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:42 smithi169 bash[26469]: cluster 2024-09-06T15:42:41.673133+0000 mgr.y (mgr.25115) 260 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:43.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:42 smithi181 bash[70073]: cluster 2024-09-06T15:42:41.673133+0000 mgr.y (mgr.25115) 260 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:43.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:42 smithi181 bash[70073]: cluster 2024-09-06T15:42:41.673133+0000 mgr.y (mgr.25115) 260 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:44.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:42:43 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:42:43.815323377Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:42:45.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:44 smithi169 bash[19820]: audit 2024-09-06T15:42:43.238153+0000 mgr.y (mgr.25115) 261 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:42:45.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:44 smithi169 bash[19820]: cluster 2024-09-06T15:42:43.673894+0000 mgr.y (mgr.25115) 262 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:45.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:44 smithi169 bash[26469]: audit 2024-09-06T15:42:43.238153+0000 mgr.y (mgr.25115) 261 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:42:45.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:44 smithi169 bash[26469]: cluster 2024-09-06T15:42:43.673894+0000 mgr.y (mgr.25115) 262 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:45.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:44 smithi181 bash[70073]: audit 2024-09-06T15:42:43.238153+0000 mgr.y (mgr.25115) 261 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:42:45.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:44 smithi181 bash[70073]: audit 2024-09-06T15:42:43.238153+0000 mgr.y (mgr.25115) 261 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:42:45.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:44 smithi181 bash[70073]: cluster 2024-09-06T15:42:43.673894+0000 mgr.y (mgr.25115) 262 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:45.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:44 smithi181 bash[70073]: cluster 2024-09-06T15:42:43.673894+0000 mgr.y (mgr.25115) 262 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:45.788 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:42:45 smithi169 bash[68355]: debug 2024-09-06T15:42:45.514+0000 7fb2cedf1640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-06T15:42:46.051 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:45 smithi169 bash[19820]: audit 2024-09-06T15:42:45.283214+0000 mon.c (mon.2) 136 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:42:46.052 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:45 smithi169 bash[26469]: audit 2024-09-06T15:42:45.283214+0000 mon.c (mon.2) 136 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:42:46.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:45 smithi181 bash[70073]: audit 2024-09-06T15:42:45.283214+0000 mon.c (mon.2) 136 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:42:46.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:45 smithi181 bash[70073]: audit 2024-09-06T15:42:45.283214+0000 mon.c (mon.2) 136 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:42:46.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:42:46 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:42:46] "GET /metrics HTTP/1.1" 200 38173 "" "Prometheus/2.51.0" 2024-09-06T15:42:47.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:46 smithi169 bash[19820]: cluster 2024-09-06T15:42:45.675495+0000 mgr.y (mgr.25115) 263 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:47.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:46 smithi169 bash[26469]: cluster 2024-09-06T15:42:45.675495+0000 mgr.y (mgr.25115) 263 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:47.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:42:46 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:42:46.804422758Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:42:47.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:46 smithi181 bash[70073]: cluster 2024-09-06T15:42:45.675495+0000 mgr.y (mgr.25115) 263 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:47.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:46 smithi181 bash[70073]: cluster 2024-09-06T15:42:45.675495+0000 mgr.y (mgr.25115) 263 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:48.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:47 smithi169 bash[19820]: audit 2024-09-06T15:42:46.831416+0000 mon.a (mon.0) 1539 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:48.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:47 smithi169 bash[19820]: audit 2024-09-06T15:42:46.844527+0000 mon.a (mon.0) 1540 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:48.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:47 smithi169 bash[26469]: audit 2024-09-06T15:42:46.831416+0000 mon.a (mon.0) 1539 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:48.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:47 smithi169 bash[26469]: audit 2024-09-06T15:42:46.844527+0000 mon.a (mon.0) 1540 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:48.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:47 smithi181 bash[70073]: audit 2024-09-06T15:42:46.831416+0000 mon.a (mon.0) 1539 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:48.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:47 smithi181 bash[70073]: audit 2024-09-06T15:42:46.831416+0000 mon.a (mon.0) 1539 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:48.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:47 smithi181 bash[70073]: audit 2024-09-06T15:42:46.844527+0000 mon.a (mon.0) 1540 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:48.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:47 smithi181 bash[70073]: audit 2024-09-06T15:42:46.844527+0000 mon.a (mon.0) 1540 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:49.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:48 smithi169 bash[19820]: cluster 2024-09-06T15:42:47.676359+0000 mgr.y (mgr.25115) 264 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:49.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:48 smithi169 bash[19820]: audit 2024-09-06T15:42:48.032012+0000 mon.a (mon.0) 1541 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:49.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:48 smithi169 bash[19820]: audit 2024-09-06T15:42:48.045225+0000 mon.a (mon.0) 1542 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:49.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:48 smithi169 bash[26469]: cluster 2024-09-06T15:42:47.676359+0000 mgr.y (mgr.25115) 264 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:49.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:48 smithi169 bash[26469]: audit 2024-09-06T15:42:48.032012+0000 mon.a (mon.0) 1541 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:49.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:48 smithi169 bash[26469]: audit 2024-09-06T15:42:48.045225+0000 mon.a (mon.0) 1542 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:49.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:48 smithi181 bash[70073]: cluster 2024-09-06T15:42:47.676359+0000 mgr.y (mgr.25115) 264 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:49.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:48 smithi181 bash[70073]: cluster 2024-09-06T15:42:47.676359+0000 mgr.y (mgr.25115) 264 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:49.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:48 smithi181 bash[70073]: audit 2024-09-06T15:42:48.032012+0000 mon.a (mon.0) 1541 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:49.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:48 smithi181 bash[70073]: audit 2024-09-06T15:42:48.032012+0000 mon.a (mon.0) 1541 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:49.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:48 smithi181 bash[70073]: audit 2024-09-06T15:42:48.045225+0000 mon.a (mon.0) 1542 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:49.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:48 smithi181 bash[70073]: audit 2024-09-06T15:42:48.045225+0000 mon.a (mon.0) 1542 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:50.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:42:49 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:42:49.810488804Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:42:51.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:50 smithi169 bash[19820]: cluster 2024-09-06T15:42:49.677253+0000 mgr.y (mgr.25115) 265 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:52.032 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:50 smithi169 bash[26469]: cluster 2024-09-06T15:42:49.677253+0000 mgr.y (mgr.25115) 265 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:52.035 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:50 smithi181 bash[70073]: cluster 2024-09-06T15:42:49.677253+0000 mgr.y (mgr.25115) 265 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:52.035 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:50 smithi181 bash[70073]: cluster 2024-09-06T15:42:49.677253+0000 mgr.y (mgr.25115) 265 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:53.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:52 smithi169 bash[19820]: cluster 2024-09-06T15:42:51.678955+0000 mgr.y (mgr.25115) 266 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:53.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:52 smithi169 bash[26469]: cluster 2024-09-06T15:42:51.678955+0000 mgr.y (mgr.25115) 266 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:53.221 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:42:52 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:42:52.8435716Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:42:53.222 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:52 smithi181 bash[70073]: cluster 2024-09-06T15:42:51.678955+0000 mgr.y (mgr.25115) 266 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:53.222 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:52 smithi181 bash[70073]: cluster 2024-09-06T15:42:51.678955+0000 mgr.y (mgr.25115) 266 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:54.993 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:54 smithi181 bash[70073]: audit 2024-09-06T15:42:53.249392+0000 mgr.y (mgr.25115) 267 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:42:54.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:54 smithi181 bash[70073]: audit 2024-09-06T15:42:53.249392+0000 mgr.y (mgr.25115) 267 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:42:54.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:54 smithi181 bash[70073]: cluster 2024-09-06T15:42:53.679718+0000 mgr.y (mgr.25115) 268 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:54.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:54 smithi181 bash[70073]: cluster 2024-09-06T15:42:53.679718+0000 mgr.y (mgr.25115) 268 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:55.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:54 smithi169 bash[19820]: audit 2024-09-06T15:42:53.249392+0000 mgr.y (mgr.25115) 267 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:42:55.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:54 smithi169 bash[19820]: cluster 2024-09-06T15:42:53.679718+0000 mgr.y (mgr.25115) 268 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:55.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:54 smithi169 bash[26469]: audit 2024-09-06T15:42:53.249392+0000 mgr.y (mgr.25115) 267 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:42:55.688 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:54 smithi169 bash[26469]: cluster 2024-09-06T15:42:53.679718+0000 mgr.y (mgr.25115) 268 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:56.187 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:42:55 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:42:55.83402896Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:42:56.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:42:56 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:42:56] "GET /metrics HTTP/1.1" 200 38173 "" "Prometheus/2.51.0" 2024-09-06T15:42:57.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:56 smithi169 bash[19820]: cluster 2024-09-06T15:42:55.681325+0000 mgr.y (mgr.25115) 269 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:57.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:56 smithi169 bash[26469]: cluster 2024-09-06T15:42:55.681325+0000 mgr.y (mgr.25115) 269 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:57.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:56 smithi181 bash[70073]: cluster 2024-09-06T15:42:55.681325+0000 mgr.y (mgr.25115) 269 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:57.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:56 smithi181 bash[70073]: cluster 2024-09-06T15:42:55.681325+0000 mgr.y (mgr.25115) 269 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:42:59.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: cluster 2024-09-06T15:42:57.682041+0000 mgr.y (mgr.25115) 270 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:59.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.014842+0000 mon.a (mon.0) 1543 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.032160+0000 mon.a (mon.0) 1544 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.035533+0000 mon.c (mon.2) 137 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:42:59.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.037330+0000 mon.c (mon.2) 138 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:42:59.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.050989+0000 mon.a (mon.0) 1545 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.210982+0000 mon.c (mon.2) 139 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:42:59.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.214138+0000 mon.c (mon.2) 140 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.217442+0000 mon.c (mon.2) 141 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.227430+0000 mon.a (mon.0) 1546 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.235573+0000 mon.c (mon.2) 142 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.246069+0000 mon.a (mon.0) 1547 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.253179+0000 mon.c (mon.2) 143 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.264541+0000 mon.a (mon.0) 1548 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.270607+0000 mon.c (mon.2) 144 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.281679+0000 mon.a (mon.0) 1549 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.286734+0000 mon.c (mon.2) 145 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.287441+0000 mon.a (mon.0) 1550 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.295824+0000 mon.a (mon.0) 1551 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-06T15:42:59.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.301683+0000 mon.c (mon.2) 146 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.312671+0000 mon.a (mon.0) 1552 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: cluster 2024-09-06T15:42:57.682041+0000 mgr.y (mgr.25115) 270 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:59.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.014842+0000 mon.a (mon.0) 1543 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.032160+0000 mon.a (mon.0) 1544 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.035533+0000 mon.c (mon.2) 137 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:42:59.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.037330+0000 mon.c (mon.2) 138 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:42:59.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.050989+0000 mon.a (mon.0) 1545 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.210982+0000 mon.c (mon.2) 139 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:42:59.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.214138+0000 mon.c (mon.2) 140 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.217442+0000 mon.c (mon.2) 141 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.227430+0000 mon.a (mon.0) 1546 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.235573+0000 mon.c (mon.2) 142 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.246069+0000 mon.a (mon.0) 1547 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.253179+0000 mon.c (mon.2) 143 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.264541+0000 mon.a (mon.0) 1548 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.270607+0000 mon.c (mon.2) 144 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.281679+0000 mon.a (mon.0) 1549 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.286734+0000 mon.c (mon.2) 145 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.287441+0000 mon.a (mon.0) 1550 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.295824+0000 mon.a (mon.0) 1551 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-06T15:42:59.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.301683+0000 mon.c (mon.2) 146 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.312671+0000 mon.a (mon.0) 1552 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.319819+0000 mon.c (mon.2) 147 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.330463+0000 mon.a (mon.0) 1553 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.338334+0000 mon.c (mon.2) 148 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.349009+0000 mon.a (mon.0) 1554 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.356244+0000 mon.c (mon.2) 149 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.361051+0000 mon.c (mon.2) 150 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.361665+0000 mon.a (mon.0) 1555 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.365171+0000 mon.c (mon.2) 151 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.369891+0000 mon.c (mon.2) 152 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.370881+0000 mon.a (mon.0) 1556 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.374559+0000 mon.c (mon.2) 153 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.379382+0000 mon.c (mon.2) 154 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.201 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.379998+0000 mon.a (mon.0) 1557 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.201 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.383400+0000 mon.c (mon.2) 155 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.201 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.388324+0000 mon.c (mon.2) 156 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.201 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.388991+0000 mon.a (mon.0) 1558 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.201 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.392235+0000 mon.c (mon.2) 157 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.201 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.397333+0000 mon.c (mon.2) 158 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.201 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.397957+0000 mon.a (mon.0) 1559 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.201 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.319819+0000 mon.c (mon.2) 147 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.202 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.330463+0000 mon.a (mon.0) 1553 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.202 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.338334+0000 mon.c (mon.2) 148 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.202 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.349009+0000 mon.a (mon.0) 1554 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.202 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.356244+0000 mon.c (mon.2) 149 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.202 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.361051+0000 mon.c (mon.2) 150 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.202 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.361665+0000 mon.a (mon.0) 1555 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.202 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.365171+0000 mon.c (mon.2) 151 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.202 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.369891+0000 mon.c (mon.2) 152 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.202 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.370881+0000 mon.a (mon.0) 1556 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.202 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.374559+0000 mon.c (mon.2) 153 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.202 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.379382+0000 mon.c (mon.2) 154 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.202 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.379998+0000 mon.a (mon.0) 1557 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.202 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.383400+0000 mon.c (mon.2) 155 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.203 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.388324+0000 mon.c (mon.2) 156 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.203 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.388991+0000 mon.a (mon.0) 1558 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.203 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.392235+0000 mon.c (mon.2) 157 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.203 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.397333+0000 mon.c (mon.2) 158 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.203 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.397957+0000 mon.a (mon.0) 1559 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.203 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.401057+0000 mon.c (mon.2) 159 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.203 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.405798+0000 mon.c (mon.2) 160 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.203 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.406407+0000 mon.a (mon.0) 1560 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.204 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.410795+0000 mon.c (mon.2) 161 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-06T15:42:59.204 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.411393+0000 mon.a (mon.0) 1561 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-06T15:42:59.204 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.420187+0000 mon.a (mon.0) 1562 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-06T15:42:59.204 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.425331+0000 mon.c (mon.2) 162 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.204 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.426089+0000 mon.a (mon.0) 1563 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.204 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.434022+0000 mon.a (mon.0) 1564 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-06T15:42:59.204 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.439195+0000 mon.c (mon.2) 163 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-06T15:42:59.204 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.439895+0000 mon.a (mon.0) 1565 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-06T15:42:59.204 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.448403+0000 mon.a (mon.0) 1566 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-06T15:42:59.204 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.453172+0000 mon.c (mon.2) 164 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-06T15:42:59.204 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.453789+0000 mon.a (mon.0) 1567 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-06T15:42:59.204 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.455521+0000 mon.c (mon.2) 165 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-06T15:42:59.204 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.456153+0000 mon.a (mon.0) 1568 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-06T15:42:59.205 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.463673+0000 mon.a (mon.0) 1569 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-06T15:42:59.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.401057+0000 mon.c (mon.2) 159 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.405798+0000 mon.c (mon.2) 160 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.406407+0000 mon.a (mon.0) 1560 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.410795+0000 mon.c (mon.2) 161 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-06T15:42:59.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.411393+0000 mon.a (mon.0) 1561 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-06T15:42:59.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.420187+0000 mon.a (mon.0) 1562 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-06T15:42:59.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.425331+0000 mon.c (mon.2) 162 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.426089+0000 mon.a (mon.0) 1563 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.434022+0000 mon.a (mon.0) 1564 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-06T15:42:59.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.439195+0000 mon.c (mon.2) 163 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-06T15:42:59.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.439895+0000 mon.a (mon.0) 1565 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-06T15:42:59.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.448403+0000 mon.a (mon.0) 1566 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-06T15:42:59.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.453172+0000 mon.c (mon.2) 164 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-06T15:42:59.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.453789+0000 mon.a (mon.0) 1567 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-06T15:42:59.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.455521+0000 mon.c (mon.2) 165 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-06T15:42:59.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.456153+0000 mon.a (mon.0) 1568 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-06T15:42:59.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.463673+0000 mon.a (mon.0) 1569 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-06T15:42:59.207 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.469567+0000 mon.c (mon.2) 166 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-06T15:42:59.207 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.470240+0000 mon.a (mon.0) 1570 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-06T15:42:59.207 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.472228+0000 mon.c (mon.2) 167 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-06T15:42:59.207 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.472854+0000 mon.a (mon.0) 1571 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-06T15:42:59.207 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.480534+0000 mon.a (mon.0) 1572 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-06T15:42:59.207 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.486246+0000 mon.c (mon.2) 168 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.207 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.486837+0000 mon.a (mon.0) 1573 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.207 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.488703+0000 mon.c (mon.2) 169 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-06T15:42:59.207 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.489439+0000 mon.a (mon.0) 1574 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-06T15:42:59.207 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.496341+0000 mon.a (mon.0) 1575 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-06T15:42:59.208 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.502403+0000 mon.c (mon.2) 170 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-06T15:42:59.208 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.503035+0000 mon.a (mon.0) 1576 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-06T15:42:59.208 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.504689+0000 mon.c (mon.2) 171 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-06T15:42:59.208 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.505248+0000 mon.a (mon.0) 1577 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-06T15:42:59.208 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.510244+0000 mon.a (mon.0) 1578 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-06T15:42:59.208 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.516247+0000 mon.c (mon.2) 172 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-06T15:42:59.208 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.517038+0000 mon.a (mon.0) 1579 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-06T15:42:59.208 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.522240+0000 mon.a (mon.0) 1580 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-06T15:42:59.208 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.528139+0000 mon.c (mon.2) 173 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.208 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.528796+0000 mon.a (mon.0) 1581 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.208 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.530531+0000 mon.c (mon.2) 174 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.208 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.531205+0000 mon.a (mon.0) 1582 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.209 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.532887+0000 mon.c (mon.2) 175 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.209 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.533498+0000 mon.a (mon.0) 1583 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.209 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.535272+0000 mon.c (mon.2) 176 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.209 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.535850+0000 mon.a (mon.0) 1584 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.209 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.537736+0000 mon.c (mon.2) 177 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.209 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.538312+0000 mon.a (mon.0) 1585 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.209 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.539899+0000 mon.c (mon.2) 178 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.209 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.540462+0000 mon.a (mon.0) 1586 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.209 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.542597+0000 mon.c (mon.2) 179 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-06T15:42:59.209 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.543200+0000 mon.a (mon.0) 1587 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-06T15:42:59.209 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.548489+0000 mon.a (mon.0) 1588 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-06T15:42:59.209 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.552626+0000 mon.c (mon.2) 180 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:42:59.209 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.554414+0000 mon.c (mon.2) 181 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:42:59.210 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.563990+0000 mon.a (mon.0) 1589 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.210 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.700134+0000 mon.c (mon.2) 182 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:42:59.210 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.701352+0000 mon.c (mon.2) 183 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:42:59.210 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[26469]: audit 2024-09-06T15:42:58.711351+0000 mon.a (mon.0) 1590 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.210 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.469567+0000 mon.c (mon.2) 166 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-06T15:42:59.210 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.470240+0000 mon.a (mon.0) 1570 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-06T15:42:59.211 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.472228+0000 mon.c (mon.2) 167 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-06T15:42:59.211 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.472854+0000 mon.a (mon.0) 1571 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-06T15:42:59.211 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.480534+0000 mon.a (mon.0) 1572 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-06T15:42:59.211 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.486246+0000 mon.c (mon.2) 168 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.211 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.486837+0000 mon.a (mon.0) 1573 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.211 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.488703+0000 mon.c (mon.2) 169 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-06T15:42:59.211 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.489439+0000 mon.a (mon.0) 1574 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-06T15:42:59.211 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.496341+0000 mon.a (mon.0) 1575 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-06T15:42:59.211 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.502403+0000 mon.c (mon.2) 170 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-06T15:42:59.211 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.503035+0000 mon.a (mon.0) 1576 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-06T15:42:59.211 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.504689+0000 mon.c (mon.2) 171 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-06T15:42:59.211 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.505248+0000 mon.a (mon.0) 1577 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-06T15:42:59.212 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.510244+0000 mon.a (mon.0) 1578 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-06T15:42:59.212 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.516247+0000 mon.c (mon.2) 172 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-06T15:42:59.212 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.517038+0000 mon.a (mon.0) 1579 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-06T15:42:59.212 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.522240+0000 mon.a (mon.0) 1580 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-06T15:42:59.212 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.528139+0000 mon.c (mon.2) 173 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.212 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.528796+0000 mon.a (mon.0) 1581 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.212 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.530531+0000 mon.c (mon.2) 174 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.212 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.531205+0000 mon.a (mon.0) 1582 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.212 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.532887+0000 mon.c (mon.2) 175 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.212 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.533498+0000 mon.a (mon.0) 1583 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.212 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.535272+0000 mon.c (mon.2) 176 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.212 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.535850+0000 mon.a (mon.0) 1584 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.212 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.537736+0000 mon.c (mon.2) 177 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.213 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.538312+0000 mon.a (mon.0) 1585 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.213 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.539899+0000 mon.c (mon.2) 178 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.213 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.540462+0000 mon.a (mon.0) 1586 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.213 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.542597+0000 mon.c (mon.2) 179 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-06T15:42:59.213 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.543200+0000 mon.a (mon.0) 1587 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-06T15:42:59.213 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.548489+0000 mon.a (mon.0) 1588 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-06T15:42:59.213 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.552626+0000 mon.c (mon.2) 180 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:42:59.213 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.554414+0000 mon.c (mon.2) 181 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:42:59.213 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.563990+0000 mon.a (mon.0) 1589 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.213 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.700134+0000 mon.c (mon.2) 182 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:42:59.213 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.701352+0000 mon.c (mon.2) 183 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:42:59.213 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:58 smithi169 bash[19820]: audit 2024-09-06T15:42:58.711351+0000 mon.a (mon.0) 1590 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:42:58.808056449Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:42:59.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: cluster 2024-09-06T15:42:57.682041+0000 mgr.y (mgr.25115) 270 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:59.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: cluster 2024-09-06T15:42:57.682041+0000 mgr.y (mgr.25115) 270 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:42:59.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.014842+0000 mon.a (mon.0) 1543 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.014842+0000 mon.a (mon.0) 1543 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.032160+0000 mon.a (mon.0) 1544 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.032160+0000 mon.a (mon.0) 1544 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.035533+0000 mon.c (mon.2) 137 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:42:59.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.035533+0000 mon.c (mon.2) 137 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:42:59.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.037330+0000 mon.c (mon.2) 138 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:42:59.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.037330+0000 mon.c (mon.2) 138 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:42:59.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.050989+0000 mon.a (mon.0) 1545 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.050989+0000 mon.a (mon.0) 1545 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.210982+0000 mon.c (mon.2) 139 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:42:59.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.210982+0000 mon.c (mon.2) 139 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:42:59.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.214138+0000 mon.c (mon.2) 140 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.214138+0000 mon.c (mon.2) 140 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.217442+0000 mon.c (mon.2) 141 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.217442+0000 mon.c (mon.2) 141 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.227430+0000 mon.a (mon.0) 1546 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.227430+0000 mon.a (mon.0) 1546 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.235573+0000 mon.c (mon.2) 142 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.235573+0000 mon.c (mon.2) 142 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.246069+0000 mon.a (mon.0) 1547 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.246069+0000 mon.a (mon.0) 1547 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.253179+0000 mon.c (mon.2) 143 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.253179+0000 mon.c (mon.2) 143 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.264541+0000 mon.a (mon.0) 1548 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.264541+0000 mon.a (mon.0) 1548 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.270607+0000 mon.c (mon.2) 144 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.270607+0000 mon.c (mon.2) 144 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.287 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.281679+0000 mon.a (mon.0) 1549 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.287 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.281679+0000 mon.a (mon.0) 1549 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.287 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.286734+0000 mon.c (mon.2) 145 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.287 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.286734+0000 mon.c (mon.2) 145 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.287 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.287441+0000 mon.a (mon.0) 1550 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.287 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.287441+0000 mon.a (mon.0) 1550 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.288 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.295824+0000 mon.a (mon.0) 1551 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-06T15:42:59.288 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.295824+0000 mon.a (mon.0) 1551 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-06T15:42:59.288 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.301683+0000 mon.c (mon.2) 146 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.288 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.301683+0000 mon.c (mon.2) 146 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.288 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.312671+0000 mon.a (mon.0) 1552 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.288 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.312671+0000 mon.a (mon.0) 1552 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.288 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.319819+0000 mon.c (mon.2) 147 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.288 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.319819+0000 mon.c (mon.2) 147 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.288 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.330463+0000 mon.a (mon.0) 1553 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.288 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.330463+0000 mon.a (mon.0) 1553 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.288 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.338334+0000 mon.c (mon.2) 148 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.288 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.338334+0000 mon.c (mon.2) 148 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.289 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.349009+0000 mon.a (mon.0) 1554 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.289 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.349009+0000 mon.a (mon.0) 1554 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.289 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.356244+0000 mon.c (mon.2) 149 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.289 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.356244+0000 mon.c (mon.2) 149 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.289 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.361051+0000 mon.c (mon.2) 150 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.289 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.361051+0000 mon.c (mon.2) 150 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.289 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.361665+0000 mon.a (mon.0) 1555 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.289 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.361665+0000 mon.a (mon.0) 1555 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.289 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.365171+0000 mon.c (mon.2) 151 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.289 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.365171+0000 mon.c (mon.2) 151 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.289 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.369891+0000 mon.c (mon.2) 152 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.289 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.369891+0000 mon.c (mon.2) 152 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.854 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.370881+0000 mon.a (mon.0) 1556 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.854 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.370881+0000 mon.a (mon.0) 1556 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.855 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.374559+0000 mon.c (mon.2) 153 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.855 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.374559+0000 mon.c (mon.2) 153 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.855 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.379382+0000 mon.c (mon.2) 154 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.855 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.379382+0000 mon.c (mon.2) 154 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.855 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.379998+0000 mon.a (mon.0) 1557 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.855 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.379998+0000 mon.a (mon.0) 1557 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.855 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.383400+0000 mon.c (mon.2) 155 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.855 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.383400+0000 mon.c (mon.2) 155 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.855 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.388324+0000 mon.c (mon.2) 156 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.855 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.388324+0000 mon.c (mon.2) 156 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.855 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.388991+0000 mon.a (mon.0) 1558 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.855 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.388991+0000 mon.a (mon.0) 1558 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.856 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.392235+0000 mon.c (mon.2) 157 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.856 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.392235+0000 mon.c (mon.2) 157 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.856 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.397333+0000 mon.c (mon.2) 158 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.856 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.397333+0000 mon.c (mon.2) 158 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.856 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.397957+0000 mon.a (mon.0) 1559 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.856 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.397957+0000 mon.a (mon.0) 1559 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.856 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.401057+0000 mon.c (mon.2) 159 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.856 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.401057+0000 mon.c (mon.2) 159 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:42:59.856 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.405798+0000 mon.c (mon.2) 160 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.856 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.405798+0000 mon.c (mon.2) 160 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.856 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.406407+0000 mon.a (mon.0) 1560 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.856 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.406407+0000 mon.a (mon.0) 1560 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-06T15:42:59.857 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.410795+0000 mon.c (mon.2) 161 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-06T15:42:59.857 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.410795+0000 mon.c (mon.2) 161 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-06T15:42:59.857 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.411393+0000 mon.a (mon.0) 1561 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-06T15:42:59.857 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.411393+0000 mon.a (mon.0) 1561 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-06T15:42:59.857 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.420187+0000 mon.a (mon.0) 1562 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-06T15:42:59.857 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.420187+0000 mon.a (mon.0) 1562 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-06T15:42:59.857 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.425331+0000 mon.c (mon.2) 162 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.857 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.425331+0000 mon.c (mon.2) 162 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.857 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.426089+0000 mon.a (mon.0) 1563 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.857 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.426089+0000 mon.a (mon.0) 1563 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.857 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.434022+0000 mon.a (mon.0) 1564 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-06T15:42:59.857 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.434022+0000 mon.a (mon.0) 1564 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-06T15:42:59.890 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.439195+0000 mon.c (mon.2) 163 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-06T15:42:59.890 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.439195+0000 mon.c (mon.2) 163 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-06T15:42:59.890 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.439895+0000 mon.a (mon.0) 1565 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-06T15:42:59.890 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.439895+0000 mon.a (mon.0) 1565 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-06T15:42:59.890 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.448403+0000 mon.a (mon.0) 1566 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-06T15:42:59.890 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.448403+0000 mon.a (mon.0) 1566 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-06T15:42:59.890 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.453172+0000 mon.c (mon.2) 164 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-06T15:42:59.890 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.453172+0000 mon.c (mon.2) 164 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-06T15:42:59.890 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.453789+0000 mon.a (mon.0) 1567 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-06T15:42:59.890 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.453789+0000 mon.a (mon.0) 1567 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-06T15:42:59.891 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.455521+0000 mon.c (mon.2) 165 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-06T15:42:59.891 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.455521+0000 mon.c (mon.2) 165 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-06T15:42:59.891 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.456153+0000 mon.a (mon.0) 1568 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-06T15:42:59.891 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.456153+0000 mon.a (mon.0) 1568 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-06T15:42:59.891 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.463673+0000 mon.a (mon.0) 1569 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-06T15:42:59.891 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.463673+0000 mon.a (mon.0) 1569 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-06T15:42:59.891 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.469567+0000 mon.c (mon.2) 166 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-06T15:42:59.891 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.469567+0000 mon.c (mon.2) 166 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-06T15:42:59.891 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.470240+0000 mon.a (mon.0) 1570 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-06T15:42:59.891 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.470240+0000 mon.a (mon.0) 1570 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-06T15:42:59.891 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.472228+0000 mon.c (mon.2) 167 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-06T15:42:59.891 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.472228+0000 mon.c (mon.2) 167 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-06T15:42:59.891 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.472854+0000 mon.a (mon.0) 1571 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-06T15:42:59.891 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.472854+0000 mon.a (mon.0) 1571 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-06T15:42:59.892 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.480534+0000 mon.a (mon.0) 1572 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-06T15:42:59.892 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.480534+0000 mon.a (mon.0) 1572 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-06T15:42:59.892 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.486246+0000 mon.c (mon.2) 168 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.892 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.486246+0000 mon.c (mon.2) 168 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.892 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.486837+0000 mon.a (mon.0) 1573 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.892 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.486837+0000 mon.a (mon.0) 1573 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.892 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.488703+0000 mon.c (mon.2) 169 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-06T15:42:59.892 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.488703+0000 mon.c (mon.2) 169 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-06T15:42:59.892 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.489439+0000 mon.a (mon.0) 1574 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-06T15:42:59.892 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.489439+0000 mon.a (mon.0) 1574 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-06T15:42:59.892 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.496341+0000 mon.a (mon.0) 1575 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-06T15:42:59.892 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.496341+0000 mon.a (mon.0) 1575 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-06T15:42:59.892 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.502403+0000 mon.c (mon.2) 170 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-06T15:42:59.893 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.502403+0000 mon.c (mon.2) 170 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-06T15:42:59.893 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.503035+0000 mon.a (mon.0) 1576 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-06T15:42:59.893 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.503035+0000 mon.a (mon.0) 1576 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-06T15:42:59.894 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.504689+0000 mon.c (mon.2) 171 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-06T15:42:59.894 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.504689+0000 mon.c (mon.2) 171 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-06T15:42:59.894 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.505248+0000 mon.a (mon.0) 1577 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-06T15:42:59.894 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.505248+0000 mon.a (mon.0) 1577 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-06T15:42:59.894 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.510244+0000 mon.a (mon.0) 1578 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-06T15:42:59.895 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.510244+0000 mon.a (mon.0) 1578 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-06T15:42:59.895 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.516247+0000 mon.c (mon.2) 172 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-06T15:42:59.895 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.516247+0000 mon.c (mon.2) 172 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-06T15:42:59.895 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.517038+0000 mon.a (mon.0) 1579 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-06T15:42:59.895 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.517038+0000 mon.a (mon.0) 1579 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-06T15:42:59.895 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.522240+0000 mon.a (mon.0) 1580 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-06T15:42:59.895 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.522240+0000 mon.a (mon.0) 1580 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-06T15:42:59.895 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.528139+0000 mon.c (mon.2) 173 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.895 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.528139+0000 mon.c (mon.2) 173 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.895 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.528796+0000 mon.a (mon.0) 1581 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.895 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.528796+0000 mon.a (mon.0) 1581 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.895 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.530531+0000 mon.c (mon.2) 174 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.895 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.530531+0000 mon.c (mon.2) 174 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.896 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.531205+0000 mon.a (mon.0) 1582 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.896 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.531205+0000 mon.a (mon.0) 1582 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.896 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.532887+0000 mon.c (mon.2) 175 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.896 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.532887+0000 mon.c (mon.2) 175 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.896 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.533498+0000 mon.a (mon.0) 1583 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.896 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.533498+0000 mon.a (mon.0) 1583 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.896 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.535272+0000 mon.c (mon.2) 176 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.896 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.535272+0000 mon.c (mon.2) 176 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.896 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.535850+0000 mon.a (mon.0) 1584 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.896 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.535850+0000 mon.a (mon.0) 1584 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.896 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.537736+0000 mon.c (mon.2) 177 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.896 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.537736+0000 mon.c (mon.2) 177 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.896 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.538312+0000 mon.a (mon.0) 1585 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.897 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.538312+0000 mon.a (mon.0) 1585 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.897 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.539899+0000 mon.c (mon.2) 178 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.897 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.539899+0000 mon.c (mon.2) 178 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.897 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.540462+0000 mon.a (mon.0) 1586 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.897 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.540462+0000 mon.a (mon.0) 1586 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-06T15:42:59.897 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.542597+0000 mon.c (mon.2) 179 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-06T15:42:59.897 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.542597+0000 mon.c (mon.2) 179 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-06T15:42:59.897 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.543200+0000 mon.a (mon.0) 1587 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-06T15:42:59.897 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.543200+0000 mon.a (mon.0) 1587 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-06T15:42:59.897 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.548489+0000 mon.a (mon.0) 1588 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-06T15:42:59.897 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.548489+0000 mon.a (mon.0) 1588 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-06T15:42:59.897 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.552626+0000 mon.c (mon.2) 180 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:42:59.897 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.552626+0000 mon.c (mon.2) 180 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:42:59.898 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.554414+0000 mon.c (mon.2) 181 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:42:59.898 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.554414+0000 mon.c (mon.2) 181 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:42:59.898 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.563990+0000 mon.a (mon.0) 1589 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.898 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.563990+0000 mon.a (mon.0) 1589 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.898 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.700134+0000 mon.c (mon.2) 182 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:42:59.898 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.700134+0000 mon.c (mon.2) 182 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:42:59.898 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.701352+0000 mon.c (mon.2) 183 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:42:59.898 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.701352+0000 mon.c (mon.2) 183 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:42:59.898 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.711351+0000 mon.a (mon.0) 1590 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:42:59.898 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:58 smithi181 bash[70073]: audit 2024-09-06T15:42:58.711351+0000 mon.a (mon.0) 1590 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:43:00.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:59 smithi169 bash[19820]: cephadm 2024-09-06T15:42:58.218803+0000 mgr.y (mgr.25115) 271 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-06T15:43:00.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:59 smithi169 bash[19820]: cephadm 2024-09-06T15:42:58.237216+0000 mgr.y (mgr.25115) 272 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-06T15:43:00.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:59 smithi169 bash[19820]: cephadm 2024-09-06T15:42:58.254703+0000 mgr.y (mgr.25115) 273 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-06T15:43:00.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:59 smithi169 bash[19820]: cephadm 2024-09-06T15:42:58.272251+0000 mgr.y (mgr.25115) 274 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-06T15:43:00.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:59 smithi169 bash[19820]: cephadm 2024-09-06T15:42:58.303329+0000 mgr.y (mgr.25115) 275 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-06T15:43:00.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:59 smithi169 bash[19820]: cephadm 2024-09-06T15:42:58.321400+0000 mgr.y (mgr.25115) 276 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-06T15:43:00.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:59 smithi169 bash[19820]: cephadm 2024-09-06T15:42:58.339993+0000 mgr.y (mgr.25115) 277 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-06T15:43:00.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:59 smithi169 bash[19820]: cephadm 2024-09-06T15:42:58.357800+0000 mgr.y (mgr.25115) 278 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-06T15:43:00.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:59 smithi169 bash[19820]: cephadm 2024-09-06T15:42:58.366806+0000 mgr.y (mgr.25115) 279 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-06T15:43:00.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:59 smithi169 bash[19820]: cephadm 2024-09-06T15:42:58.376297+0000 mgr.y (mgr.25115) 280 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-06T15:43:00.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:59 smithi169 bash[19820]: cephadm 2024-09-06T15:42:58.385079+0000 mgr.y (mgr.25115) 281 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-06T15:43:00.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:59 smithi169 bash[19820]: cephadm 2024-09-06T15:42:58.393935+0000 mgr.y (mgr.25115) 282 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-06T15:43:00.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:59 smithi169 bash[19820]: cephadm 2024-09-06T15:42:58.402708+0000 mgr.y (mgr.25115) 283 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-06T15:43:00.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:59 smithi169 bash[19820]: cephadm 2024-09-06T15:42:58.408020+0000 mgr.y (mgr.25115) 284 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-06T15:43:00.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:42:59 smithi169 bash[19820]: cephadm 2024-09-06T15:42:58.541872+0000 mgr.y (mgr.25115) 285 : cephadm [INF] Upgrade: Complete! 2024-09-06T15:43:00.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:59 smithi169 bash[26469]: cephadm 2024-09-06T15:42:58.218803+0000 mgr.y (mgr.25115) 271 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-06T15:43:00.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:59 smithi169 bash[26469]: cephadm 2024-09-06T15:42:58.237216+0000 mgr.y (mgr.25115) 272 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-06T15:43:00.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:59 smithi169 bash[26469]: cephadm 2024-09-06T15:42:58.254703+0000 mgr.y (mgr.25115) 273 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-06T15:43:00.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:59 smithi169 bash[26469]: cephadm 2024-09-06T15:42:58.272251+0000 mgr.y (mgr.25115) 274 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-06T15:43:00.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:59 smithi169 bash[26469]: cephadm 2024-09-06T15:42:58.303329+0000 mgr.y (mgr.25115) 275 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-06T15:43:00.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:59 smithi169 bash[26469]: cephadm 2024-09-06T15:42:58.321400+0000 mgr.y (mgr.25115) 276 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-06T15:43:00.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:59 smithi169 bash[26469]: cephadm 2024-09-06T15:42:58.339993+0000 mgr.y (mgr.25115) 277 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-06T15:43:00.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:59 smithi169 bash[26469]: cephadm 2024-09-06T15:42:58.357800+0000 mgr.y (mgr.25115) 278 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-06T15:43:00.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:59 smithi169 bash[26469]: cephadm 2024-09-06T15:42:58.366806+0000 mgr.y (mgr.25115) 279 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-06T15:43:00.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:59 smithi169 bash[26469]: cephadm 2024-09-06T15:42:58.376297+0000 mgr.y (mgr.25115) 280 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-06T15:43:00.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:59 smithi169 bash[26469]: cephadm 2024-09-06T15:42:58.385079+0000 mgr.y (mgr.25115) 281 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-06T15:43:00.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:59 smithi169 bash[26469]: cephadm 2024-09-06T15:42:58.393935+0000 mgr.y (mgr.25115) 282 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-06T15:43:00.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:59 smithi169 bash[26469]: cephadm 2024-09-06T15:42:58.402708+0000 mgr.y (mgr.25115) 283 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-06T15:43:00.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:59 smithi169 bash[26469]: cephadm 2024-09-06T15:42:58.408020+0000 mgr.y (mgr.25115) 284 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-06T15:43:00.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:42:59 smithi169 bash[26469]: cephadm 2024-09-06T15:42:58.541872+0000 mgr.y (mgr.25115) 285 : cephadm [INF] Upgrade: Complete! 2024-09-06T15:43:00.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:59 smithi181 bash[70073]: cephadm 2024-09-06T15:42:58.218803+0000 mgr.y (mgr.25115) 271 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-06T15:43:00.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:59 smithi181 bash[70073]: cephadm 2024-09-06T15:42:58.218803+0000 mgr.y (mgr.25115) 271 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-06T15:43:00.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:59 smithi181 bash[70073]: cephadm 2024-09-06T15:42:58.237216+0000 mgr.y (mgr.25115) 272 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-06T15:43:00.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:59 smithi181 bash[70073]: cephadm 2024-09-06T15:42:58.237216+0000 mgr.y (mgr.25115) 272 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-06T15:43:00.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:59 smithi181 bash[70073]: cephadm 2024-09-06T15:42:58.254703+0000 mgr.y (mgr.25115) 273 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-06T15:43:00.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:59 smithi181 bash[70073]: cephadm 2024-09-06T15:42:58.254703+0000 mgr.y (mgr.25115) 273 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-06T15:43:00.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:59 smithi181 bash[70073]: cephadm 2024-09-06T15:42:58.272251+0000 mgr.y (mgr.25115) 274 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-06T15:43:00.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:59 smithi181 bash[70073]: cephadm 2024-09-06T15:42:58.272251+0000 mgr.y (mgr.25115) 274 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-06T15:43:00.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:59 smithi181 bash[70073]: cephadm 2024-09-06T15:42:58.303329+0000 mgr.y (mgr.25115) 275 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-06T15:43:00.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:59 smithi181 bash[70073]: cephadm 2024-09-06T15:42:58.303329+0000 mgr.y (mgr.25115) 275 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-06T15:43:00.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:59 smithi181 bash[70073]: cephadm 2024-09-06T15:42:58.321400+0000 mgr.y (mgr.25115) 276 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-06T15:43:00.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:59 smithi181 bash[70073]: cephadm 2024-09-06T15:42:58.321400+0000 mgr.y (mgr.25115) 276 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-06T15:43:00.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:59 smithi181 bash[70073]: cephadm 2024-09-06T15:42:58.339993+0000 mgr.y (mgr.25115) 277 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-06T15:43:00.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:59 smithi181 bash[70073]: cephadm 2024-09-06T15:42:58.339993+0000 mgr.y (mgr.25115) 277 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-06T15:43:00.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:59 smithi181 bash[70073]: cephadm 2024-09-06T15:42:58.357800+0000 mgr.y (mgr.25115) 278 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-06T15:43:00.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:59 smithi181 bash[70073]: cephadm 2024-09-06T15:42:58.357800+0000 mgr.y (mgr.25115) 278 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-06T15:43:00.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:59 smithi181 bash[70073]: cephadm 2024-09-06T15:42:58.366806+0000 mgr.y (mgr.25115) 279 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-06T15:43:00.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:59 smithi181 bash[70073]: cephadm 2024-09-06T15:42:58.366806+0000 mgr.y (mgr.25115) 279 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-06T15:43:00.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:59 smithi181 bash[70073]: cephadm 2024-09-06T15:42:58.376297+0000 mgr.y (mgr.25115) 280 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-06T15:43:00.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:59 smithi181 bash[70073]: cephadm 2024-09-06T15:42:58.376297+0000 mgr.y (mgr.25115) 280 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-06T15:43:00.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:59 smithi181 bash[70073]: cephadm 2024-09-06T15:42:58.385079+0000 mgr.y (mgr.25115) 281 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-06T15:43:00.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:59 smithi181 bash[70073]: cephadm 2024-09-06T15:42:58.385079+0000 mgr.y (mgr.25115) 281 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-06T15:43:00.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:59 smithi181 bash[70073]: cephadm 2024-09-06T15:42:58.393935+0000 mgr.y (mgr.25115) 282 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-06T15:43:00.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:59 smithi181 bash[70073]: cephadm 2024-09-06T15:42:58.393935+0000 mgr.y (mgr.25115) 282 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-06T15:43:00.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:59 smithi181 bash[70073]: cephadm 2024-09-06T15:42:58.402708+0000 mgr.y (mgr.25115) 283 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-06T15:43:00.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:59 smithi181 bash[70073]: cephadm 2024-09-06T15:42:58.402708+0000 mgr.y (mgr.25115) 283 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-06T15:43:00.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:59 smithi181 bash[70073]: cephadm 2024-09-06T15:42:58.408020+0000 mgr.y (mgr.25115) 284 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-06T15:43:00.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:59 smithi181 bash[70073]: cephadm 2024-09-06T15:42:58.408020+0000 mgr.y (mgr.25115) 284 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-06T15:43:00.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:59 smithi181 bash[70073]: cephadm 2024-09-06T15:42:58.541872+0000 mgr.y (mgr.25115) 285 : cephadm [INF] Upgrade: Complete! 2024-09-06T15:43:00.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:42:59 smithi181 bash[70073]: cephadm 2024-09-06T15:42:58.541872+0000 mgr.y (mgr.25115) 285 : cephadm [INF] Upgrade: Complete! 2024-09-06T15:43:01.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:00 smithi169 bash[19820]: cluster 2024-09-06T15:42:59.682546+0000 mgr.y (mgr.25115) 286 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:01.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:00 smithi169 bash[19820]: audit 2024-09-06T15:43:00.283709+0000 mon.c (mon.2) 184 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:43:01.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:00 smithi169 bash[19820]: audit 2024-09-06T15:43:00.349955+0000 mon.a (mon.0) 1591 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:43:01.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:00 smithi169 bash[26469]: cluster 2024-09-06T15:42:59.682546+0000 mgr.y (mgr.25115) 286 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:01.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:00 smithi169 bash[26469]: audit 2024-09-06T15:43:00.283709+0000 mon.c (mon.2) 184 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:43:01.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:00 smithi169 bash[26469]: audit 2024-09-06T15:43:00.349955+0000 mon.a (mon.0) 1591 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:43:01.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:00 smithi181 bash[70073]: cluster 2024-09-06T15:42:59.682546+0000 mgr.y (mgr.25115) 286 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:01.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:00 smithi181 bash[70073]: cluster 2024-09-06T15:42:59.682546+0000 mgr.y (mgr.25115) 286 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:01.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:00 smithi181 bash[70073]: audit 2024-09-06T15:43:00.283709+0000 mon.c (mon.2) 184 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:43:01.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:00 smithi181 bash[70073]: audit 2024-09-06T15:43:00.283709+0000 mon.c (mon.2) 184 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:43:01.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:00 smithi181 bash[70073]: audit 2024-09-06T15:43:00.349955+0000 mon.a (mon.0) 1591 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:43:01.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:00 smithi181 bash[70073]: audit 2024-09-06T15:43:00.349955+0000 mon.a (mon.0) 1591 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:43:02.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:43:01 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:43:01.83581382Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:43:03.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:02 smithi169 bash[19820]: cluster 2024-09-06T15:43:01.684382+0000 mgr.y (mgr.25115) 287 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:03.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:02 smithi169 bash[26469]: cluster 2024-09-06T15:43:01.684382+0000 mgr.y (mgr.25115) 287 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:03.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:02 smithi181 bash[70073]: cluster 2024-09-06T15:43:01.684382+0000 mgr.y (mgr.25115) 287 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:03.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:02 smithi181 bash[70073]: cluster 2024-09-06T15:43:01.684382+0000 mgr.y (mgr.25115) 287 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:05.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:04 smithi169 bash[19820]: audit 2024-09-06T15:43:03.260740+0000 mgr.y (mgr.25115) 288 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:43:05.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:04 smithi169 bash[19820]: cluster 2024-09-06T15:43:03.685138+0000 mgr.y (mgr.25115) 289 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:05.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:04 smithi169 bash[26469]: audit 2024-09-06T15:43:03.260740+0000 mgr.y (mgr.25115) 288 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:43:05.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:04 smithi169 bash[26469]: cluster 2024-09-06T15:43:03.685138+0000 mgr.y (mgr.25115) 289 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:05.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:43:04 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:43:04.843203691Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:43:05.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:04 smithi181 bash[70073]: audit 2024-09-06T15:43:03.260740+0000 mgr.y (mgr.25115) 288 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:43:05.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:04 smithi181 bash[70073]: audit 2024-09-06T15:43:03.260740+0000 mgr.y (mgr.25115) 288 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:43:05.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:04 smithi181 bash[70073]: cluster 2024-09-06T15:43:03.685138+0000 mgr.y (mgr.25115) 289 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:05.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:04 smithi181 bash[70073]: cluster 2024-09-06T15:43:03.685138+0000 mgr.y (mgr.25115) 289 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:06.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:43:06 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:43:06] "GET /metrics HTTP/1.1" 200 38241 "" "Prometheus/2.51.0" 2024-09-06T15:43:07.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:06 smithi169 bash[19820]: cluster 2024-09-06T15:43:05.686708+0000 mgr.y (mgr.25115) 290 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:07.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:06 smithi169 bash[26469]: cluster 2024-09-06T15:43:05.686708+0000 mgr.y (mgr.25115) 290 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:07.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:06 smithi181 bash[70073]: cluster 2024-09-06T15:43:05.686708+0000 mgr.y (mgr.25115) 290 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:07.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:06 smithi181 bash[70073]: cluster 2024-09-06T15:43:05.686708+0000 mgr.y (mgr.25115) 290 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:08.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:07 smithi169 bash[26469]: cluster 2024-09-06T15:43:07.687569+0000 mgr.y (mgr.25115) 291 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:09.395 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:07 smithi169 bash[19820]: cluster 2024-09-06T15:43:07.687569+0000 mgr.y (mgr.25115) 291 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:09.395 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:43:07 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:43:07.834027936Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:43:09.396 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:07 smithi181 bash[70073]: cluster 2024-09-06T15:43:07.687569+0000 mgr.y (mgr.25115) 291 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:09.396 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:07 smithi181 bash[70073]: cluster 2024-09-06T15:43:07.687569+0000 mgr.y (mgr.25115) 291 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:09.770 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph orch ps' 2024-09-06T15:43:10.993 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:43:10 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:43:10.824929421Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:43:10.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:10 smithi181 bash[70073]: audit 2024-09-06T15:43:09.028677+0000 mgr.y (mgr.25115) 292 : audit [DBG] from='client.25529 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:43:10.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:10 smithi181 bash[70073]: audit 2024-09-06T15:43:09.028677+0000 mgr.y (mgr.25115) 292 : audit [DBG] from='client.25529 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:43:10.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:10 smithi181 bash[70073]: cluster 2024-09-06T15:43:09.688384+0000 mgr.y (mgr.25115) 293 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:10.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:10 smithi181 bash[70073]: cluster 2024-09-06T15:43:09.688384+0000 mgr.y (mgr.25115) 293 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:11.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:10 smithi169 bash[19820]: audit 2024-09-06T15:43:09.028677+0000 mgr.y (mgr.25115) 292 : audit [DBG] from='client.25529 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:43:11.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:10 smithi169 bash[19820]: cluster 2024-09-06T15:43:09.688384+0000 mgr.y (mgr.25115) 293 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:11.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:10 smithi169 bash[26469]: audit 2024-09-06T15:43:09.028677+0000 mgr.y (mgr.25115) 292 : audit [DBG] from='client.25529 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:43:11.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:10 smithi169 bash[26469]: cluster 2024-09-06T15:43:09.688384+0000 mgr.y (mgr.25115) 293 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:13.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:12 smithi169 bash[19820]: cluster 2024-09-06T15:43:11.690112+0000 mgr.y (mgr.25115) 294 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:13.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:12 smithi169 bash[26469]: cluster 2024-09-06T15:43:11.690112+0000 mgr.y (mgr.25115) 294 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:13.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:12 smithi181 bash[70073]: cluster 2024-09-06T15:43:11.690112+0000 mgr.y (mgr.25115) 294 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:13.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:12 smithi181 bash[70073]: cluster 2024-09-06T15:43:11.690112+0000 mgr.y (mgr.25115) 294 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:14.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:43:13 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:43:13.842006011Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:43:14.580 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:43:14.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:14 smithi169 bash[19820]: audit 2024-09-06T15:43:13.272052+0000 mgr.y (mgr.25115) 295 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:43:14.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:14 smithi169 bash[19820]: cluster 2024-09-06T15:43:13.690830+0000 mgr.y (mgr.25115) 296 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:14.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:14 smithi169 bash[26469]: audit 2024-09-06T15:43:13.272052+0000 mgr.y (mgr.25115) 295 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:43:14.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:14 smithi169 bash[26469]: cluster 2024-09-06T15:43:13.690830+0000 mgr.y (mgr.25115) 296 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:15.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:14 smithi181 bash[70073]: audit 2024-09-06T15:43:13.272052+0000 mgr.y (mgr.25115) 295 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:43:15.268 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:14 smithi181 bash[70073]: audit 2024-09-06T15:43:13.272052+0000 mgr.y (mgr.25115) 295 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:43:15.268 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:14 smithi181 bash[70073]: cluster 2024-09-06T15:43:13.690830+0000 mgr.y (mgr.25115) 296 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:15.268 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:14 smithi181 bash[70073]: cluster 2024-09-06T15:43:13.690830+0000 mgr.y (mgr.25115) 296 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:16.049 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:15 smithi169 bash[19820]: audit 2024-09-06T15:43:15.284138+0000 mon.c (mon.2) 185 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:43:16.050 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:15 smithi169 bash[26469]: audit 2024-09-06T15:43:15.284138+0000 mon.c (mon.2) 185 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:43:16.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:15 smithi181 bash[70073]: audit 2024-09-06T15:43:15.284138+0000 mon.c (mon.2) 185 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:43:16.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:15 smithi181 bash[70073]: audit 2024-09-06T15:43:15.284138+0000 mon.c (mon.2) 185 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:43:16.272 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-06T15:43:16.273 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (3m) 3m ago 30m 13.9M - 0.27.0 11f11916f8cd 20ee608606f5 2024-09-06T15:43:16.273 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi181 *:3000 running (2m) 29s ago 30m 68.4M - c8b91775d855 e391fbe8c873 2024-09-06T15:43:16.273 INFO:teuthology.orchestra.run.smithi169.stdout:iscsi.foo.smithi169.yxosuq smithi169 *:5000 running (4m) 3m ago 27m 47.9M - 3.8 b6db46a449e5 e63406a8c5a8 2024-09-06T15:43:16.273 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi181 *:8443,9283,8765 running (4m) 29s ago 38m 438M - 19.3.0-4704-g8b38c33c 1c45aca0610a 291c4d2bed88 2024-09-06T15:43:16.273 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (15m) 3m ago 41m 497M - 19.3.0-4704-g8b38c33c 1c45aca0610a 5f9711fb78b7 2024-09-06T15:43:16.273 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (41m) 3m ago 41m 89.5M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 e9246768aa61 2024-09-06T15:43:16.273 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi181 running (36s) 29s ago 39m 18.5M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a 791f1710b3c0 2024-09-06T15:43:16.273 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (39m) 3m ago 39m 61.9M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 f845352189fb 2024-09-06T15:43:16.274 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (4m) 3m ago 30m 7696k - 1.7.0 72c9c2088986 03c6f14026b2 2024-09-06T15:43:16.274 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi181 *:9100 running (4m) 29s ago 30m 8007k - 1.7.0 72c9c2088986 0895a0652401 2024-09-06T15:43:16.274 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (38m) 3m ago 38m 58.1M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 cec969796af3 2024-09-06T15:43:16.274 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (37m) 3m ago 37m 67.7M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 d527f97f0b83 2024-09-06T15:43:16.274 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (36m) 3m ago 36m 61.8M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 303b15f1c60b 2024-09-06T15:43:16.274 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (35m) 3m ago 35m 65.1M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 524c24c2c8fd 2024-09-06T15:43:16.274 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi181 running (34m) 29s ago 34m 69.1M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 c9c9286e40c9 2024-09-06T15:43:16.274 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi181 running (33m) 29s ago 33m 56.0M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 427ff3118a0b 2024-09-06T15:43:16.274 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi181 running (32m) 29s ago 32m 64.5M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 9e6f947064d2 2024-09-06T15:43:16.275 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi181 running (32m) 29s ago 32m 67.2M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 a94f6f351ffd 2024-09-06T15:43:16.275 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi181 *:9095 running (3m) 29s ago 31m 39.5M - 2.51.0 1d3b7f56885b 365a3b66bc88 2024-09-06T15:43:16.275 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi169.svrjnx smithi169 *:8000 running (28m) 3m ago 28m 101M - 19.1.1-268-g635ed4cf b6db46a449e5 73d895896783 2024-09-06T15:43:16.275 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi181.fqbtai smithi181 *:8000 running (28m) 29s ago 28m 102M - 19.1.1-268-g635ed4cf b6db46a449e5 4aaa91540a99 2024-09-06T15:43:16.322 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:43:16 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:43:16] "GET /metrics HTTP/1.1" 200 38240 "" "Prometheus/2.51.0" 2024-09-06T15:43:17.093 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:16 smithi169 bash[19820]: cluster 2024-09-06T15:43:15.692459+0000 mgr.y (mgr.25115) 297 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:17.094 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:16 smithi169 bash[26469]: cluster 2024-09-06T15:43:15.692459+0000 mgr.y (mgr.25115) 297 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:17.095 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph versions | jq -e '"'"'.mon | length == 2'"'"'' 2024-09-06T15:43:17.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:43:16 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:43:16.834854929Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:43:17.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:16 smithi181 bash[70073]: cluster 2024-09-06T15:43:15.692459+0000 mgr.y (mgr.25115) 297 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:17.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:16 smithi181 bash[70073]: cluster 2024-09-06T15:43:15.692459+0000 mgr.y (mgr.25115) 297 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:18.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:17 smithi169 bash[19820]: audit 2024-09-06T15:43:16.236702+0000 mgr.y (mgr.25115) 298 : audit [DBG] from='client.25535 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:43:18.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:17 smithi169 bash[26469]: audit 2024-09-06T15:43:16.236702+0000 mgr.y (mgr.25115) 298 : audit [DBG] from='client.25535 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:43:18.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:17 smithi181 bash[70073]: audit 2024-09-06T15:43:16.236702+0000 mgr.y (mgr.25115) 298 : audit [DBG] from='client.25535 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:43:18.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:17 smithi181 bash[70073]: audit 2024-09-06T15:43:16.236702+0000 mgr.y (mgr.25115) 298 : audit [DBG] from='client.25535 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:43:19.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:18 smithi169 bash[19820]: cluster 2024-09-06T15:43:17.693169+0000 mgr.y (mgr.25115) 299 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:19.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:18 smithi169 bash[26469]: cluster 2024-09-06T15:43:17.693169+0000 mgr.y (mgr.25115) 299 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:19.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:18 smithi181 bash[70073]: cluster 2024-09-06T15:43:17.693169+0000 mgr.y (mgr.25115) 299 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:19.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:18 smithi181 bash[70073]: cluster 2024-09-06T15:43:17.693169+0000 mgr.y (mgr.25115) 299 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:20.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:43:19 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:43:19.844089234Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:43:21.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:20 smithi169 bash[19820]: cluster 2024-09-06T15:43:19.693900+0000 mgr.y (mgr.25115) 300 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:21.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:20 smithi169 bash[26469]: cluster 2024-09-06T15:43:19.693900+0000 mgr.y (mgr.25115) 300 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:21.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:20 smithi181 bash[70073]: cluster 2024-09-06T15:43:19.693900+0000 mgr.y (mgr.25115) 300 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:21.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:20 smithi181 bash[70073]: cluster 2024-09-06T15:43:19.693900+0000 mgr.y (mgr.25115) 300 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:21.914 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:43:23.057 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:22 smithi169 bash[19820]: cluster 2024-09-06T15:43:21.695581+0000 mgr.y (mgr.25115) 301 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:23.057 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:22 smithi169 bash[26469]: cluster 2024-09-06T15:43:21.695581+0000 mgr.y (mgr.25115) 301 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:23.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:43:22 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:43:22.845804167Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:43:23.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:22 smithi181 bash[70073]: cluster 2024-09-06T15:43:21.695581+0000 mgr.y (mgr.25115) 301 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:23.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:22 smithi181 bash[70073]: cluster 2024-09-06T15:43:21.695581+0000 mgr.y (mgr.25115) 301 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:23.417 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-09-06T15:43:24.177 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:23 smithi169 bash[19820]: audit 2024-09-06T15:43:23.408230+0000 mon.c (mon.2) 186 : audit [DBG] from='client.? 172.21.15.169:0/341298088' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:43:24.177 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:23 smithi169 bash[26469]: audit 2024-09-06T15:43:23.408230+0000 mon.c (mon.2) 186 : audit [DBG] from='client.? 172.21.15.169:0/341298088' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:43:24.205 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph orch upgrade status' 2024-09-06T15:43:24.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:23 smithi181 bash[70073]: audit 2024-09-06T15:43:23.408230+0000 mon.c (mon.2) 186 : audit [DBG] from='client.? 172.21.15.169:0/341298088' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:43:24.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:23 smithi181 bash[70073]: audit 2024-09-06T15:43:23.408230+0000 mon.c (mon.2) 186 : audit [DBG] from='client.? 172.21.15.169:0/341298088' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:43:25.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:24 smithi169 bash[19820]: audit 2024-09-06T15:43:23.279462+0000 mgr.y (mgr.25115) 302 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:43:25.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:24 smithi169 bash[19820]: cluster 2024-09-06T15:43:23.696322+0000 mgr.y (mgr.25115) 303 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:43:25.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:24 smithi169 bash[26469]: audit 2024-09-06T15:43:23.279462+0000 mgr.y (mgr.25115) 302 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:43:25.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:24 smithi169 bash[26469]: cluster 2024-09-06T15:43:23.696322+0000 mgr.y (mgr.25115) 303 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:43:25.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:24 smithi181 bash[70073]: audit 2024-09-06T15:43:23.279462+0000 mgr.y (mgr.25115) 302 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:43:25.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:24 smithi181 bash[70073]: audit 2024-09-06T15:43:23.279462+0000 mgr.y (mgr.25115) 302 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:43:25.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:24 smithi181 bash[70073]: cluster 2024-09-06T15:43:23.696322+0000 mgr.y (mgr.25115) 303 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:43:25.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:24 smithi181 bash[70073]: cluster 2024-09-06T15:43:23.696322+0000 mgr.y (mgr.25115) 303 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:43:26.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:43:25 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:43:25.856984279Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:43:26.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:43:26 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:43:26] "GET /metrics HTTP/1.1" 200 38240 "" "Prometheus/2.51.0" 2024-09-06T15:43:27.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:26 smithi169 bash[19820]: cluster 2024-09-06T15:43:25.697894+0000 mgr.y (mgr.25115) 304 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:27.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:26 smithi169 bash[26469]: cluster 2024-09-06T15:43:25.697894+0000 mgr.y (mgr.25115) 304 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:27.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:26 smithi181 bash[70073]: cluster 2024-09-06T15:43:25.697894+0000 mgr.y (mgr.25115) 304 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:27.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:26 smithi181 bash[70073]: cluster 2024-09-06T15:43:25.697894+0000 mgr.y (mgr.25115) 304 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:29.028 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:43:29.113 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:28 smithi169 bash[19820]: cluster 2024-09-06T15:43:27.698632+0000 mgr.y (mgr.25115) 305 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:43:29.113 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:28 smithi169 bash[26469]: cluster 2024-09-06T15:43:27.698632+0000 mgr.y (mgr.25115) 305 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:43:29.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:43:28 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:43:28.808096924Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:43:29.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:28 smithi181 bash[70073]: cluster 2024-09-06T15:43:27.698632+0000 mgr.y (mgr.25115) 305 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:43:29.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:28 smithi181 bash[70073]: cluster 2024-09-06T15:43:27.698632+0000 mgr.y (mgr.25115) 305 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:43:30.400 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:43:30.400 INFO:teuthology.orchestra.run.smithi169.stdout: "target_image": null, 2024-09-06T15:43:30.400 INFO:teuthology.orchestra.run.smithi169.stdout: "in_progress": false, 2024-09-06T15:43:30.400 INFO:teuthology.orchestra.run.smithi169.stdout: "which": "", 2024-09-06T15:43:30.401 INFO:teuthology.orchestra.run.smithi169.stdout: "services_complete": [], 2024-09-06T15:43:30.401 INFO:teuthology.orchestra.run.smithi169.stdout: "progress": null, 2024-09-06T15:43:30.401 INFO:teuthology.orchestra.run.smithi169.stdout: "message": "", 2024-09-06T15:43:30.401 INFO:teuthology.orchestra.run.smithi169.stdout: "is_paused": false 2024-09-06T15:43:30.401 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:43:30.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:30 smithi169 bash[19820]: cluster 2024-09-06T15:43:29.699378+0000 mgr.y (mgr.25115) 306 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:43:30.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:30 smithi169 bash[19820]: audit 2024-09-06T15:43:30.284233+0000 mon.c (mon.2) 187 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:43:30.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:30 smithi169 bash[26469]: cluster 2024-09-06T15:43:29.699378+0000 mgr.y (mgr.25115) 306 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:43:30.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:30 smithi169 bash[26469]: audit 2024-09-06T15:43:30.284233+0000 mon.c (mon.2) 187 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:43:31.186 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph health detail' 2024-09-06T15:43:31.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:30 smithi181 bash[70073]: cluster 2024-09-06T15:43:29.699378+0000 mgr.y (mgr.25115) 306 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:43:31.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:30 smithi181 bash[70073]: cluster 2024-09-06T15:43:29.699378+0000 mgr.y (mgr.25115) 306 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-06T15:43:31.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:30 smithi181 bash[70073]: audit 2024-09-06T15:43:30.284233+0000 mon.c (mon.2) 187 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:43:31.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:30 smithi181 bash[70073]: audit 2024-09-06T15:43:30.284233+0000 mon.c (mon.2) 187 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:43:32.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:31 smithi169 bash[19820]: audit 2024-09-06T15:43:30.401872+0000 mgr.y (mgr.25115) 307 : audit [DBG] from='client.25547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:43:32.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:31 smithi169 bash[26469]: audit 2024-09-06T15:43:30.401872+0000 mgr.y (mgr.25115) 307 : audit [DBG] from='client.25547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:43:32.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:43:31 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:43:31.847246781Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:43:32.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:31 smithi181 bash[70073]: audit 2024-09-06T15:43:30.401872+0000 mgr.y (mgr.25115) 307 : audit [DBG] from='client.25547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:43:32.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:31 smithi181 bash[70073]: audit 2024-09-06T15:43:30.401872+0000 mgr.y (mgr.25115) 307 : audit [DBG] from='client.25547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:43:33.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:32 smithi169 bash[19820]: cluster 2024-09-06T15:43:31.701075+0000 mgr.y (mgr.25115) 308 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:33.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:32 smithi169 bash[26469]: cluster 2024-09-06T15:43:31.701075+0000 mgr.y (mgr.25115) 308 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:33.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:32 smithi181 bash[70073]: cluster 2024-09-06T15:43:31.701075+0000 mgr.y (mgr.25115) 308 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:33.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:32 smithi181 bash[70073]: cluster 2024-09-06T15:43:31.701075+0000 mgr.y (mgr.25115) 308 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:35.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:34 smithi169 bash[19820]: audit 2024-09-06T15:43:33.289453+0000 mgr.y (mgr.25115) 309 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:43:35.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:34 smithi169 bash[19820]: cluster 2024-09-06T15:43:33.701795+0000 mgr.y (mgr.25115) 310 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:35.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:34 smithi169 bash[26469]: audit 2024-09-06T15:43:33.289453+0000 mgr.y (mgr.25115) 309 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:43:35.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:34 smithi169 bash[26469]: cluster 2024-09-06T15:43:33.701795+0000 mgr.y (mgr.25115) 310 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:35.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:43:34 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:43:34.849367854Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:43:35.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:34 smithi181 bash[70073]: audit 2024-09-06T15:43:33.289453+0000 mgr.y (mgr.25115) 309 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:43:35.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:34 smithi181 bash[70073]: audit 2024-09-06T15:43:33.289453+0000 mgr.y (mgr.25115) 309 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:43:35.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:34 smithi181 bash[70073]: cluster 2024-09-06T15:43:33.701795+0000 mgr.y (mgr.25115) 310 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:35.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:34 smithi181 bash[70073]: cluster 2024-09-06T15:43:33.701795+0000 mgr.y (mgr.25115) 310 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:36.002 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:43:36.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:43:36 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:43:36] "GET /metrics HTTP/1.1" 200 38244 "" "Prometheus/2.51.0" 2024-09-06T15:43:37.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:36 smithi169 bash[19820]: cluster 2024-09-06T15:43:35.703410+0000 mgr.y (mgr.25115) 311 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:37.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:36 smithi169 bash[26469]: cluster 2024-09-06T15:43:35.703410+0000 mgr.y (mgr.25115) 311 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:37.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:36 smithi181 bash[70073]: cluster 2024-09-06T15:43:35.703410+0000 mgr.y (mgr.25115) 311 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:37.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:36 smithi181 bash[70073]: cluster 2024-09-06T15:43:35.703410+0000 mgr.y (mgr.25115) 311 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:37.624 INFO:teuthology.orchestra.run.smithi169.stdout:HEALTH_WARN Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:43:37.624 INFO:teuthology.orchestra.run.smithi169.stdout:[WRN] MGR_MODULE_DEPENDENCY: Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:43:37.625 INFO:teuthology.orchestra.run.smithi169.stdout: Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:43:37.893 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:37 smithi169 bash[19820]: audit 2024-09-06T15:43:37.626442+0000 mon.c (mon.2) 188 : audit [DBG] from='client.? 172.21.15.169:0/590655908' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-06T15:43:37.894 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:37 smithi169 bash[26469]: audit 2024-09-06T15:43:37.626442+0000 mon.c (mon.2) 188 : audit [DBG] from='client.? 172.21.15.169:0/590655908' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-06T15:43:38.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:43:37 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:43:37.8453014Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:43:38.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:37 smithi181 bash[70073]: audit 2024-09-06T15:43:37.626442+0000 mon.c (mon.2) 188 : audit [DBG] from='client.? 172.21.15.169:0/590655908' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-06T15:43:38.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:37 smithi181 bash[70073]: audit 2024-09-06T15:43:37.626442+0000 mon.c (mon.2) 188 : audit [DBG] from='client.? 172.21.15.169:0/590655908' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-06T15:43:38.395 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.y | awk '"'"'{print $2}'"'"')' 2024-09-06T15:43:39.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:38 smithi169 bash[19820]: cluster 2024-09-06T15:43:37.703940+0000 mgr.y (mgr.25115) 312 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:39.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:38 smithi169 bash[26469]: cluster 2024-09-06T15:43:37.703940+0000 mgr.y (mgr.25115) 312 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:39.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:38 smithi181 bash[70073]: cluster 2024-09-06T15:43:37.703940+0000 mgr.y (mgr.25115) 312 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:39.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:38 smithi181 bash[70073]: cluster 2024-09-06T15:43:37.703940+0000 mgr.y (mgr.25115) 312 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:41.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:40 smithi169 bash[19820]: cluster 2024-09-06T15:43:39.704636+0000 mgr.y (mgr.25115) 313 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:41.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:40 smithi169 bash[26469]: cluster 2024-09-06T15:43:39.704636+0000 mgr.y (mgr.25115) 313 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:41.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:43:40 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:43:40.83795618Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:43:41.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:40 smithi181 bash[70073]: cluster 2024-09-06T15:43:39.704636+0000 mgr.y (mgr.25115) 313 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:41.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:40 smithi181 bash[70073]: cluster 2024-09-06T15:43:39.704636+0000 mgr.y (mgr.25115) 313 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:43.200 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:42 smithi169 bash[19820]: cluster 2024-09-06T15:43:41.706347+0000 mgr.y (mgr.25115) 314 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:43.205 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:42 smithi169 bash[26469]: cluster 2024-09-06T15:43:41.706347+0000 mgr.y (mgr.25115) 314 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:43.211 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:43:43.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:42 smithi181 bash[70073]: cluster 2024-09-06T15:43:41.706347+0000 mgr.y (mgr.25115) 314 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:43.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:42 smithi181 bash[70073]: cluster 2024-09-06T15:43:41.706347+0000 mgr.y (mgr.25115) 314 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:44.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:43:43 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:43:43.807219319Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:43:45.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:44 smithi169 bash[19820]: audit 2024-09-06T15:43:43.299520+0000 mgr.y (mgr.25115) 315 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:43:45.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:44 smithi169 bash[19820]: cluster 2024-09-06T15:43:43.707068+0000 mgr.y (mgr.25115) 316 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:45.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:44 smithi169 bash[26469]: audit 2024-09-06T15:43:43.299520+0000 mgr.y (mgr.25115) 315 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:43:45.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:44 smithi169 bash[26469]: cluster 2024-09-06T15:43:43.707068+0000 mgr.y (mgr.25115) 316 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:45.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:44 smithi181 bash[70073]: audit 2024-09-06T15:43:43.299520+0000 mgr.y (mgr.25115) 315 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:43:45.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:44 smithi181 bash[70073]: audit 2024-09-06T15:43:43.299520+0000 mgr.y (mgr.25115) 315 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:43:45.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:44 smithi181 bash[70073]: cluster 2024-09-06T15:43:43.707068+0000 mgr.y (mgr.25115) 316 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:45.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:44 smithi181 bash[70073]: cluster 2024-09-06T15:43:43.707068+0000 mgr.y (mgr.25115) 316 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:46.050 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:45 smithi169 bash[19820]: audit 2024-09-06T15:43:44.795087+0000 mgr.y (mgr.25115) 317 : audit [DBG] from='client.15702 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:43:46.050 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:45 smithi169 bash[19820]: audit 2024-09-06T15:43:45.284632+0000 mon.c (mon.2) 189 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:43:46.050 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:45 smithi169 bash[26469]: audit 2024-09-06T15:43:44.795087+0000 mgr.y (mgr.25115) 317 : audit [DBG] from='client.15702 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:43:46.051 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:45 smithi169 bash[26469]: audit 2024-09-06T15:43:45.284632+0000 mon.c (mon.2) 189 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:43:46.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:45 smithi181 bash[70073]: audit 2024-09-06T15:43:44.795087+0000 mgr.y (mgr.25115) 317 : audit [DBG] from='client.15702 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:43:46.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:45 smithi181 bash[70073]: audit 2024-09-06T15:43:44.795087+0000 mgr.y (mgr.25115) 317 : audit [DBG] from='client.15702 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:43:46.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:45 smithi181 bash[70073]: audit 2024-09-06T15:43:45.284632+0000 mon.c (mon.2) 189 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:43:46.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:45 smithi181 bash[70073]: audit 2024-09-06T15:43:45.284632+0000 mon.c (mon.2) 189 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:43:46.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:43:46 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:43:46] "GET /metrics HTTP/1.1" 200 38242 "" "Prometheus/2.51.0" 2024-09-06T15:43:47.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:46 smithi169 bash[26469]: audit 2024-09-06T15:43:45.125095+0000 mgr.y (mgr.25115) 318 : audit [DBG] from='client.15708 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "daemon_types": "mon", "hosts": "smithi169", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:43:47.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:46 smithi169 bash[26469]: cluster 2024-09-06T15:43:45.708604+0000 mgr.y (mgr.25115) 319 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:47.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:46 smithi169 bash[19820]: audit 2024-09-06T15:43:45.125095+0000 mgr.y (mgr.25115) 318 : audit [DBG] from='client.15708 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "daemon_types": "mon", "hosts": "smithi169", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:43:47.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:46 smithi169 bash[19820]: cluster 2024-09-06T15:43:45.708604+0000 mgr.y (mgr.25115) 319 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:47.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:43:46 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:43:46.81211372Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:43:47.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:46 smithi181 bash[70073]: audit 2024-09-06T15:43:45.125095+0000 mgr.y (mgr.25115) 318 : audit [DBG] from='client.15708 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "daemon_types": "mon", "hosts": "smithi169", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:43:47.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:46 smithi181 bash[70073]: audit 2024-09-06T15:43:45.125095+0000 mgr.y (mgr.25115) 318 : audit [DBG] from='client.15708 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "daemon_types": "mon", "hosts": "smithi169", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:43:47.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:46 smithi181 bash[70073]: cluster 2024-09-06T15:43:45.708604+0000 mgr.y (mgr.25115) 319 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:47.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:46 smithi181 bash[70073]: cluster 2024-09-06T15:43:45.708604+0000 mgr.y (mgr.25115) 319 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:47.756 INFO:teuthology.orchestra.run.smithi169.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:43:48.454 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-06T15:43:49.147 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:48 smithi169 bash[19820]: cluster 2024-09-06T15:43:47.709314+0000 mgr.y (mgr.25115) 320 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:49.147 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:48 smithi169 bash[19820]: cephadm 2024-09-06T15:43:47.750348+0000 mgr.y (mgr.25115) 321 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:43:49.147 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:48 smithi169 bash[19820]: audit 2024-09-06T15:43:47.756595+0000 mon.a (mon.0) 1592 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:43:49.148 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:48 smithi169 bash[19820]: audit 2024-09-06T15:43:48.455881+0000 mon.c (mon.2) 190 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:43:49.148 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:48 smithi169 bash[19820]: audit 2024-09-06T15:43:48.457409+0000 mon.c (mon.2) 191 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:43:49.148 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:48 smithi169 bash[19820]: audit 2024-09-06T15:43:48.466770+0000 mon.a (mon.0) 1593 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:43:49.148 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:48 smithi169 bash[26469]: cluster 2024-09-06T15:43:47.709314+0000 mgr.y (mgr.25115) 320 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:49.149 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:48 smithi169 bash[26469]: cephadm 2024-09-06T15:43:47.750348+0000 mgr.y (mgr.25115) 321 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:43:49.149 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:48 smithi169 bash[26469]: audit 2024-09-06T15:43:47.756595+0000 mon.a (mon.0) 1592 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:43:49.149 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:48 smithi169 bash[26469]: audit 2024-09-06T15:43:48.455881+0000 mon.c (mon.2) 190 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:43:49.149 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:48 smithi169 bash[26469]: audit 2024-09-06T15:43:48.457409+0000 mon.c (mon.2) 191 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:43:49.149 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:48 smithi169 bash[26469]: audit 2024-09-06T15:43:48.466770+0000 mon.a (mon.0) 1593 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:43:49.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:48 smithi181 bash[70073]: cluster 2024-09-06T15:43:47.709314+0000 mgr.y (mgr.25115) 320 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:49.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:48 smithi181 bash[70073]: cluster 2024-09-06T15:43:47.709314+0000 mgr.y (mgr.25115) 320 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:49.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:48 smithi181 bash[70073]: cephadm 2024-09-06T15:43:47.750348+0000 mgr.y (mgr.25115) 321 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:43:49.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:48 smithi181 bash[70073]: cephadm 2024-09-06T15:43:47.750348+0000 mgr.y (mgr.25115) 321 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:43:49.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:48 smithi181 bash[70073]: audit 2024-09-06T15:43:47.756595+0000 mon.a (mon.0) 1592 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:43:49.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:48 smithi181 bash[70073]: audit 2024-09-06T15:43:47.756595+0000 mon.a (mon.0) 1592 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:43:49.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:48 smithi181 bash[70073]: audit 2024-09-06T15:43:48.455881+0000 mon.c (mon.2) 190 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:43:49.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:48 smithi181 bash[70073]: audit 2024-09-06T15:43:48.455881+0000 mon.c (mon.2) 190 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:43:49.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:48 smithi181 bash[70073]: audit 2024-09-06T15:43:48.457409+0000 mon.c (mon.2) 191 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:43:49.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:48 smithi181 bash[70073]: audit 2024-09-06T15:43:48.457409+0000 mon.c (mon.2) 191 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:43:49.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:48 smithi181 bash[70073]: audit 2024-09-06T15:43:48.466770+0000 mon.a (mon.0) 1593 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:43:49.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:48 smithi181 bash[70073]: audit 2024-09-06T15:43:48.466770+0000 mon.a (mon.0) 1593 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:43:50.192 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:49 smithi169 bash[19820]: cephadm 2024-09-06T15:43:48.592058+0000 mgr.y (mgr.25115) 322 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:43:50.192 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:49 smithi169 bash[26469]: cephadm 2024-09-06T15:43:48.592058+0000 mgr.y (mgr.25115) 322 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:43:50.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:43:49 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:43:49.819800359Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:43:50.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:49 smithi181 bash[70073]: cephadm 2024-09-06T15:43:48.592058+0000 mgr.y (mgr.25115) 322 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:43:50.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:49 smithi181 bash[70073]: cephadm 2024-09-06T15:43:48.592058+0000 mgr.y (mgr.25115) 322 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:43:50.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:50 smithi169 bash[19820]: cluster 2024-09-06T15:43:49.709982+0000 mgr.y (mgr.25115) 323 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:50.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:50 smithi169 bash[26469]: cluster 2024-09-06T15:43:49.709982+0000 mgr.y (mgr.25115) 323 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:51.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:50 smithi181 bash[70073]: cluster 2024-09-06T15:43:49.709982+0000 mgr.y (mgr.25115) 323 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:51.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:50 smithi181 bash[70073]: cluster 2024-09-06T15:43:49.709982+0000 mgr.y (mgr.25115) 323 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:52.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:52 smithi169 bash[19820]: audit 2024-09-06T15:43:51.044319+0000 mon.a (mon.0) 1594 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:43:52.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:52 smithi169 bash[19820]: cephadm 2024-09-06T15:43:51.047894+0000 mgr.y (mgr.25115) 324 : cephadm [INF] Upgrade: Target is version 19.3.0-4704-g8b38c33c (squid) 2024-09-06T15:43:52.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:52 smithi169 bash[19820]: cephadm 2024-09-06T15:43:51.048035+0000 mgr.y (mgr.25115) 325 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c86edd48571ab22373283621eb9feebce9df9c291d4164cfc4df1a09493e1f30'] 2024-09-06T15:43:52.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:52 smithi169 bash[19820]: audit 2024-09-06T15:43:51.050689+0000 mon.c (mon.2) 192 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:43:52.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:52 smithi169 bash[19820]: audit 2024-09-06T15:43:51.055097+0000 mon.c (mon.2) 193 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:43:52.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:52 smithi169 bash[19820]: cephadm 2024-09-06T15:43:51.056737+0000 mgr.y (mgr.25115) 326 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-06T15:43:52.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:52 smithi169 bash[19820]: audit 2024-09-06T15:43:51.065913+0000 mon.a (mon.0) 1595 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:43:52.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:52 smithi169 bash[19820]: audit 2024-09-06T15:43:51.072634+0000 mon.c (mon.2) 194 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-06T15:43:52.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:52 smithi169 bash[19820]: audit 2024-09-06T15:43:51.074296+0000 mon.c (mon.2) 195 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-06T15:43:52.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:52 smithi169 bash[19820]: cephadm 2024-09-06T15:43:51.075426+0000 mgr.y (mgr.25115) 327 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-09-06T15:43:52.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:52 smithi169 bash[19820]: cluster 2024-09-06T15:43:51.711648+0000 mgr.y (mgr.25115) 328 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:52.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:52 smithi169 bash[26469]: audit 2024-09-06T15:43:51.044319+0000 mon.a (mon.0) 1594 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:43:52.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:52 smithi169 bash[26469]: cephadm 2024-09-06T15:43:51.047894+0000 mgr.y (mgr.25115) 324 : cephadm [INF] Upgrade: Target is version 19.3.0-4704-g8b38c33c (squid) 2024-09-06T15:43:52.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:52 smithi169 bash[26469]: cephadm 2024-09-06T15:43:51.048035+0000 mgr.y (mgr.25115) 325 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c86edd48571ab22373283621eb9feebce9df9c291d4164cfc4df1a09493e1f30'] 2024-09-06T15:43:52.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:52 smithi169 bash[26469]: audit 2024-09-06T15:43:51.050689+0000 mon.c (mon.2) 192 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:43:52.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:52 smithi169 bash[26469]: audit 2024-09-06T15:43:51.055097+0000 mon.c (mon.2) 193 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:43:52.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:52 smithi169 bash[26469]: cephadm 2024-09-06T15:43:51.056737+0000 mgr.y (mgr.25115) 326 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-06T15:43:52.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:52 smithi169 bash[26469]: audit 2024-09-06T15:43:51.065913+0000 mon.a (mon.0) 1595 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:43:52.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:52 smithi169 bash[26469]: audit 2024-09-06T15:43:51.072634+0000 mon.c (mon.2) 194 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-06T15:43:52.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:52 smithi169 bash[26469]: audit 2024-09-06T15:43:51.074296+0000 mon.c (mon.2) 195 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-06T15:43:52.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:52 smithi169 bash[26469]: cephadm 2024-09-06T15:43:51.075426+0000 mgr.y (mgr.25115) 327 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-09-06T15:43:52.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:52 smithi169 bash[26469]: cluster 2024-09-06T15:43:51.711648+0000 mgr.y (mgr.25115) 328 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:52.494 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:52 smithi181 bash[70073]: audit 2024-09-06T15:43:51.044319+0000 mon.a (mon.0) 1594 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:43:52.494 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:52 smithi181 bash[70073]: audit 2024-09-06T15:43:51.044319+0000 mon.a (mon.0) 1594 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:43:52.494 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:52 smithi181 bash[70073]: cephadm 2024-09-06T15:43:51.047894+0000 mgr.y (mgr.25115) 324 : cephadm [INF] Upgrade: Target is version 19.3.0-4704-g8b38c33c (squid) 2024-09-06T15:43:52.494 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:52 smithi181 bash[70073]: cephadm 2024-09-06T15:43:51.047894+0000 mgr.y (mgr.25115) 324 : cephadm [INF] Upgrade: Target is version 19.3.0-4704-g8b38c33c (squid) 2024-09-06T15:43:52.494 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:52 smithi181 bash[70073]: cephadm 2024-09-06T15:43:51.048035+0000 mgr.y (mgr.25115) 325 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c86edd48571ab22373283621eb9feebce9df9c291d4164cfc4df1a09493e1f30'] 2024-09-06T15:43:52.494 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:52 smithi181 bash[70073]: cephadm 2024-09-06T15:43:51.048035+0000 mgr.y (mgr.25115) 325 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c86edd48571ab22373283621eb9feebce9df9c291d4164cfc4df1a09493e1f30'] 2024-09-06T15:43:52.494 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:52 smithi181 bash[70073]: audit 2024-09-06T15:43:51.050689+0000 mon.c (mon.2) 192 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:43:52.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:52 smithi181 bash[70073]: audit 2024-09-06T15:43:51.050689+0000 mon.c (mon.2) 192 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:43:52.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:52 smithi181 bash[70073]: audit 2024-09-06T15:43:51.055097+0000 mon.c (mon.2) 193 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:43:52.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:52 smithi181 bash[70073]: audit 2024-09-06T15:43:51.055097+0000 mon.c (mon.2) 193 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:43:52.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:52 smithi181 bash[70073]: cephadm 2024-09-06T15:43:51.056737+0000 mgr.y (mgr.25115) 326 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-06T15:43:52.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:52 smithi181 bash[70073]: cephadm 2024-09-06T15:43:51.056737+0000 mgr.y (mgr.25115) 326 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-06T15:43:52.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:52 smithi181 bash[70073]: audit 2024-09-06T15:43:51.065913+0000 mon.a (mon.0) 1595 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:43:52.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:52 smithi181 bash[70073]: audit 2024-09-06T15:43:51.065913+0000 mon.a (mon.0) 1595 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:43:52.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:52 smithi181 bash[70073]: audit 2024-09-06T15:43:51.072634+0000 mon.c (mon.2) 194 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-06T15:43:52.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:52 smithi181 bash[70073]: audit 2024-09-06T15:43:51.072634+0000 mon.c (mon.2) 194 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-06T15:43:52.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:52 smithi181 bash[70073]: audit 2024-09-06T15:43:51.074296+0000 mon.c (mon.2) 195 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-06T15:43:52.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:52 smithi181 bash[70073]: audit 2024-09-06T15:43:51.074296+0000 mon.c (mon.2) 195 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-06T15:43:52.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:52 smithi181 bash[70073]: cephadm 2024-09-06T15:43:51.075426+0000 mgr.y (mgr.25115) 327 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-09-06T15:43:52.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:52 smithi181 bash[70073]: cephadm 2024-09-06T15:43:51.075426+0000 mgr.y (mgr.25115) 327 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-09-06T15:43:52.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:52 smithi181 bash[70073]: cluster 2024-09-06T15:43:51.711648+0000 mgr.y (mgr.25115) 328 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:52.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:52 smithi181 bash[70073]: cluster 2024-09-06T15:43:51.711648+0000 mgr.y (mgr.25115) 328 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:53.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:43:52 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:43:52.81095787Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:43:53.943 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:43:54.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:54 smithi181 bash[70073]: audit 2024-09-06T15:43:53.310724+0000 mgr.y (mgr.25115) 329 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:43:54.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:54 smithi181 bash[70073]: audit 2024-09-06T15:43:53.310724+0000 mgr.y (mgr.25115) 329 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:43:54.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:54 smithi181 bash[70073]: cephadm 2024-09-06T15:43:53.472917+0000 mgr.y (mgr.25115) 330 : cephadm [INF] Upgrade: Updating mon.a 2024-09-06T15:43:54.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:54 smithi181 bash[70073]: cephadm 2024-09-06T15:43:53.472917+0000 mgr.y (mgr.25115) 330 : cephadm [INF] Upgrade: Updating mon.a 2024-09-06T15:43:54.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:54 smithi181 bash[70073]: audit 2024-09-06T15:43:53.478070+0000 mon.a (mon.0) 1596 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:43:54.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:54 smithi181 bash[70073]: audit 2024-09-06T15:43:53.478070+0000 mon.a (mon.0) 1596 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:43:54.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:54 smithi181 bash[70073]: audit 2024-09-06T15:43:53.484780+0000 mon.c (mon.2) 196 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-06T15:43:54.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:54 smithi181 bash[70073]: audit 2024-09-06T15:43:53.484780+0000 mon.c (mon.2) 196 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-06T15:43:54.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:54 smithi181 bash[70073]: audit 2024-09-06T15:43:53.486301+0000 mon.c (mon.2) 197 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-06T15:43:54.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:54 smithi181 bash[70073]: audit 2024-09-06T15:43:53.486301+0000 mon.c (mon.2) 197 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-06T15:43:54.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:54 smithi181 bash[70073]: audit 2024-09-06T15:43:53.487912+0000 mon.c (mon.2) 198 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:43:54.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:54 smithi181 bash[70073]: audit 2024-09-06T15:43:53.487912+0000 mon.c (mon.2) 198 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:43:54.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:54 smithi181 bash[70073]: cephadm 2024-09-06T15:43:53.489754+0000 mgr.y (mgr.25115) 331 : cephadm [INF] Deploying daemon mon.a on smithi169 2024-09-06T15:43:54.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:54 smithi181 bash[70073]: cephadm 2024-09-06T15:43:53.489754+0000 mgr.y (mgr.25115) 331 : cephadm [INF] Deploying daemon mon.a on smithi169 2024-09-06T15:43:54.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:54 smithi181 bash[70073]: cluster 2024-09-06T15:43:53.712356+0000 mgr.y (mgr.25115) 332 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:54.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:54 smithi181 bash[70073]: cluster 2024-09-06T15:43:53.712356+0000 mgr.y (mgr.25115) 332 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:54.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:54 smithi169 bash[19820]: audit 2024-09-06T15:43:53.310724+0000 mgr.y (mgr.25115) 329 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:43:54.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:54 smithi169 bash[19820]: cephadm 2024-09-06T15:43:53.472917+0000 mgr.y (mgr.25115) 330 : cephadm [INF] Upgrade: Updating mon.a 2024-09-06T15:43:54.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:54 smithi169 bash[19820]: audit 2024-09-06T15:43:53.478070+0000 mon.a (mon.0) 1596 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:43:54.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:54 smithi169 bash[19820]: audit 2024-09-06T15:43:53.484780+0000 mon.c (mon.2) 196 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-06T15:43:54.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:54 smithi169 bash[19820]: audit 2024-09-06T15:43:53.486301+0000 mon.c (mon.2) 197 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-06T15:43:54.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:54 smithi169 bash[19820]: audit 2024-09-06T15:43:53.487912+0000 mon.c (mon.2) 198 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:43:54.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:54 smithi169 bash[19820]: cephadm 2024-09-06T15:43:53.489754+0000 mgr.y (mgr.25115) 331 : cephadm [INF] Deploying daemon mon.a on smithi169 2024-09-06T15:43:54.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:54 smithi169 bash[19820]: cluster 2024-09-06T15:43:53.712356+0000 mgr.y (mgr.25115) 332 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:54.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:54 smithi169 bash[26469]: audit 2024-09-06T15:43:53.310724+0000 mgr.y (mgr.25115) 329 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:43:54.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:54 smithi169 bash[26469]: cephadm 2024-09-06T15:43:53.472917+0000 mgr.y (mgr.25115) 330 : cephadm [INF] Upgrade: Updating mon.a 2024-09-06T15:43:54.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:54 smithi169 bash[26469]: audit 2024-09-06T15:43:53.478070+0000 mon.a (mon.0) 1596 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:43:54.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:54 smithi169 bash[26469]: audit 2024-09-06T15:43:53.484780+0000 mon.c (mon.2) 196 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-06T15:43:54.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:54 smithi169 bash[26469]: audit 2024-09-06T15:43:53.486301+0000 mon.c (mon.2) 197 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-06T15:43:54.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:54 smithi169 bash[26469]: audit 2024-09-06T15:43:53.487912+0000 mon.c (mon.2) 198 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:43:54.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:54 smithi169 bash[26469]: cephadm 2024-09-06T15:43:53.489754+0000 mgr.y (mgr.25115) 331 : cephadm [INF] Deploying daemon mon.a on smithi169 2024-09-06T15:43:54.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:54 smithi169 bash[26469]: cluster 2024-09-06T15:43:53.712356+0000 mgr.y (mgr.25115) 332 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:43:56.233 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:43:56 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:43:56] "GET /metrics HTTP/1.1" 200 38242 "" "Prometheus/2.51.0" 2024-09-06T15:43:56.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:43:55 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:43:55.842694361Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:43:56.337 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-09-06T15:43:56.918 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-06T15:43:56.919 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (3m) 3m ago 31m 13.9M - 0.27.0 11f11916f8cd 20ee608606f5 2024-09-06T15:43:56.919 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi181 *:3000 running (3m) 70s ago 31m 68.4M - c8b91775d855 e391fbe8c873 2024-09-06T15:43:56.919 INFO:teuthology.orchestra.run.smithi169.stdout:iscsi.foo.smithi169.yxosuq smithi169 *:5000 running (5m) 3m ago 28m 47.9M - 3.8 b6db46a449e5 e63406a8c5a8 2024-09-06T15:43:56.919 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi181 *:8443,9283,8765 running (5m) 70s ago 39m 438M - 19.3.0-4704-g8b38c33c 1c45aca0610a 291c4d2bed88 2024-09-06T15:43:56.919 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (16m) 3m ago 41m 497M - 19.3.0-4704-g8b38c33c 1c45aca0610a 5f9711fb78b7 2024-09-06T15:43:56.919 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (41m) 3m ago 42m 89.5M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 e9246768aa61 2024-09-06T15:43:56.919 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi181 running (77s) 70s ago 40m 18.5M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a 791f1710b3c0 2024-09-06T15:43:56.919 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (40m) 3m ago 40m 61.9M 2048M 19.1.1-268-g635ed4cf b6db46a449e5 f845352189fb 2024-09-06T15:43:56.919 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (4m) 3m ago 31m 7696k - 1.7.0 72c9c2088986 03c6f14026b2 2024-09-06T15:43:56.920 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi181 *:9100 running (4m) 70s ago 31m 8007k - 1.7.0 72c9c2088986 0895a0652401 2024-09-06T15:43:56.920 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (38m) 3m ago 38m 58.1M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 cec969796af3 2024-09-06T15:43:56.920 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (38m) 3m ago 38m 67.7M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 d527f97f0b83 2024-09-06T15:43:56.920 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (37m) 3m ago 37m 61.8M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 303b15f1c60b 2024-09-06T15:43:56.920 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (36m) 3m ago 36m 65.1M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 524c24c2c8fd 2024-09-06T15:43:56.920 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi181 running (35m) 70s ago 35m 69.1M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 c9c9286e40c9 2024-09-06T15:43:56.920 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi181 running (34m) 70s ago 34m 56.0M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 427ff3118a0b 2024-09-06T15:43:56.920 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi181 running (33m) 70s ago 33m 64.5M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 9e6f947064d2 2024-09-06T15:43:56.920 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi181 running (32m) 70s ago 32m 67.2M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 a94f6f351ffd 2024-09-06T15:43:56.920 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi181 *:9095 running (4m) 70s ago 31m 39.5M - 2.51.0 1d3b7f56885b 365a3b66bc88 2024-09-06T15:43:56.920 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi169.svrjnx smithi169 *:8000 running (28m) 3m ago 28m 101M - 19.1.1-268-g635ed4cf b6db46a449e5 73d895896783 2024-09-06T15:43:56.920 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi181.fqbtai smithi181 *:8000 running (29m) 70s ago 29m 102M - 19.1.1-268-g635ed4cf b6db46a449e5 4aaa91540a99 2024-09-06T15:43:57.044 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:56 smithi169 bash[19820]: cluster 2024-09-06T15:43:55.713960+0000 mgr.y (mgr.25115) 333 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:57.045 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:56 smithi169 bash[26469]: cluster 2024-09-06T15:43:55.713960+0000 mgr.y (mgr.25115) 333 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:57.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:56 smithi181 bash[70073]: cluster 2024-09-06T15:43:55.713960+0000 mgr.y (mgr.25115) 333 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:57.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:43:56 smithi181 bash[70073]: cluster 2024-09-06T15:43:55.713960+0000 mgr.y (mgr.25115) 333 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:43:57.254 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:43:57.254 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-09-06T15:43:57.254 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 2, 2024-09-06T15:43:57.255 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 1 2024-09-06T15:43:57.255 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:43:57.255 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-09-06T15:43:57.255 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 2 2024-09-06T15:43:57.255 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:43:57.255 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-09-06T15:43:57.255 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 8 2024-09-06T15:43:57.255 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:43:57.255 INFO:teuthology.orchestra.run.smithi169.stdout: "rgw": { 2024-09-06T15:43:57.255 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 2 2024-09-06T15:43:57.255 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:43:57.255 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-09-06T15:43:57.255 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 12, 2024-09-06T15:43:57.255 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 3 2024-09-06T15:43:57.256 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-09-06T15:43:57.256 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:43:57.300 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:43:57 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:43:57.300 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:43:57 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:43:57.301 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:43:57 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:43:57.301 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:57 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:43:57.301 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:43:57 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:43:57.302 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:43:57 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:43:57.302 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:43:57 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:43:57.303 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:43:57 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:43:57.303 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:57 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:43:57.538 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:43:57.539 INFO:teuthology.orchestra.run.smithi169.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", 2024-09-06T15:43:57.539 INFO:teuthology.orchestra.run.smithi169.stdout: "in_progress": true, 2024-09-06T15:43:57.539 INFO:teuthology.orchestra.run.smithi169.stdout: "which": "Upgrading daemons of type(s) mon on host(s) smithi169", 2024-09-06T15:43:57.539 INFO:teuthology.orchestra.run.smithi169.stdout: "services_complete": [], 2024-09-06T15:43:57.539 INFO:teuthology.orchestra.run.smithi169.stdout: "progress": "0/2 daemons upgraded", 2024-09-06T15:43:57.539 INFO:teuthology.orchestra.run.smithi169.stdout: "message": "Currently upgrading mon daemons", 2024-09-06T15:43:57.539 INFO:teuthology.orchestra.run.smithi169.stdout: "is_paused": false 2024-09-06T15:43:57.539 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:43:57.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:57 smithi169 systemd[1]: Stopping Ceph mon.a for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:43:57.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:57 smithi169 bash[19820]: debug 2024-09-06T15:43:57.412+0000 7f08e9cb4640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-06T15:43:57.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:57 smithi169 bash[19820]: debug 2024-09-06T15:43:57.412+0000 7f08e9cb4640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-09-06T15:43:58.402 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:58 smithi169 bash[88721]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-mon-a 2024-09-06T15:43:58.403 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:58 smithi169 bash[88803]: Error response from daemon: No such container: ceph-bab55310-6c60-11ef-bce4-c7b262605968-mon-a 2024-09-06T15:43:58.403 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:58 smithi169 systemd[1]: ceph-bab55310-6c60-11ef-bce4-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-06T15:43:58.403 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:58 smithi169 systemd[1]: Stopped Ceph mon.a for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:43:58.695 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:43:58 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:43:58.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:43:58 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:43:58.696 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:43:58 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:43:58.696 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:43:58 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:43:58.696 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:43:58 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:43:58.697 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:43:58 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:43:58.697 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:43:58 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:43:58.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:58 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:43:58.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:58 smithi169 systemd[1]: Started Ceph mon.a for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:43:58.698 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:43:58 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:43:59.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:43:58 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:43:58.814860668Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:44:00.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.796+0000 7f581b0d1c80 0 set uid:gid to 167:167 (ceph:ceph) 2024-09-06T15:44:00.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.796+0000 7f581b0d1c80 0 ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev), process ceph-mon, pid 7 2024-09-06T15:44:00.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.796+0000 7f581b0d1c80 0 pidfile_write: ignore empty --pid-file 2024-09-06T15:44:00.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 0 load: jerasure load: lrc 2024-09-06T15:44:00.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: RocksDB version: 7.9.2 2024-09-06T15:44:00.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Git sha 0 2024-09-06T15:44:00.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Compile date 2024-09-04 13:52:53 2024-09-06T15:44:00.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: DB SUMMARY 2024-09-06T15:44:00.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: DB Session ID: 22BGDPJV361H3424YEIS 2024-09-06T15:44:00.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: CURRENT file: CURRENT 2024-09-06T15:44:00.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: IDENTITY file: IDENTITY 2024-09-06T15:44:00.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: MANIFEST file: MANIFEST-000015 size: 4670 Bytes 2024-09-06T15:44:00.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000071.sst 2024-09-06T15:44:00.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000069.log size: 693990 ; 2024-09-06T15:44:00.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.error_if_exists: 0 2024-09-06T15:44:00.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.create_if_missing: 0 2024-09-06T15:44:00.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.paranoid_checks: 1 2024-09-06T15:44:00.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-09-06T15:44:00.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-06T15:44:00.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-06T15:44:00.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.env: 0x56105cba7160 2024-09-06T15:44:00.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.fs: PosixFileSystem 2024-09-06T15:44:00.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.info_log: 0x56105e3e1880 2024-09-06T15:44:00.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.max_file_opening_threads: 16 2024-09-06T15:44:00.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.statistics: (nil) 2024-09-06T15:44:00.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.use_fsync: 0 2024-09-06T15:44:00.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.max_log_file_size: 0 2024-09-06T15:44:00.199 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-06T15:44:00.199 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-09-06T15:44:00.199 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.keep_log_file_num: 1000 2024-09-06T15:44:00.199 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.recycle_log_file_num: 0 2024-09-06T15:44:00.199 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.allow_fallocate: 1 2024-09-06T15:44:00.199 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.allow_mmap_reads: 0 2024-09-06T15:44:00.200 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.allow_mmap_writes: 0 2024-09-06T15:44:00.200 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.use_direct_reads: 0 2024-09-06T15:44:00.200 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-06T15:44:00.200 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.create_missing_column_families: 0 2024-09-06T15:44:00.200 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.db_log_dir: 2024-09-06T15:44:00.200 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.wal_dir: 2024-09-06T15:44:00.200 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-09-06T15:44:00.200 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-09-06T15:44:00.200 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-09-06T15:44:00.200 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-06T15:44:00.200 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-06T15:44:00.201 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-09-06T15:44:00.201 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.advise_random_on_open: 1 2024-09-06T15:44:00.201 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.db_write_buffer_size: 0 2024-09-06T15:44:00.201 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.write_buffer_manager: 0x56105e3e4960 2024-09-06T15:44:00.201 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-06T15:44:00.201 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-06T15:44:00.201 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-09-06T15:44:00.201 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.rate_limiter: (nil) 2024-09-06T15:44:00.201 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-06T15:44:00.201 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.wal_recovery_mode: 2 2024-09-06T15:44:00.201 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.enable_thread_tracking: 0 2024-09-06T15:44:00.202 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.enable_pipelined_write: 0 2024-09-06T15:44:00.202 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.unordered_write: 0 2024-09-06T15:44:00.202 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-06T15:44:00.202 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-06T15:44:00.202 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-06T15:44:00.202 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-06T15:44:00.203 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.row_cache: None 2024-09-06T15:44:00.203 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.wal_filter: None 2024-09-06T15:44:00.203 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-06T15:44:00.203 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.allow_ingest_behind: 0 2024-09-06T15:44:00.204 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.two_write_queues: 0 2024-09-06T15:44:00.204 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.manual_wal_flush: 0 2024-09-06T15:44:00.204 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.wal_compression: 0 2024-09-06T15:44:00.204 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.atomic_flush: 0 2024-09-06T15:44:00.204 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-06T15:44:00.204 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-09-06T15:44:00.204 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-09-06T15:44:00.204 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.log_readahead_size: 0 2024-09-06T15:44:00.204 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-06T15:44:00.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.best_efforts_recovery: 0 2024-09-06T15:44:00.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-06T15:44:00.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-06T15:44:00.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.allow_data_in_errors: 0 2024-09-06T15:44:00.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.db_host_id: __hostname__ 2024-09-06T15:44:00.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-09-06T15:44:00.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.max_background_jobs: 2 2024-09-06T15:44:00.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.max_background_compactions: -1 2024-09-06T15:44:00.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.max_subcompactions: 1 2024-09-06T15:44:00.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-06T15:44:00.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-06T15:44:00.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-09-06T15:44:00.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.max_total_wal_size: 0 2024-09-06T15:44:00.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-06T15:44:00.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-09-06T15:44:00.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-09-06T15:44:00.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-06T15:44:00.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.max_open_files: -1 2024-09-06T15:44:00.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.bytes_per_sync: 0 2024-09-06T15:44:00.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-09-06T15:44:00.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-09-06T15:44:00.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.compaction_readahead_size: 0 2024-09-06T15:44:00.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.max_background_flushes: -1 2024-09-06T15:44:00.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Compression algorithms supported: 2024-09-06T15:44:00.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: kZSTD supported: 0 2024-09-06T15:44:00.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: kXpressCompression supported: 0 2024-09-06T15:44:00.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: kBZip2Compression supported: 0 2024-09-06T15:44:00.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-06T15:44:00.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: kLZ4Compression supported: 1 2024-09-06T15:44:00.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: kZlibCompression supported: 1 2024-09-06T15:44:00.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: kLZ4HCCompression supported: 1 2024-09-06T15:44:00.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: kSnappyCompression supported: 1 2024-09-06T15:44:00.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-09-06T15:44:00.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-09-06T15:44:00.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-09-06T15:44:00.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-06T15:44:00.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-06T15:44:00.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.merge_operator: 2024-09-06T15:44:00.208 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.compaction_filter: None 2024-09-06T15:44:00.208 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.compaction_filter_factory: None 2024-09-06T15:44:00.208 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.sst_partitioner_factory: None 2024-09-06T15:44:00.208 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-09-06T15:44:00.208 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-09-06T15:44:00.208 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56105e3e14e0) 2024-09-06T15:44:00.208 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: cache_index_and_filter_blocks: 1 2024-09-06T15:44:00.208 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-06T15:44:00.208 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-06T15:44:00.208 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: pin_top_level_index_and_filter: 1 2024-09-06T15:44:00.208 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: index_type: 0 2024-09-06T15:44:00.208 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: data_block_index_type: 0 2024-09-06T15:44:00.209 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: index_shortening: 1 2024-09-06T15:44:00.209 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: data_block_hash_table_util_ratio: 0.750000 2024-09-06T15:44:00.209 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: checksum: 4 2024-09-06T15:44:00.209 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: no_block_cache: 0 2024-09-06T15:44:00.209 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: block_cache: 0x56105e3d6850 2024-09-06T15:44:00.209 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: block_cache_name: BinnedLRUCache 2024-09-06T15:44:00.209 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: block_cache_options: 2024-09-06T15:44:00.209 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: capacity : 536870912 2024-09-06T15:44:00.209 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: num_shard_bits : 4 2024-09-06T15:44:00.209 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: strict_capacity_limit : 0 2024-09-06T15:44:00.209 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: high_pri_pool_ratio: 0.000 2024-09-06T15:44:00.209 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: block_cache_compressed: (nil) 2024-09-06T15:44:00.209 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: persistent_cache: (nil) 2024-09-06T15:44:00.209 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: block_size: 4096 2024-09-06T15:44:00.210 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: block_size_deviation: 10 2024-09-06T15:44:00.210 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: block_restart_interval: 16 2024-09-06T15:44:00.210 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: index_block_restart_interval: 1 2024-09-06T15:44:00.210 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: metadata_block_size: 4096 2024-09-06T15:44:00.210 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: partition_filters: 0 2024-09-06T15:44:00.210 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: use_delta_encoding: 1 2024-09-06T15:44:00.210 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: filter_policy: bloomfilter 2024-09-06T15:44:00.210 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: whole_key_filtering: 1 2024-09-06T15:44:00.210 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: verify_compression: 0 2024-09-06T15:44:00.210 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: read_amp_bytes_per_bit: 0 2024-09-06T15:44:00.210 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: format_version: 5 2024-09-06T15:44:00.211 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: enable_index_compression: 1 2024-09-06T15:44:00.211 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: block_align: 0 2024-09-06T15:44:00.211 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: max_auto_readahead_size: 262144 2024-09-06T15:44:00.211 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: prepopulate_block_cache: 0 2024-09-06T15:44:00.211 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: initial_auto_readahead_size: 8192 2024-09-06T15:44:00.211 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: num_file_reads_for_auto_readahead: 2 2024-09-06T15:44:00.211 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.write_buffer_size: 33554432 2024-09-06T15:44:00.211 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.max_write_buffer_number: 2 2024-09-06T15:44:00.213 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.compression: NoCompression 2024-09-06T15:44:00.213 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.bottommost_compression: Disabled 2024-09-06T15:44:00.213 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.prefix_extractor: nullptr 2024-09-06T15:44:00.213 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-06T15:44:00.214 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.num_levels: 7 2024-09-06T15:44:00.214 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-06T15:44:00.214 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-06T15:44:00.214 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-06T15:44:00.214 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-06T15:44:00.214 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-06T15:44:00.214 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-06T15:44:00.214 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-06T15:44:00.214 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-06T15:44:00.214 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-06T15:44:00.215 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-06T15:44:00.215 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-06T15:44:00.215 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-06T15:44:00.215 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-09-06T15:44:00.215 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.compression_opts.level: 32767 2024-09-06T15:44:00.215 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.compression_opts.strategy: 0 2024-09-06T15:44:00.215 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-06T15:44:00.215 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-06T15:44:00.215 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-06T15:44:00.215 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-06T15:44:00.215 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.compression_opts.enabled: false 2024-09-06T15:44:00.216 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-06T15:44:00.216 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-06T15:44:00.216 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-06T15:44:00.216 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-06T15:44:00.216 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.target_file_size_base: 67108864 2024-09-06T15:44:00.216 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-09-06T15:44:00.216 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-06T15:44:00.217 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-06T15:44:00.217 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-06T15:44:00.217 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-06T15:44:00.217 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-06T15:44:00.217 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-06T15:44:00.217 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-06T15:44:00.217 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-06T15:44:00.217 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-06T15:44:00.217 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-06T15:44:00.217 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-06T15:44:00.217 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-06T15:44:00.217 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-06T15:44:00.217 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.arena_block_size: 1048576 2024-09-06T15:44:00.218 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-06T15:44:00.218 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-06T15:44:00.218 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.disable_auto_compactions: 0 2024-09-06T15:44:00.218 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-06T15:44:00.218 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-06T15:44:00.218 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-06T15:44:00.218 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-06T15:44:00.218 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-06T15:44:00.218 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-06T15:44:00.218 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-06T15:44:00.235 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-06T15:44:00.235 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-06T15:44:00.235 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-06T15:44:00.235 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-06T15:44:00.235 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.inplace_update_support: 0 2024-09-06T15:44:00.235 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-09-06T15:44:00.235 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-06T15:44:00.236 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-06T15:44:00.236 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-09-06T15:44:00.236 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.bloom_locality: 0 2024-09-06T15:44:00.236 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.max_successive_merges: 0 2024-09-06T15:44:00.236 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-09-06T15:44:00.236 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.paranoid_file_checks: 0 2024-09-06T15:44:00.236 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.force_consistency_checks: 1 2024-09-06T15:44:00.236 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.report_bg_io_stats: 0 2024-09-06T15:44:00.236 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.ttl: 2592000 2024-09-06T15:44:00.236 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-09-06T15:44:00.236 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-06T15:44:00.236 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-06T15:44:00.237 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.enable_blob_files: false 2024-09-06T15:44:00.237 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.min_blob_size: 0 2024-09-06T15:44:00.237 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.blob_file_size: 268435456 2024-09-06T15:44:00.237 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-09-06T15:44:00.237 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-09-06T15:44:00.237 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-06T15:44:00.237 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-06T15:44:00.237 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-06T15:44:00.237 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.blob_file_starting_level: 0 2024-09-06T15:44:00.237 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-06T15:44:00.237 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-06T15:44:00.237 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 73, last_sequence is 33033, log_number is 69,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 69 2024-09-06T15:44:00.237 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 69 2024-09-06T15:44:00.238 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.800+0000 7f581b0d1c80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 89f3d95b-b657-493b-936a-b76007feee06 2024-09-06T15:44:00.238 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.804+0000 7f581b0d1c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1725637439807070, "job": 1, "event": "recovery_started", "wal_files": [69]} 2024-09-06T15:44:00.238 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.804+0000 7f581b0d1c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #69 mode 2 2024-09-06T15:44:00.238 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.804+0000 7f581b0d1c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1725637439810745, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 74, "file_size": 677341, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 33034, "largest_seqno": 33604, "table_properties": {"data_size": 674066, "index_size": 1595, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 645, "raw_key_size": 5700, "raw_average_key_size": 22, "raw_value_size": 668725, "raw_average_value_size": 2696, "num_data_blocks": 72, "num_entries": 248, "num_filter_entries": 248, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1725637439, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "89f3d95b-b657-493b-936a-b76007feee06", "db_session_id": "22BGDPJV361H3424YEIS", "orig_file_number": 74, "seqno_to_time_mapping": "N/A"}} 2024-09-06T15:44:00.238 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.804+0000 7f581b0d1c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1725637439810893, "job": 1, "event": "recovery_finished"} 2024-09-06T15:44:00.238 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.804+0000 7f581b0d1c80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 76 2024-09-06T15:44:00.238 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.808+0000 7f581b0d1c80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-06T15:44:00.238 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.808+0000 7f581b0d1c80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000069.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-06T15:44:00.238 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.808+0000 7f581b0d1c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x56105e404e00 2024-09-06T15:44:00.239 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.808+0000 7f581b0d1c80 4 rocksdb: DB pointer 0x56105e508000 2024-09-06T15:44:00.239 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.808+0000 7f5810e99640 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-06T15:44:00.239 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.808+0000 7f5810e99640 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-06T15:44:00.239 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: ** DB Stats ** 2024-09-06T15:44:00.239 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-06T15:44:00.239 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-06T15:44:00.239 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-06T15:44:00.239 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-06T15:44:00.239 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-06T15:44:00.239 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-06T15:44:00.239 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-06T15:44:00.239 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: ** Compaction Stats [default] ** 2024-09-06T15:44:00.239 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-06T15:44:00.240 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-06T15:44:00.240 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: L0 1/0 661.47 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 275.0 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-09-06T15:44:00.240 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: L6 1/0 10.67 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-06T15:44:00.240 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: Sum 2/0 11.32 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 275.0 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-09-06T15:44:00.240 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 275.0 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-09-06T15:44:00.240 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: ** Compaction Stats [default] ** 2024-09-06T15:44:00.240 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-06T15:44:00.240 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-06T15:44:00.240 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 275.0 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-09-06T15:44:00.240 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-06T15:44:00.240 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-06T15:44:00.240 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: Flush(GB): cumulative 0.001, interval 0.001 2024-09-06T15:44:00.240 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-06T15:44:00.241 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: AddFile(Total Files): cumulative 0, interval 0 2024-09-06T15:44:00.241 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: AddFile(L0 Files): cumulative 0, interval 0 2024-09-06T15:44:00.241 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: AddFile(Keys): cumulative 0, interval 0 2024-09-06T15:44:00.241 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: Cumulative compaction: 0.00 GB write, 95.22 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-06T15:44:00.241 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: Interval compaction: 0.00 GB write, 95.22 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-06T15:44:00.241 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-06T15:44:00.241 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: Block cache BinnedLRUCache@0x56105e3d6850#7 capacity: 512.00 MB usage: 2.55 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.5e-05 secs_since: 0 2024-09-06T15:44:00.241 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: Block cache entry stats(count,size,portion): FilterBlock(1,0.72 KB,0.000137091%) IndexBlock(1,1.83 KB,0.000348687%) Misc(1,0.00 KB,0%) 2024-09-06T15:44:00.241 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: ** File Read Latency Histogram By Level [default] ** 2024-09-06T15:44:00.241 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.808+0000 7f581b0d1c80 0 starting mon.a rank 0 at public addrs [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] at bind addrs [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:44:00.241 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.808+0000 7f581b0d1c80 1 mon.a@-1(???) e3 preinit fsid bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:44:00.241 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.808+0000 7f581b0d1c80 0 mon.a@-1(???).mds e1 new map 2024-09-06T15:44:00.241 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.808+0000 7f581b0d1c80 0 mon.a@-1(???).mds e1 print_map 2024-09-06T15:44:00.241 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: e1 2024-09-06T15:44:00.242 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: btime 2024-09-06T15:01:52:920102+0000 2024-09-06T15:44:00.242 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: enable_multiple, ever_enabled_multiple: 1,1 2024-09-06T15:44:00.242 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-06T15:44:00.242 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: legacy client fscid: -1 2024-09-06T15:44:00.242 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: 2024-09-06T15:44:00.242 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: No filesystems configured 2024-09-06T15:44:00.242 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.812+0000 7f581b0d1c80 0 mon.a@-1(???).osd e111 crush map has features 3314933000854323200, adjusting msgr requires 2024-09-06T15:44:00.242 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.812+0000 7f581b0d1c80 0 mon.a@-1(???).osd e111 crush map has features 432629239337189376, adjusting msgr requires 2024-09-06T15:44:00.242 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.812+0000 7f581b0d1c80 0 mon.a@-1(???).osd e111 crush map has features 432629239337189376, adjusting msgr requires 2024-09-06T15:44:00.242 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.812+0000 7f581b0d1c80 0 mon.a@-1(???).osd e111 crush map has features 432629239337189376, adjusting msgr requires 2024-09-06T15:44:00.242 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:43:59 smithi169 bash[88858]: debug 2024-09-06T15:43:59.812+0000 7f581b0d1c80 1 mon.a@-1(???).paxosservice(auth 1..30) refresh upgraded, format 0 -> 3 2024-09-06T15:44:01.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[26469]: audit 2024-09-06T15:43:57.540706+0000 mgr.y (mgr.25115) 337 : audit [DBG] from='client.25595 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:44:01.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[26469]: cluster 2024-09-06T15:43:57.714649+0000 mgr.y (mgr.25115) 338 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:01.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[26469]: cluster 2024-09-06T15:43:59.715131+0000 mgr.y (mgr.25115) 339 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:01.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[26469]: audit 2024-09-06T15:44:00.285400+0000 mon.c (mon.2) 200 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:44:01.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[26469]: cluster 2024-09-06T15:44:01.237779+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-09-06T15:44:01.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[26469]: cluster 2024-09-06T15:44:01.260741+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-06T15:44:01.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[26469]: cluster 2024-09-06T15:44:01.272960+0000 mon.a (mon.0) 3 : cluster [DBG] monmap epoch 3 2024-09-06T15:44:01.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[26469]: cluster 2024-09-06T15:44:01.272988+0000 mon.a (mon.0) 4 : cluster [DBG] fsid bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:44:01.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[26469]: cluster 2024-09-06T15:44:01.273004+0000 mon.a (mon.0) 5 : cluster [DBG] last_changed 2024-09-06T15:03:55.612711+0000 2024-09-06T15:44:01.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[26469]: cluster 2024-09-06T15:44:01.273018+0000 mon.a (mon.0) 6 : cluster [DBG] created 2024-09-06T15:01:48.282789+0000 2024-09-06T15:44:01.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[26469]: cluster 2024-09-06T15:44:01.273035+0000 mon.a (mon.0) 7 : cluster [DBG] min_mon_release 19 (squid) 2024-09-06T15:44:01.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[26469]: cluster 2024-09-06T15:44:01.273048+0000 mon.a (mon.0) 8 : cluster [DBG] election_strategy: 1 2024-09-06T15:44:01.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[26469]: cluster 2024-09-06T15:44:01.273066+0000 mon.a (mon.0) 9 : cluster [DBG] 0: [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon.a 2024-09-06T15:44:01.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[26469]: cluster 2024-09-06T15:44:01.273082+0000 mon.a (mon.0) 10 : cluster [DBG] 1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-06T15:44:01.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[26469]: cluster 2024-09-06T15:44:01.273101+0000 mon.a (mon.0) 11 : cluster [DBG] 2: [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] mon.c 2024-09-06T15:44:01.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[26469]: cluster 2024-09-06T15:44:01.274214+0000 mon.a (mon.0) 12 : cluster [DBG] fsmap 2024-09-06T15:44:01.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[26469]: cluster 2024-09-06T15:44:01.274264+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-09-06T15:44:01.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[26469]: cluster 2024-09-06T15:44:01.276592+0000 mon.a (mon.0) 14 : cluster [DBG] mgrmap e44: y(active, since 6m), standbys: x 2024-09-06T15:44:01.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[26469]: cluster 2024-09-06T15:44:01.276961+0000 mon.a (mon.0) 15 : cluster [WRN] Health detail: HEALTH_WARN Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:44:01.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[26469]: cluster 2024-09-06T15:44:01.276987+0000 mon.a (mon.0) 16 : cluster [WRN] [WRN] MGR_MODULE_DEPENDENCY: Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:44:01.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[26469]: cluster 2024-09-06T15:44:01.277001+0000 mon.a (mon.0) 17 : cluster [WRN] Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:44:01.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[26469]: audit 2024-09-06T15:44:01.302104+0000 mon.a (mon.0) 18 : audit [INF] from='mgr.25115 ' entity='' 2024-09-06T15:44:01.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[26469]: audit 2024-09-06T15:44:01.316069+0000 mon.a (mon.0) 19 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:01.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: audit 2024-09-06T15:43:57.540706+0000 mgr.y (mgr.25115) 337 : audit [DBG] from='client.25595 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:44:01.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: audit 2024-09-06T15:43:57.540706+0000 mgr.y (mgr.25115) 337 : audit [DBG] from='client.25595 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:44:01.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:43:57.714649+0000 mgr.y (mgr.25115) 338 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:01.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:43:57.714649+0000 mgr.y (mgr.25115) 338 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:01.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:43:59.715131+0000 mgr.y (mgr.25115) 339 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:01.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:43:59.715131+0000 mgr.y (mgr.25115) 339 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:01.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: audit 2024-09-06T15:44:00.285400+0000 mon.c (mon.2) 200 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:44:01.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: audit 2024-09-06T15:44:00.285400+0000 mon.c (mon.2) 200 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:44:01.699 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:44:01.237779+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-09-06T15:44:01.699 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:44:01.237779+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-09-06T15:44:01.699 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:44:01.260741+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-06T15:44:01.699 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:44:01.260741+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-06T15:44:01.699 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:44:01.272960+0000 mon.a (mon.0) 3 : cluster [DBG] monmap epoch 3 2024-09-06T15:44:01.699 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:44:01.272960+0000 mon.a (mon.0) 3 : cluster [DBG] monmap epoch 3 2024-09-06T15:44:01.699 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:44:01.272988+0000 mon.a (mon.0) 4 : cluster [DBG] fsid bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:44:01.699 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:44:01.272988+0000 mon.a (mon.0) 4 : cluster [DBG] fsid bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:44:01.699 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:44:01.273004+0000 mon.a (mon.0) 5 : cluster [DBG] last_changed 2024-09-06T15:03:55.612711+0000 2024-09-06T15:44:01.699 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:44:01.273004+0000 mon.a (mon.0) 5 : cluster [DBG] last_changed 2024-09-06T15:03:55.612711+0000 2024-09-06T15:44:01.699 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:44:01.273018+0000 mon.a (mon.0) 6 : cluster [DBG] created 2024-09-06T15:01:48.282789+0000 2024-09-06T15:44:01.699 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:44:01.273018+0000 mon.a (mon.0) 6 : cluster [DBG] created 2024-09-06T15:01:48.282789+0000 2024-09-06T15:44:01.700 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:44:01.273035+0000 mon.a (mon.0) 7 : cluster [DBG] min_mon_release 19 (squid) 2024-09-06T15:44:01.700 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:44:01.273035+0000 mon.a (mon.0) 7 : cluster [DBG] min_mon_release 19 (squid) 2024-09-06T15:44:01.700 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:44:01.273048+0000 mon.a (mon.0) 8 : cluster [DBG] election_strategy: 1 2024-09-06T15:44:01.700 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:44:01.273048+0000 mon.a (mon.0) 8 : cluster [DBG] election_strategy: 1 2024-09-06T15:44:01.700 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:44:01.273066+0000 mon.a (mon.0) 9 : cluster [DBG] 0: [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon.a 2024-09-06T15:44:01.700 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:44:01.273066+0000 mon.a (mon.0) 9 : cluster [DBG] 0: [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon.a 2024-09-06T15:44:01.700 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:44:01.273082+0000 mon.a (mon.0) 10 : cluster [DBG] 1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-06T15:44:01.700 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:44:01.273082+0000 mon.a (mon.0) 10 : cluster [DBG] 1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-06T15:44:01.700 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:44:01.273101+0000 mon.a (mon.0) 11 : cluster [DBG] 2: [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] mon.c 2024-09-06T15:44:01.700 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:44:01.273101+0000 mon.a (mon.0) 11 : cluster [DBG] 2: [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] mon.c 2024-09-06T15:44:01.700 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:44:01.274214+0000 mon.a (mon.0) 12 : cluster [DBG] fsmap 2024-09-06T15:44:01.700 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:44:01.274214+0000 mon.a (mon.0) 12 : cluster [DBG] fsmap 2024-09-06T15:44:01.700 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:44:01.274264+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-09-06T15:44:01.701 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:44:01.274264+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-09-06T15:44:01.701 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:44:01.276592+0000 mon.a (mon.0) 14 : cluster [DBG] mgrmap e44: y(active, since 6m), standbys: x 2024-09-06T15:44:01.701 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:44:01.276592+0000 mon.a (mon.0) 14 : cluster [DBG] mgrmap e44: y(active, since 6m), standbys: x 2024-09-06T15:44:01.701 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:44:01.276961+0000 mon.a (mon.0) 15 : cluster [WRN] Health detail: HEALTH_WARN Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:44:01.701 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:44:01.276961+0000 mon.a (mon.0) 15 : cluster [WRN] Health detail: HEALTH_WARN Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:44:01.701 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:44:01.276987+0000 mon.a (mon.0) 16 : cluster [WRN] [WRN] MGR_MODULE_DEPENDENCY: Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:44:01.701 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:44:01.276987+0000 mon.a (mon.0) 16 : cluster [WRN] [WRN] MGR_MODULE_DEPENDENCY: Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:44:01.701 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:44:01.277001+0000 mon.a (mon.0) 17 : cluster [WRN] Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:44:01.701 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: cluster 2024-09-06T15:44:01.277001+0000 mon.a (mon.0) 17 : cluster [WRN] Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:44:01.701 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: audit 2024-09-06T15:44:01.302104+0000 mon.a (mon.0) 18 : audit [INF] from='mgr.25115 ' entity='' 2024-09-06T15:44:01.701 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: audit 2024-09-06T15:44:01.302104+0000 mon.a (mon.0) 18 : audit [INF] from='mgr.25115 ' entity='' 2024-09-06T15:44:01.701 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: audit 2024-09-06T15:44:01.316069+0000 mon.a (mon.0) 19 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:01.701 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:01 smithi169 bash[88858]: audit 2024-09-06T15:44:01.316069+0000 mon.a (mon.0) 19 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:01.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: audit 2024-09-06T15:43:57.540706+0000 mgr.y (mgr.25115) 337 : audit [DBG] from='client.25595 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:44:01.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: audit 2024-09-06T15:43:57.540706+0000 mgr.y (mgr.25115) 337 : audit [DBG] from='client.25595 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:44:01.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:43:57.714649+0000 mgr.y (mgr.25115) 338 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:01.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:43:57.714649+0000 mgr.y (mgr.25115) 338 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:01.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:43:59.715131+0000 mgr.y (mgr.25115) 339 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:01.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:43:59.715131+0000 mgr.y (mgr.25115) 339 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:01.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: audit 2024-09-06T15:44:00.285400+0000 mon.c (mon.2) 200 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:44:01.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: audit 2024-09-06T15:44:00.285400+0000 mon.c (mon.2) 200 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:44:01.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:44:01.237779+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-09-06T15:44:01.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:44:01.237779+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-09-06T15:44:01.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:44:01.260741+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-06T15:44:01.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:44:01.260741+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-06T15:44:01.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:44:01.272960+0000 mon.a (mon.0) 3 : cluster [DBG] monmap epoch 3 2024-09-06T15:44:01.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:44:01.272960+0000 mon.a (mon.0) 3 : cluster [DBG] monmap epoch 3 2024-09-06T15:44:01.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:44:01.272988+0000 mon.a (mon.0) 4 : cluster [DBG] fsid bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:44:01.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:44:01.272988+0000 mon.a (mon.0) 4 : cluster [DBG] fsid bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:44:01.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:44:01.273004+0000 mon.a (mon.0) 5 : cluster [DBG] last_changed 2024-09-06T15:03:55.612711+0000 2024-09-06T15:44:01.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:44:01.273004+0000 mon.a (mon.0) 5 : cluster [DBG] last_changed 2024-09-06T15:03:55.612711+0000 2024-09-06T15:44:01.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:44:01.273018+0000 mon.a (mon.0) 6 : cluster [DBG] created 2024-09-06T15:01:48.282789+0000 2024-09-06T15:44:01.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:44:01.273018+0000 mon.a (mon.0) 6 : cluster [DBG] created 2024-09-06T15:01:48.282789+0000 2024-09-06T15:44:01.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:44:01.273035+0000 mon.a (mon.0) 7 : cluster [DBG] min_mon_release 19 (squid) 2024-09-06T15:44:01.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:44:01.273035+0000 mon.a (mon.0) 7 : cluster [DBG] min_mon_release 19 (squid) 2024-09-06T15:44:01.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:44:01.273048+0000 mon.a (mon.0) 8 : cluster [DBG] election_strategy: 1 2024-09-06T15:44:01.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:44:01.273048+0000 mon.a (mon.0) 8 : cluster [DBG] election_strategy: 1 2024-09-06T15:44:01.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:44:01.273066+0000 mon.a (mon.0) 9 : cluster [DBG] 0: [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon.a 2024-09-06T15:44:01.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:44:01.273066+0000 mon.a (mon.0) 9 : cluster [DBG] 0: [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon.a 2024-09-06T15:44:01.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:44:01.273082+0000 mon.a (mon.0) 10 : cluster [DBG] 1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-06T15:44:01.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:44:01.273082+0000 mon.a (mon.0) 10 : cluster [DBG] 1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-06T15:44:01.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:44:01.273101+0000 mon.a (mon.0) 11 : cluster [DBG] 2: [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] mon.c 2024-09-06T15:44:01.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:44:01.273101+0000 mon.a (mon.0) 11 : cluster [DBG] 2: [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] mon.c 2024-09-06T15:44:01.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:44:01.274214+0000 mon.a (mon.0) 12 : cluster [DBG] fsmap 2024-09-06T15:44:01.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:44:01.274214+0000 mon.a (mon.0) 12 : cluster [DBG] fsmap 2024-09-06T15:44:01.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:44:01.274264+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-09-06T15:44:01.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:44:01.274264+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-09-06T15:44:01.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:44:01.276592+0000 mon.a (mon.0) 14 : cluster [DBG] mgrmap e44: y(active, since 6m), standbys: x 2024-09-06T15:44:01.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:44:01.276592+0000 mon.a (mon.0) 14 : cluster [DBG] mgrmap e44: y(active, since 6m), standbys: x 2024-09-06T15:44:01.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:44:01.276961+0000 mon.a (mon.0) 15 : cluster [WRN] Health detail: HEALTH_WARN Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:44:01.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:44:01.276961+0000 mon.a (mon.0) 15 : cluster [WRN] Health detail: HEALTH_WARN Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:44:01.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:44:01.276987+0000 mon.a (mon.0) 16 : cluster [WRN] [WRN] MGR_MODULE_DEPENDENCY: Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:44:01.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:44:01.276987+0000 mon.a (mon.0) 16 : cluster [WRN] [WRN] MGR_MODULE_DEPENDENCY: Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:44:01.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:44:01.277001+0000 mon.a (mon.0) 17 : cluster [WRN] Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:44:01.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: cluster 2024-09-06T15:44:01.277001+0000 mon.a (mon.0) 17 : cluster [WRN] Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:44:01.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: audit 2024-09-06T15:44:01.302104+0000 mon.a (mon.0) 18 : audit [INF] from='mgr.25115 ' entity='' 2024-09-06T15:44:01.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: audit 2024-09-06T15:44:01.302104+0000 mon.a (mon.0) 18 : audit [INF] from='mgr.25115 ' entity='' 2024-09-06T15:44:01.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: audit 2024-09-06T15:44:01.316069+0000 mon.a (mon.0) 19 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:01.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[70073]: audit 2024-09-06T15:44:01.316069+0000 mon.a (mon.0) 19 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:02.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:44:01 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:44:01.836493502Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:44:03.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:02 smithi169 bash[26469]: cluster 2024-09-06T15:44:01.716664+0000 mgr.y (mgr.25115) 340 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:03.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:02 smithi169 bash[26469]: audit 2024-09-06T15:44:01.882869+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:03.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:02 smithi169 bash[26469]: audit 2024-09-06T15:44:01.892489+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:03.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:02 smithi169 bash[88858]: cluster 2024-09-06T15:44:01.716664+0000 mgr.y (mgr.25115) 340 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:03.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:02 smithi169 bash[88858]: cluster 2024-09-06T15:44:01.716664+0000 mgr.y (mgr.25115) 340 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:03.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:02 smithi169 bash[88858]: audit 2024-09-06T15:44:01.882869+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:03.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:02 smithi169 bash[88858]: audit 2024-09-06T15:44:01.882869+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:03.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:02 smithi169 bash[88858]: audit 2024-09-06T15:44:01.892489+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:03.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:02 smithi169 bash[88858]: audit 2024-09-06T15:44:01.892489+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:03.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:02 smithi181 bash[70073]: cluster 2024-09-06T15:44:01.716664+0000 mgr.y (mgr.25115) 340 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:03.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:02 smithi181 bash[70073]: cluster 2024-09-06T15:44:01.716664+0000 mgr.y (mgr.25115) 340 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:03.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:02 smithi181 bash[70073]: audit 2024-09-06T15:44:01.882869+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:03.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:02 smithi181 bash[70073]: audit 2024-09-06T15:44:01.882869+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:03.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:02 smithi181 bash[70073]: audit 2024-09-06T15:44:01.892489+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:03.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:02 smithi181 bash[70073]: audit 2024-09-06T15:44:01.892489+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:05.195 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:44:04 smithi169 bash[68355]: debug 2024-09-06T15:44:04.820+0000 7fb2cedf1640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-09-06T15:44:05.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:04 smithi169 bash[26469]: audit 2024-09-06T15:44:03.321642+0000 mgr.y (mgr.25115) 341 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:44:05.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:04 smithi169 bash[26469]: cluster 2024-09-06T15:44:03.717586+0000 mgr.y (mgr.25115) 342 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:05.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:04 smithi169 bash[88858]: audit 2024-09-06T15:44:03.321642+0000 mgr.y (mgr.25115) 341 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:44:05.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:04 smithi169 bash[88858]: audit 2024-09-06T15:44:03.321642+0000 mgr.y (mgr.25115) 341 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:44:05.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:04 smithi169 bash[88858]: cluster 2024-09-06T15:44:03.717586+0000 mgr.y (mgr.25115) 342 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:05.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:04 smithi169 bash[88858]: cluster 2024-09-06T15:44:03.717586+0000 mgr.y (mgr.25115) 342 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:05.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:44:04 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:44:04.828719495Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:44:05.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:04 smithi181 bash[70073]: audit 2024-09-06T15:44:03.321642+0000 mgr.y (mgr.25115) 341 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:44:05.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:04 smithi181 bash[70073]: audit 2024-09-06T15:44:03.321642+0000 mgr.y (mgr.25115) 341 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:44:05.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:04 smithi181 bash[70073]: cluster 2024-09-06T15:44:03.717586+0000 mgr.y (mgr.25115) 342 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:05.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:04 smithi181 bash[70073]: cluster 2024-09-06T15:44:03.717586+0000 mgr.y (mgr.25115) 342 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:06.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:44:06 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:44:06] "GET /metrics HTTP/1.1" 200 38173 "" "Prometheus/2.51.0" 2024-09-06T15:44:07.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:06 smithi169 bash[88858]: cluster 2024-09-06T15:44:05.719324+0000 mgr.y (mgr.25115) 343 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:07.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:06 smithi169 bash[88858]: cluster 2024-09-06T15:44:05.719324+0000 mgr.y (mgr.25115) 343 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:07.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:06 smithi169 bash[26469]: cluster 2024-09-06T15:44:05.719324+0000 mgr.y (mgr.25115) 343 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:07.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:06 smithi181 bash[70073]: cluster 2024-09-06T15:44:05.719324+0000 mgr.y (mgr.25115) 343 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:07.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:06 smithi181 bash[70073]: cluster 2024-09-06T15:44:05.719324+0000 mgr.y (mgr.25115) 343 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:08.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:44:07 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:44:07.823834727Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:44:09.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:08 smithi169 bash[26469]: cluster 2024-09-06T15:44:07.719855+0000 mgr.y (mgr.25115) 344 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:09.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:08 smithi169 bash[26469]: audit 2024-09-06T15:44:07.825740+0000 mon.a (mon.0) 22 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:09.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:08 smithi169 bash[26469]: audit 2024-09-06T15:44:07.839782+0000 mon.a (mon.0) 23 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:09.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:08 smithi169 bash[88858]: cluster 2024-09-06T15:44:07.719855+0000 mgr.y (mgr.25115) 344 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:09.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:08 smithi169 bash[88858]: cluster 2024-09-06T15:44:07.719855+0000 mgr.y (mgr.25115) 344 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:09.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:08 smithi169 bash[88858]: audit 2024-09-06T15:44:07.825740+0000 mon.a (mon.0) 22 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:09.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:08 smithi169 bash[88858]: audit 2024-09-06T15:44:07.825740+0000 mon.a (mon.0) 22 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:09.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:08 smithi169 bash[88858]: audit 2024-09-06T15:44:07.839782+0000 mon.a (mon.0) 23 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:09.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:08 smithi169 bash[88858]: audit 2024-09-06T15:44:07.839782+0000 mon.a (mon.0) 23 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:09.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:08 smithi181 bash[70073]: cluster 2024-09-06T15:44:07.719855+0000 mgr.y (mgr.25115) 344 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:09.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:08 smithi181 bash[70073]: cluster 2024-09-06T15:44:07.719855+0000 mgr.y (mgr.25115) 344 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:09.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:08 smithi181 bash[70073]: audit 2024-09-06T15:44:07.825740+0000 mon.a (mon.0) 22 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:09.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:08 smithi181 bash[70073]: audit 2024-09-06T15:44:07.825740+0000 mon.a (mon.0) 22 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:09.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:08 smithi181 bash[70073]: audit 2024-09-06T15:44:07.839782+0000 mon.a (mon.0) 23 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:09.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:08 smithi181 bash[70073]: audit 2024-09-06T15:44:07.839782+0000 mon.a (mon.0) 23 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:10.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:09 smithi181 bash[70073]: audit 2024-09-06T15:44:08.992708+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:10.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:09 smithi181 bash[70073]: audit 2024-09-06T15:44:08.992708+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:10.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:09 smithi181 bash[70073]: audit 2024-09-06T15:44:09.000306+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:10.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:09 smithi181 bash[70073]: audit 2024-09-06T15:44:09.000306+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:10.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:09 smithi181 bash[70073]: cluster 2024-09-06T15:44:09.720568+0000 mgr.y (mgr.25115) 345 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:10.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:09 smithi181 bash[70073]: cluster 2024-09-06T15:44:09.720568+0000 mgr.y (mgr.25115) 345 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:10.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:09 smithi169 bash[88858]: audit 2024-09-06T15:44:08.992708+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:10.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:09 smithi169 bash[88858]: audit 2024-09-06T15:44:08.992708+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:10.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:09 smithi169 bash[88858]: audit 2024-09-06T15:44:09.000306+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:10.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:09 smithi169 bash[88858]: audit 2024-09-06T15:44:09.000306+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:10.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:09 smithi169 bash[88858]: cluster 2024-09-06T15:44:09.720568+0000 mgr.y (mgr.25115) 345 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:10.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:09 smithi169 bash[88858]: cluster 2024-09-06T15:44:09.720568+0000 mgr.y (mgr.25115) 345 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:10.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:09 smithi169 bash[26469]: audit 2024-09-06T15:44:08.992708+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:10.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:09 smithi169 bash[26469]: audit 2024-09-06T15:44:09.000306+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:10.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:09 smithi169 bash[26469]: cluster 2024-09-06T15:44:09.720568+0000 mgr.y (mgr.25115) 345 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:11.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:44:10 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:44:10.825336539Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:44:13.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:12 smithi169 bash[26469]: cluster 2024-09-06T15:44:11.722222+0000 mgr.y (mgr.25115) 346 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:13.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:12 smithi169 bash[88858]: cluster 2024-09-06T15:44:11.722222+0000 mgr.y (mgr.25115) 346 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:13.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:12 smithi169 bash[88858]: cluster 2024-09-06T15:44:11.722222+0000 mgr.y (mgr.25115) 346 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:13.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:12 smithi181 bash[70073]: cluster 2024-09-06T15:44:11.722222+0000 mgr.y (mgr.25115) 346 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:13.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:12 smithi181 bash[70073]: cluster 2024-09-06T15:44:11.722222+0000 mgr.y (mgr.25115) 346 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:14.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:44:13 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:44:13.854533289Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:44:15.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:14 smithi169 bash[88858]: audit 2024-09-06T15:44:13.331642+0000 mgr.y (mgr.25115) 347 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:44:15.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:14 smithi169 bash[88858]: audit 2024-09-06T15:44:13.331642+0000 mgr.y (mgr.25115) 347 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:44:15.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:14 smithi169 bash[88858]: cluster 2024-09-06T15:44:13.722972+0000 mgr.y (mgr.25115) 348 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:15.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:14 smithi169 bash[88858]: cluster 2024-09-06T15:44:13.722972+0000 mgr.y (mgr.25115) 348 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:15.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:14 smithi169 bash[26469]: audit 2024-09-06T15:44:13.331642+0000 mgr.y (mgr.25115) 347 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:44:15.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:14 smithi169 bash[26469]: cluster 2024-09-06T15:44:13.722972+0000 mgr.y (mgr.25115) 348 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:15.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:14 smithi181 bash[70073]: audit 2024-09-06T15:44:13.331642+0000 mgr.y (mgr.25115) 347 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:44:15.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:14 smithi181 bash[70073]: audit 2024-09-06T15:44:13.331642+0000 mgr.y (mgr.25115) 347 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:44:15.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:14 smithi181 bash[70073]: cluster 2024-09-06T15:44:13.722972+0000 mgr.y (mgr.25115) 348 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:15.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:14 smithi181 bash[70073]: cluster 2024-09-06T15:44:13.722972+0000 mgr.y (mgr.25115) 348 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:16.050 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:15 smithi169 bash[88858]: audit 2024-09-06T15:44:15.285607+0000 mon.c (mon.2) 201 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:44:16.050 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:15 smithi169 bash[88858]: audit 2024-09-06T15:44:15.285607+0000 mon.c (mon.2) 201 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:44:16.050 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:15 smithi169 bash[26469]: audit 2024-09-06T15:44:15.285607+0000 mon.c (mon.2) 201 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:44:16.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:15 smithi181 bash[70073]: audit 2024-09-06T15:44:15.285607+0000 mon.c (mon.2) 201 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:44:16.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:15 smithi181 bash[70073]: audit 2024-09-06T15:44:15.285607+0000 mon.c (mon.2) 201 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-06T15:44:16.410 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:44:16 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:44:16] "GET /metrics HTTP/1.1" 200 38242 "" "Prometheus/2.51.0" 2024-09-06T15:44:17.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:16 smithi169 bash[26469]: cluster 2024-09-06T15:44:15.724071+0000 mgr.y (mgr.25115) 349 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:17.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:16 smithi169 bash[88858]: cluster 2024-09-06T15:44:15.724071+0000 mgr.y (mgr.25115) 349 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:17.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:16 smithi169 bash[88858]: cluster 2024-09-06T15:44:15.724071+0000 mgr.y (mgr.25115) 349 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:17.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:44:16 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:44:16.827449617Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:44:17.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:16 smithi181 bash[70073]: cluster 2024-09-06T15:44:15.724071+0000 mgr.y (mgr.25115) 349 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:17.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:16 smithi181 bash[70073]: cluster 2024-09-06T15:44:15.724071+0000 mgr.y (mgr.25115) 349 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:18.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:18 smithi169 bash[26469]: cluster 2024-09-06T15:44:17.724638+0000 mgr.y (mgr.25115) 350 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:18.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:18 smithi169 bash[88858]: cluster 2024-09-06T15:44:17.724638+0000 mgr.y (mgr.25115) 350 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:18.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:18 smithi169 bash[88858]: cluster 2024-09-06T15:44:17.724638+0000 mgr.y (mgr.25115) 350 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:19.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:18 smithi181 bash[70073]: cluster 2024-09-06T15:44:17.724638+0000 mgr.y (mgr.25115) 350 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:19.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:18 smithi181 bash[70073]: cluster 2024-09-06T15:44:17.724638+0000 mgr.y (mgr.25115) 350 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:20.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:44:19 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:44:19.821953019Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:44:20.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:20 smithi169 bash[26469]: audit 2024-09-06T15:44:19.393912+0000 mon.a (mon.0) 26 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:20.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:20 smithi169 bash[26469]: audit 2024-09-06T15:44:19.407790+0000 mon.a (mon.0) 27 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:20.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:20 smithi169 bash[26469]: audit 2024-09-06T15:44:19.411676+0000 mon.c (mon.2) 202 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:44:20.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:20 smithi169 bash[26469]: audit 2024-09-06T15:44:19.413481+0000 mon.c (mon.2) 203 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:44:20.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:20 smithi169 bash[26469]: audit 2024-09-06T15:44:19.425568+0000 mon.a (mon.0) 28 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:20.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:20 smithi169 bash[26469]: audit 2024-09-06T15:44:19.584950+0000 mon.c (mon.2) 204 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:44:20.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:20 smithi169 bash[26469]: audit 2024-09-06T15:44:19.587773+0000 mon.c (mon.2) 205 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:44:20.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:20 smithi169 bash[26469]: audit 2024-09-06T15:44:19.589659+0000 mon.c (mon.2) 206 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-06T15:44:20.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:20 smithi169 bash[26469]: audit 2024-09-06T15:44:19.590763+0000 mon.c (mon.2) 207 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-06T15:44:20.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:20 smithi169 bash[26469]: cephadm 2024-09-06T15:44:19.591593+0000 mgr.y (mgr.25115) 351 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-09-06T15:44:20.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:20 smithi169 bash[26469]: cluster 2024-09-06T15:44:19.725172+0000 mgr.y (mgr.25115) 352 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:20.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:20 smithi169 bash[88858]: audit 2024-09-06T15:44:19.393912+0000 mon.a (mon.0) 26 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:20.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:20 smithi169 bash[88858]: audit 2024-09-06T15:44:19.393912+0000 mon.a (mon.0) 26 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:20.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:20 smithi169 bash[88858]: audit 2024-09-06T15:44:19.407790+0000 mon.a (mon.0) 27 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:20.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:20 smithi169 bash[88858]: audit 2024-09-06T15:44:19.407790+0000 mon.a (mon.0) 27 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:20.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:20 smithi169 bash[88858]: audit 2024-09-06T15:44:19.411676+0000 mon.c (mon.2) 202 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:44:20.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:20 smithi169 bash[88858]: audit 2024-09-06T15:44:19.411676+0000 mon.c (mon.2) 202 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:44:20.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:20 smithi169 bash[88858]: audit 2024-09-06T15:44:19.413481+0000 mon.c (mon.2) 203 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:44:20.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:20 smithi169 bash[88858]: audit 2024-09-06T15:44:19.413481+0000 mon.c (mon.2) 203 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:44:20.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:20 smithi169 bash[88858]: audit 2024-09-06T15:44:19.425568+0000 mon.a (mon.0) 28 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:20.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:20 smithi169 bash[88858]: audit 2024-09-06T15:44:19.425568+0000 mon.a (mon.0) 28 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:20.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:20 smithi169 bash[88858]: audit 2024-09-06T15:44:19.584950+0000 mon.c (mon.2) 204 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:44:20.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:20 smithi169 bash[88858]: audit 2024-09-06T15:44:19.584950+0000 mon.c (mon.2) 204 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:44:20.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:20 smithi169 bash[88858]: audit 2024-09-06T15:44:19.587773+0000 mon.c (mon.2) 205 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:44:20.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:20 smithi169 bash[88858]: audit 2024-09-06T15:44:19.587773+0000 mon.c (mon.2) 205 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:44:20.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:20 smithi169 bash[88858]: audit 2024-09-06T15:44:19.589659+0000 mon.c (mon.2) 206 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-06T15:44:20.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:20 smithi169 bash[88858]: audit 2024-09-06T15:44:19.589659+0000 mon.c (mon.2) 206 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-06T15:44:20.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:20 smithi169 bash[88858]: audit 2024-09-06T15:44:19.590763+0000 mon.c (mon.2) 207 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-06T15:44:20.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:20 smithi169 bash[88858]: audit 2024-09-06T15:44:19.590763+0000 mon.c (mon.2) 207 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-06T15:44:20.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:20 smithi169 bash[88858]: cephadm 2024-09-06T15:44:19.591593+0000 mgr.y (mgr.25115) 351 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-09-06T15:44:20.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:20 smithi169 bash[88858]: cephadm 2024-09-06T15:44:19.591593+0000 mgr.y (mgr.25115) 351 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-09-06T15:44:20.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:20 smithi169 bash[88858]: cluster 2024-09-06T15:44:19.725172+0000 mgr.y (mgr.25115) 352 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:20.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:20 smithi169 bash[88858]: cluster 2024-09-06T15:44:19.725172+0000 mgr.y (mgr.25115) 352 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:20.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:20 smithi181 bash[70073]: audit 2024-09-06T15:44:19.393912+0000 mon.a (mon.0) 26 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:20.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:20 smithi181 bash[70073]: audit 2024-09-06T15:44:19.393912+0000 mon.a (mon.0) 26 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:20.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:20 smithi181 bash[70073]: audit 2024-09-06T15:44:19.407790+0000 mon.a (mon.0) 27 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:20.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:20 smithi181 bash[70073]: audit 2024-09-06T15:44:19.407790+0000 mon.a (mon.0) 27 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:20.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:20 smithi181 bash[70073]: audit 2024-09-06T15:44:19.411676+0000 mon.c (mon.2) 202 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:44:20.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:20 smithi181 bash[70073]: audit 2024-09-06T15:44:19.411676+0000 mon.c (mon.2) 202 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:44:20.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:20 smithi181 bash[70073]: audit 2024-09-06T15:44:19.413481+0000 mon.c (mon.2) 203 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:44:20.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:20 smithi181 bash[70073]: audit 2024-09-06T15:44:19.413481+0000 mon.c (mon.2) 203 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-06T15:44:20.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:20 smithi181 bash[70073]: audit 2024-09-06T15:44:19.425568+0000 mon.a (mon.0) 28 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:20.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:20 smithi181 bash[70073]: audit 2024-09-06T15:44:19.425568+0000 mon.a (mon.0) 28 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:20.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:20 smithi181 bash[70073]: audit 2024-09-06T15:44:19.584950+0000 mon.c (mon.2) 204 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:44:20.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:20 smithi181 bash[70073]: audit 2024-09-06T15:44:19.584950+0000 mon.c (mon.2) 204 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-06T15:44:20.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:20 smithi181 bash[70073]: audit 2024-09-06T15:44:19.587773+0000 mon.c (mon.2) 205 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:44:20.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:20 smithi181 bash[70073]: audit 2024-09-06T15:44:19.587773+0000 mon.c (mon.2) 205 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-06T15:44:20.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:20 smithi181 bash[70073]: audit 2024-09-06T15:44:19.589659+0000 mon.c (mon.2) 206 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-06T15:44:20.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:20 smithi181 bash[70073]: audit 2024-09-06T15:44:19.589659+0000 mon.c (mon.2) 206 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-06T15:44:20.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:20 smithi181 bash[70073]: audit 2024-09-06T15:44:19.590763+0000 mon.c (mon.2) 207 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-06T15:44:20.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:20 smithi181 bash[70073]: audit 2024-09-06T15:44:19.590763+0000 mon.c (mon.2) 207 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-06T15:44:20.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:20 smithi181 bash[70073]: cephadm 2024-09-06T15:44:19.591593+0000 mgr.y (mgr.25115) 351 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-09-06T15:44:20.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:20 smithi181 bash[70073]: cephadm 2024-09-06T15:44:19.591593+0000 mgr.y (mgr.25115) 351 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-09-06T15:44:20.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:20 smithi181 bash[70073]: cluster 2024-09-06T15:44:19.725172+0000 mgr.y (mgr.25115) 352 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:20.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:20 smithi181 bash[70073]: cluster 2024-09-06T15:44:19.725172+0000 mgr.y (mgr.25115) 352 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:23.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:22 smithi169 bash[26469]: cluster 2024-09-06T15:44:21.726804+0000 mgr.y (mgr.25115) 353 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:23.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:22 smithi169 bash[26469]: audit 2024-09-06T15:44:22.054501+0000 mon.a (mon.0) 29 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:23.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:22 smithi169 bash[26469]: audit 2024-09-06T15:44:22.060116+0000 mon.c (mon.2) 208 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-06T15:44:23.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:22 smithi169 bash[26469]: audit 2024-09-06T15:44:22.061732+0000 mon.c (mon.2) 209 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-06T15:44:23.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:22 smithi169 bash[26469]: audit 2024-09-06T15:44:22.063360+0000 mon.c (mon.2) 210 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:44:23.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:22 smithi169 bash[88858]: cluster 2024-09-06T15:44:21.726804+0000 mgr.y (mgr.25115) 353 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:23.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:22 smithi169 bash[88858]: cluster 2024-09-06T15:44:21.726804+0000 mgr.y (mgr.25115) 353 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:23.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:22 smithi169 bash[88858]: audit 2024-09-06T15:44:22.054501+0000 mon.a (mon.0) 29 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:23.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:22 smithi169 bash[88858]: audit 2024-09-06T15:44:22.054501+0000 mon.a (mon.0) 29 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:23.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:22 smithi169 bash[88858]: audit 2024-09-06T15:44:22.060116+0000 mon.c (mon.2) 208 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-06T15:44:23.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:22 smithi169 bash[88858]: audit 2024-09-06T15:44:22.060116+0000 mon.c (mon.2) 208 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-06T15:44:23.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:22 smithi169 bash[88858]: audit 2024-09-06T15:44:22.061732+0000 mon.c (mon.2) 209 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-06T15:44:23.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:22 smithi169 bash[88858]: audit 2024-09-06T15:44:22.061732+0000 mon.c (mon.2) 209 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-06T15:44:23.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:22 smithi169 bash[88858]: audit 2024-09-06T15:44:22.063360+0000 mon.c (mon.2) 210 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:44:23.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:22 smithi169 bash[88858]: audit 2024-09-06T15:44:22.063360+0000 mon.c (mon.2) 210 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:44:23.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:44:22 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:44:22.830088496Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:44:23.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:22 smithi181 bash[70073]: cluster 2024-09-06T15:44:21.726804+0000 mgr.y (mgr.25115) 353 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:23.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:22 smithi181 bash[70073]: cluster 2024-09-06T15:44:21.726804+0000 mgr.y (mgr.25115) 353 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:23.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:22 smithi181 bash[70073]: audit 2024-09-06T15:44:22.054501+0000 mon.a (mon.0) 29 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:23.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:22 smithi181 bash[70073]: audit 2024-09-06T15:44:22.054501+0000 mon.a (mon.0) 29 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:23.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:22 smithi181 bash[70073]: audit 2024-09-06T15:44:22.060116+0000 mon.c (mon.2) 208 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-06T15:44:23.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:22 smithi181 bash[70073]: audit 2024-09-06T15:44:22.060116+0000 mon.c (mon.2) 208 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-06T15:44:23.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:22 smithi181 bash[70073]: audit 2024-09-06T15:44:22.061732+0000 mon.c (mon.2) 209 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-06T15:44:23.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:22 smithi181 bash[70073]: audit 2024-09-06T15:44:22.061732+0000 mon.c (mon.2) 209 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-06T15:44:23.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:22 smithi181 bash[70073]: audit 2024-09-06T15:44:22.063360+0000 mon.c (mon.2) 210 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:44:23.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:22 smithi181 bash[70073]: audit 2024-09-06T15:44:22.063360+0000 mon.c (mon.2) 210 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-06T15:44:23.919 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:23 smithi169 bash[88858]: cephadm 2024-09-06T15:44:22.044925+0000 mgr.y (mgr.25115) 354 : cephadm [INF] Upgrade: Updating mon.c 2024-09-06T15:44:23.919 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:23 smithi169 bash[88858]: cephadm 2024-09-06T15:44:22.044925+0000 mgr.y (mgr.25115) 354 : cephadm [INF] Upgrade: Updating mon.c 2024-09-06T15:44:23.920 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:23 smithi169 bash[88858]: cephadm 2024-09-06T15:44:22.065329+0000 mgr.y (mgr.25115) 355 : cephadm [INF] Deploying daemon mon.c on smithi169 2024-09-06T15:44:23.920 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:23 smithi169 bash[88858]: cephadm 2024-09-06T15:44:22.065329+0000 mgr.y (mgr.25115) 355 : cephadm [INF] Deploying daemon mon.c on smithi169 2024-09-06T15:44:23.920 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:23 smithi169 bash[26469]: cephadm 2024-09-06T15:44:22.044925+0000 mgr.y (mgr.25115) 354 : cephadm [INF] Upgrade: Updating mon.c 2024-09-06T15:44:23.920 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:23 smithi169 bash[26469]: cephadm 2024-09-06T15:44:22.065329+0000 mgr.y (mgr.25115) 355 : cephadm [INF] Deploying daemon mon.c on smithi169 2024-09-06T15:44:24.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:23 smithi181 bash[70073]: cephadm 2024-09-06T15:44:22.044925+0000 mgr.y (mgr.25115) 354 : cephadm [INF] Upgrade: Updating mon.c 2024-09-06T15:44:24.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:23 smithi181 bash[70073]: cephadm 2024-09-06T15:44:22.044925+0000 mgr.y (mgr.25115) 354 : cephadm [INF] Upgrade: Updating mon.c 2024-09-06T15:44:24.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:23 smithi181 bash[70073]: cephadm 2024-09-06T15:44:22.065329+0000 mgr.y (mgr.25115) 355 : cephadm [INF] Deploying daemon mon.c on smithi169 2024-09-06T15:44:24.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:23 smithi181 bash[70073]: cephadm 2024-09-06T15:44:22.065329+0000 mgr.y (mgr.25115) 355 : cephadm [INF] Deploying daemon mon.c on smithi169 2024-09-06T15:44:24.693 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:24 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:44:24.694 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:24 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:44:24.694 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:44:24 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:44:24.694 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:44:24 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:44:24.695 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:44:24 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:44:24.695 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:44:24 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:44:24.696 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:44:24 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:44:24.696 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:44:24 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:44:24.696 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:44:24 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:44:24.945 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:44:24 smithi169 bash[68355]: [06/Sep/2024:15:44:24] ENGINE Bus STOPPING 2024-09-06T15:44:24.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:24 smithi169 bash[88858]: audit 2024-09-06T15:44:23.342911+0000 mgr.y (mgr.25115) 356 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:44:24.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:24 smithi169 bash[88858]: audit 2024-09-06T15:44:23.342911+0000 mgr.y (mgr.25115) 356 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:44:24.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:24 smithi169 bash[88858]: cluster 2024-09-06T15:44:23.727464+0000 mgr.y (mgr.25115) 357 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:24.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:24 smithi169 bash[88858]: cluster 2024-09-06T15:44:23.727464+0000 mgr.y (mgr.25115) 357 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:24.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:24 smithi169 systemd[1]: Stopping Ceph mon.c for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:44:24.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:24 smithi169 bash[26469]: audit 2024-09-06T15:44:23.342911+0000 mgr.y (mgr.25115) 356 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:44:24.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:24 smithi169 bash[26469]: cluster 2024-09-06T15:44:23.727464+0000 mgr.y (mgr.25115) 357 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:24.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:24 smithi169 bash[26469]: debug 2024-09-06T15:44:24.808+0000 7f000138c640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-06T15:44:24.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:24 smithi169 bash[26469]: debug 2024-09-06T15:44:24.808+0000 7f000138c640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-09-06T15:44:25.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:24 smithi181 bash[70073]: audit 2024-09-06T15:44:23.342911+0000 mgr.y (mgr.25115) 356 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:44:25.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:24 smithi181 bash[70073]: audit 2024-09-06T15:44:23.342911+0000 mgr.y (mgr.25115) 356 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:44:25.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:24 smithi181 bash[70073]: cluster 2024-09-06T15:44:23.727464+0000 mgr.y (mgr.25115) 357 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:25.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:24 smithi181 bash[70073]: cluster 2024-09-06T15:44:23.727464+0000 mgr.y (mgr.25115) 357 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:25.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:44:25 smithi169 bash[68355]: [06/Sep/2024:15:44:25] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-06T15:44:25.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:44:25 smithi169 bash[68355]: [06/Sep/2024:15:44:25] ENGINE Bus STOPPED 2024-09-06T15:44:25.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:44:25 smithi169 bash[68355]: [06/Sep/2024:15:44:25] ENGINE Bus STARTING 2024-09-06T15:44:25.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:44:25 smithi169 bash[68355]: [06/Sep/2024:15:44:25] ENGINE Serving on http://:::9283 2024-09-06T15:44:25.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:44:25 smithi169 bash[68355]: [06/Sep/2024:15:44:25] ENGINE Bus STARTED 2024-09-06T15:44:25.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:25 smithi169 bash[92440]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-mon-c 2024-09-06T15:44:25.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:25 smithi169 bash[92510]: Error response from daemon: No such container: ceph-bab55310-6c60-11ef-bce4-c7b262605968-mon-c 2024-09-06T15:44:25.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:25 smithi169 systemd[1]: ceph-bab55310-6c60-11ef-bce4-c7b262605968@mon.c.service: Deactivated successfully. 2024-09-06T15:44:25.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:25 smithi169 systemd[1]: Stopped Ceph mon.c for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:44:26.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:44:25 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:44:25.82968965Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:44:26.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:25 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:44:26.445 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:44:25 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:44:26.446 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:44:25 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:44:26.446 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:44:25 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:44:26.446 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:44:25 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:44:26.447 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:44:25 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:44:26.447 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:44:25 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:44:26.447 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:44:26 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:44:26] "GET /metrics HTTP/1.1" 200 38242 "" "Prometheus/2.51.0" 2024-09-06T15:44:26.447 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:44:26 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:44:26.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:25 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:44:26.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:26 smithi169 systemd[1]: Started Ceph mon.c for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:44:27.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.352+0000 7f1ffb193c80 0 set uid:gid to 167:167 (ceph:ceph) 2024-09-06T15:44:27.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.352+0000 7f1ffb193c80 0 ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev), process ceph-mon, pid 7 2024-09-06T15:44:27.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.352+0000 7f1ffb193c80 0 pidfile_write: ignore empty --pid-file 2024-09-06T15:44:27.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 0 load: jerasure load: lrc 2024-09-06T15:44:27.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: RocksDB version: 7.9.2 2024-09-06T15:44:27.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Git sha 0 2024-09-06T15:44:27.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Compile date 2024-09-04 13:52:53 2024-09-06T15:44:27.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: DB SUMMARY 2024-09-06T15:44:27.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: DB Session ID: GMRJN2UQWV4SPEEH9VP5 2024-09-06T15:44:27.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: CURRENT file: CURRENT 2024-09-06T15:44:27.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: IDENTITY file: IDENTITY 2024-09-06T15:44:27.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: MANIFEST file: MANIFEST-000010 size: 4811 Bytes 2024-09-06T15:44:27.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000069.sst 2024-09-06T15:44:27.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000067.log size: 742547 ; 2024-09-06T15:44:27.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.error_if_exists: 0 2024-09-06T15:44:27.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.create_if_missing: 0 2024-09-06T15:44:27.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.paranoid_checks: 1 2024-09-06T15:44:27.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-09-06T15:44:27.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-06T15:44:27.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-06T15:44:27.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.env: 0x564eaa284160 2024-09-06T15:44:27.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.fs: PosixFileSystem 2024-09-06T15:44:27.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.info_log: 0x564eaaaeb880 2024-09-06T15:44:27.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.max_file_opening_threads: 16 2024-09-06T15:44:27.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.statistics: (nil) 2024-09-06T15:44:27.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.use_fsync: 0 2024-09-06T15:44:27.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.max_log_file_size: 0 2024-09-06T15:44:27.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-06T15:44:27.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-09-06T15:44:27.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.keep_log_file_num: 1000 2024-09-06T15:44:27.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.recycle_log_file_num: 0 2024-09-06T15:44:27.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.allow_fallocate: 1 2024-09-06T15:44:27.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.allow_mmap_reads: 0 2024-09-06T15:44:27.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.allow_mmap_writes: 0 2024-09-06T15:44:27.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.use_direct_reads: 0 2024-09-06T15:44:27.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-06T15:44:27.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.create_missing_column_families: 0 2024-09-06T15:44:27.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.db_log_dir: 2024-09-06T15:44:27.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.wal_dir: 2024-09-06T15:44:27.700 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-09-06T15:44:27.700 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-09-06T15:44:27.700 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-09-06T15:44:27.700 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-06T15:44:27.700 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-06T15:44:27.700 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-09-06T15:44:27.700 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.advise_random_on_open: 1 2024-09-06T15:44:27.700 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.db_write_buffer_size: 0 2024-09-06T15:44:27.700 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.write_buffer_manager: 0x564eaaaee960 2024-09-06T15:44:27.700 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-06T15:44:27.700 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-06T15:44:27.700 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-09-06T15:44:27.700 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.rate_limiter: (nil) 2024-09-06T15:44:27.701 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-06T15:44:27.701 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.wal_recovery_mode: 2 2024-09-06T15:44:27.701 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.enable_thread_tracking: 0 2024-09-06T15:44:27.701 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.enable_pipelined_write: 0 2024-09-06T15:44:27.701 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.unordered_write: 0 2024-09-06T15:44:27.701 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-06T15:44:27.701 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-06T15:44:27.701 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-06T15:44:27.701 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-06T15:44:27.701 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.row_cache: None 2024-09-06T15:44:27.701 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.wal_filter: None 2024-09-06T15:44:27.701 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-06T15:44:27.702 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.allow_ingest_behind: 0 2024-09-06T15:44:27.702 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.two_write_queues: 0 2024-09-06T15:44:27.702 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.manual_wal_flush: 0 2024-09-06T15:44:27.702 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.wal_compression: 0 2024-09-06T15:44:27.702 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.atomic_flush: 0 2024-09-06T15:44:27.702 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-06T15:44:27.702 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-09-06T15:44:27.702 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-09-06T15:44:27.702 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.log_readahead_size: 0 2024-09-06T15:44:27.702 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-06T15:44:27.702 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.best_efforts_recovery: 0 2024-09-06T15:44:27.702 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-06T15:44:27.703 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-06T15:44:27.703 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.allow_data_in_errors: 0 2024-09-06T15:44:27.703 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.db_host_id: __hostname__ 2024-09-06T15:44:27.703 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-09-06T15:44:27.703 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.max_background_jobs: 2 2024-09-06T15:44:27.703 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.max_background_compactions: -1 2024-09-06T15:44:27.703 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.max_subcompactions: 1 2024-09-06T15:44:27.703 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-06T15:44:27.703 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-06T15:44:27.703 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-09-06T15:44:27.703 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.max_total_wal_size: 0 2024-09-06T15:44:27.703 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-06T15:44:27.704 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-09-06T15:44:27.704 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-09-06T15:44:27.704 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-06T15:44:27.704 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.max_open_files: -1 2024-09-06T15:44:27.704 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.bytes_per_sync: 0 2024-09-06T15:44:27.704 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-09-06T15:44:27.704 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-09-06T15:44:27.704 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.compaction_readahead_size: 0 2024-09-06T15:44:27.704 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.max_background_flushes: -1 2024-09-06T15:44:27.704 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Compression algorithms supported: 2024-09-06T15:44:27.704 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: kZSTD supported: 0 2024-09-06T15:44:27.704 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: kXpressCompression supported: 0 2024-09-06T15:44:27.704 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: kBZip2Compression supported: 0 2024-09-06T15:44:27.705 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-06T15:44:27.705 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: kLZ4Compression supported: 1 2024-09-06T15:44:27.705 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: kZlibCompression supported: 1 2024-09-06T15:44:27.705 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: kLZ4HCCompression supported: 1 2024-09-06T15:44:27.705 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: kSnappyCompression supported: 1 2024-09-06T15:44:27.705 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-09-06T15:44:27.705 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-09-06T15:44:27.705 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2024-09-06T15:44:27.706 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-06T15:44:27.707 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-06T15:44:27.707 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.merge_operator: 2024-09-06T15:44:27.707 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.compaction_filter: None 2024-09-06T15:44:27.707 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.compaction_filter_factory: None 2024-09-06T15:44:27.707 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.sst_partitioner_factory: None 2024-09-06T15:44:27.707 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-09-06T15:44:27.707 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-09-06T15:44:27.707 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x564eaaaeb4e0) 2024-09-06T15:44:27.707 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: cache_index_and_filter_blocks: 1 2024-09-06T15:44:27.707 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-06T15:44:27.707 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-06T15:44:27.707 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: pin_top_level_index_and_filter: 1 2024-09-06T15:44:27.708 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: index_type: 0 2024-09-06T15:44:27.708 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: data_block_index_type: 0 2024-09-06T15:44:27.708 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: index_shortening: 1 2024-09-06T15:44:27.708 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: data_block_hash_table_util_ratio: 0.750000 2024-09-06T15:44:27.708 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: checksum: 4 2024-09-06T15:44:27.708 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: no_block_cache: 0 2024-09-06T15:44:27.708 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: block_cache: 0x564eaaae0850 2024-09-06T15:44:27.708 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: block_cache_name: BinnedLRUCache 2024-09-06T15:44:27.708 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: block_cache_options: 2024-09-06T15:44:27.708 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: capacity : 536870912 2024-09-06T15:44:27.708 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: num_shard_bits : 4 2024-09-06T15:44:27.708 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: strict_capacity_limit : 0 2024-09-06T15:44:27.708 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: high_pri_pool_ratio: 0.000 2024-09-06T15:44:27.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: block_cache_compressed: (nil) 2024-09-06T15:44:27.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: persistent_cache: (nil) 2024-09-06T15:44:27.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: block_size: 4096 2024-09-06T15:44:27.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: block_size_deviation: 10 2024-09-06T15:44:27.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: block_restart_interval: 16 2024-09-06T15:44:27.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: index_block_restart_interval: 1 2024-09-06T15:44:27.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: metadata_block_size: 4096 2024-09-06T15:44:27.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: partition_filters: 0 2024-09-06T15:44:27.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: use_delta_encoding: 1 2024-09-06T15:44:27.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: filter_policy: bloomfilter 2024-09-06T15:44:27.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: whole_key_filtering: 1 2024-09-06T15:44:27.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: verify_compression: 0 2024-09-06T15:44:27.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: read_amp_bytes_per_bit: 0 2024-09-06T15:44:27.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: format_version: 5 2024-09-06T15:44:27.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: enable_index_compression: 1 2024-09-06T15:44:27.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: block_align: 0 2024-09-06T15:44:27.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: max_auto_readahead_size: 262144 2024-09-06T15:44:27.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: prepopulate_block_cache: 0 2024-09-06T15:44:27.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: initial_auto_readahead_size: 8192 2024-09-06T15:44:27.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: num_file_reads_for_auto_readahead: 2 2024-09-06T15:44:27.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.write_buffer_size: 33554432 2024-09-06T15:44:27.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.max_write_buffer_number: 2 2024-09-06T15:44:27.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.compression: NoCompression 2024-09-06T15:44:27.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.bottommost_compression: Disabled 2024-09-06T15:44:27.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.prefix_extractor: nullptr 2024-09-06T15:44:27.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-06T15:44:27.711 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.num_levels: 7 2024-09-06T15:44:27.711 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-06T15:44:27.711 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-06T15:44:27.711 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-06T15:44:27.711 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-06T15:44:27.711 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-06T15:44:27.711 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-06T15:44:27.711 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-06T15:44:27.711 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-06T15:44:27.711 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-06T15:44:27.711 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-06T15:44:27.711 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-06T15:44:27.712 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-06T15:44:27.712 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-09-06T15:44:27.712 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.compression_opts.level: 32767 2024-09-06T15:44:27.712 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.compression_opts.strategy: 0 2024-09-06T15:44:27.712 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-06T15:44:27.712 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-06T15:44:27.712 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-06T15:44:27.712 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-06T15:44:27.712 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.compression_opts.enabled: false 2024-09-06T15:44:27.712 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-06T15:44:27.712 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-06T15:44:27.712 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-06T15:44:27.713 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-06T15:44:27.713 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.target_file_size_base: 67108864 2024-09-06T15:44:27.713 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-09-06T15:44:27.713 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-06T15:44:27.713 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-06T15:44:27.713 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-06T15:44:27.713 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-06T15:44:27.713 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-06T15:44:27.713 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-06T15:44:27.713 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-06T15:44:27.713 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-06T15:44:27.714 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-06T15:44:27.714 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-06T15:44:27.714 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-06T15:44:27.714 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-06T15:44:27.714 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-06T15:44:27.714 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.arena_block_size: 1048576 2024-09-06T15:44:27.714 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-06T15:44:27.714 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-06T15:44:27.714 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.disable_auto_compactions: 0 2024-09-06T15:44:27.714 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-06T15:44:27.714 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-06T15:44:27.714 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-06T15:44:27.714 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-06T15:44:27.715 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-06T15:44:27.715 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-06T15:44:27.715 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-06T15:44:27.715 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-06T15:44:27.715 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-06T15:44:27.715 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-06T15:44:27.715 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-06T15:44:27.715 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.inplace_update_support: 0 2024-09-06T15:44:27.715 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-09-06T15:44:27.715 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-06T15:44:27.715 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-06T15:44:27.715 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-09-06T15:44:27.715 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.bloom_locality: 0 2024-09-06T15:44:27.716 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.max_successive_merges: 0 2024-09-06T15:44:27.716 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-09-06T15:44:27.716 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.paranoid_file_checks: 0 2024-09-06T15:44:27.716 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.force_consistency_checks: 1 2024-09-06T15:44:27.716 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.report_bg_io_stats: 0 2024-09-06T15:44:27.716 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.ttl: 2592000 2024-09-06T15:44:27.716 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-09-06T15:44:27.716 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-06T15:44:27.716 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-06T15:44:27.716 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.enable_blob_files: false 2024-09-06T15:44:27.716 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.min_blob_size: 0 2024-09-06T15:44:27.716 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.blob_file_size: 268435456 2024-09-06T15:44:27.717 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-09-06T15:44:27.717 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-09-06T15:44:27.717 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-06T15:44:27.717 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-06T15:44:27.717 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-06T15:44:27.717 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.blob_file_starting_level: 0 2024-09-06T15:44:27.717 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-06T15:44:27.717 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-06T15:44:27.717 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 71, last_sequence is 36662, log_number is 67,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 67 2024-09-06T15:44:27.717 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 67 2024-09-06T15:44:27.717 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: a034c9be-e60b-4550-a934-8221e4f28ea3 2024-09-06T15:44:27.717 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1725637467362309, "job": 1, "event": "recovery_started", "wal_files": [67]} 2024-09-06T15:44:27.717 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.356+0000 7f1ffb193c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #67 mode 2 2024-09-06T15:44:27.718 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.360+0000 7f1ffb193c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1725637467366725, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 72, "file_size": 451202, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 36667, "largest_seqno": 36981, "table_properties": {"data_size": 448874, "index_size": 970, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 325, "raw_key_size": 2879, "raw_average_key_size": 23, "raw_value_size": 445897, "raw_average_value_size": 3567, "num_data_blocks": 43, "num_entries": 125, "num_filter_entries": 125, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1725637467, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "a034c9be-e60b-4550-a934-8221e4f28ea3", "db_session_id": "GMRJN2UQWV4SPEEH9VP5", "orig_file_number": 72, "seqno_to_time_mapping": "N/A"}} 2024-09-06T15:44:27.718 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.360+0000 7f1ffb193c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1725637467366907, "job": 1, "event": "recovery_finished"} 2024-09-06T15:44:27.718 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.360+0000 7f1ffb193c80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 74 2024-09-06T15:44:27.718 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.364+0000 7f1ffb193c80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-06T15:44:27.718 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.364+0000 7f1ffb193c80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000067.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-06T15:44:27.718 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.364+0000 7f1ffb193c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x564eaab0ee00 2024-09-06T15:44:27.718 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.364+0000 7f1ffb193c80 4 rocksdb: DB pointer 0x564eaac12000 2024-09-06T15:44:27.718 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.368+0000 7f1ff0f5b640 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-06T15:44:27.718 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.368+0000 7f1ff0f5b640 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-06T15:44:27.718 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: ** DB Stats ** 2024-09-06T15:44:27.718 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-06T15:44:27.719 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-06T15:44:27.719 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-06T15:44:27.719 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-06T15:44:27.719 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-06T15:44:27.719 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-06T15:44:27.719 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-06T15:44:27.719 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: ** Compaction Stats [default] ** 2024-09-06T15:44:27.719 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-06T15:44:27.719 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-06T15:44:27.719 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: L0 1/0 440.63 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 180.0 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-09-06T15:44:27.720 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: L6 1/0 9.66 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-06T15:44:27.720 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: Sum 2/0 10.09 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 180.0 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-09-06T15:44:27.720 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 180.0 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-09-06T15:44:27.720 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: ** Compaction Stats [default] ** 2024-09-06T15:44:27.720 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-06T15:44:27.720 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-06T15:44:27.720 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 180.0 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-09-06T15:44:27.720 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-06T15:44:27.720 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-06T15:44:27.720 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: Flush(GB): cumulative 0.000, interval 0.000 2024-09-06T15:44:27.720 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-06T15:44:27.720 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: AddFile(Total Files): cumulative 0, interval 0 2024-09-06T15:44:27.721 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: AddFile(L0 Files): cumulative 0, interval 0 2024-09-06T15:44:27.721 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: AddFile(Keys): cumulative 0, interval 0 2024-09-06T15:44:27.721 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: Cumulative compaction: 0.00 GB write, 43.09 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-06T15:44:27.721 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: Interval compaction: 0.00 GB write, 43.09 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-06T15:44:27.721 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-06T15:44:27.721 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: Block cache BinnedLRUCache@0x564eaaae0850#7 capacity: 512.00 MB usage: 1.45 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.6e-05 secs_since: 0 2024-09-06T15:44:27.721 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: Block cache entry stats(count,size,portion): FilterBlock(1,0.38 KB,7.15256e-05%) IndexBlock(1,1.08 KB,0.000205636%) Misc(1,0.00 KB,0%) 2024-09-06T15:44:27.721 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: ** File Read Latency Histogram By Level [default] ** 2024-09-06T15:44:27.721 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.368+0000 7f1ffb193c80 0 starting mon.c rank 2 at public addrs [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] at bind addrs [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:44:27.721 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.368+0000 7f1ffb193c80 1 mon.c@-1(???) e3 preinit fsid bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:44:27.721 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.368+0000 7f1ffb193c80 0 mon.c@-1(???).mds e1 new map 2024-09-06T15:44:27.721 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.368+0000 7f1ffb193c80 0 mon.c@-1(???).mds e1 print_map 2024-09-06T15:44:27.722 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: e1 2024-09-06T15:44:27.722 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: btime 2024-09-06T15:01:52:920102+0000 2024-09-06T15:44:27.722 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: enable_multiple, ever_enabled_multiple: 1,1 2024-09-06T15:44:27.722 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-06T15:44:27.722 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: legacy client fscid: -1 2024-09-06T15:44:27.722 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: 2024-09-06T15:44:27.722 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: No filesystems configured 2024-09-06T15:44:27.722 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.368+0000 7f1ffb193c80 0 mon.c@-1(???).osd e111 crush map has features 3314933000854323200, adjusting msgr requires 2024-09-06T15:44:27.722 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.368+0000 7f1ffb193c80 0 mon.c@-1(???).osd e111 crush map has features 432629239337189376, adjusting msgr requires 2024-09-06T15:44:27.722 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.368+0000 7f1ffb193c80 0 mon.c@-1(???).osd e111 crush map has features 432629239337189376, adjusting msgr requires 2024-09-06T15:44:27.722 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.368+0000 7f1ffb193c80 0 mon.c@-1(???).osd e111 crush map has features 432629239337189376, adjusting msgr requires 2024-09-06T15:44:27.722 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:27 smithi169 bash[92568]: debug 2024-09-06T15:44:27.368+0000 7f1ffb193c80 1 mon.c@-1(???).paxosservice(auth 1..31) refresh upgraded, format 0 -> 3 2024-09-06T15:44:27.854 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-09-06T15:44:28.450 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-06T15:44:28.450 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (4m) 20s ago 31m 14.2M - 0.27.0 11f11916f8cd 20ee608606f5 2024-09-06T15:44:28.450 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi181 *:3000 running (3m) 101s ago 31m 68.4M - c8b91775d855 e391fbe8c873 2024-09-06T15:44:28.451 INFO:teuthology.orchestra.run.smithi169.stdout:iscsi.foo.smithi169.yxosuq smithi169 *:5000 running (6m) 20s ago 29m 48.4M - 3.8 b6db46a449e5 e63406a8c5a8 2024-09-06T15:44:28.451 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi181 *:8443,9283,8765 running (5m) 101s ago 40m 438M - 19.3.0-4704-g8b38c33c 1c45aca0610a 291c4d2bed88 2024-09-06T15:44:28.451 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (16m) 20s ago 42m 505M - 19.3.0-4704-g8b38c33c 1c45aca0610a 5f9711fb78b7 2024-09-06T15:44:28.451 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (29s) 20s ago 42m 28.3M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a d211c6462d65 2024-09-06T15:44:28.451 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi181 running (109s) 101s ago 40m 18.5M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a 791f1710b3c0 2024-09-06T15:44:28.451 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 starting - - - 2048M 2024-09-06T15:44:28.451 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (5m) 20s ago 32m 8124k - 1.7.0 72c9c2088986 03c6f14026b2 2024-09-06T15:44:28.451 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi181 *:9100 running (5m) 101s ago 32m 8007k - 1.7.0 72c9c2088986 0895a0652401 2024-09-06T15:44:28.451 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (39m) 20s ago 39m 58.5M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 cec969796af3 2024-09-06T15:44:28.451 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (38m) 20s ago 38m 68.3M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 d527f97f0b83 2024-09-06T15:44:28.451 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (37m) 20s ago 37m 62.2M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 303b15f1c60b 2024-09-06T15:44:28.451 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (36m) 20s ago 36m 65.7M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 524c24c2c8fd 2024-09-06T15:44:28.451 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi181 running (35m) 101s ago 35m 69.1M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 c9c9286e40c9 2024-09-06T15:44:28.452 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi181 running (35m) 101s ago 35m 56.0M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 427ff3118a0b 2024-09-06T15:44:28.452 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi181 running (34m) 101s ago 34m 64.5M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 9e6f947064d2 2024-09-06T15:44:28.452 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi181 running (33m) 101s ago 33m 67.2M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 a94f6f351ffd 2024-09-06T15:44:28.452 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi181 *:9095 running (4m) 101s ago 32m 39.5M - 2.51.0 1d3b7f56885b 365a3b66bc88 2024-09-06T15:44:28.452 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi169.svrjnx smithi169 *:8000 running (29m) 20s ago 29m 101M - 19.1.1-268-g635ed4cf b6db46a449e5 73d895896783 2024-09-06T15:44:28.452 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi181.fqbtai smithi181 *:8000 running (29m) 101s ago 29m 102M - 19.1.1-268-g635ed4cf b6db46a449e5 4aaa91540a99 2024-09-06T15:44:28.790 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:44:28.790 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-09-06T15:44:28.790 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 3 2024-09-06T15:44:28.790 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:44:28.790 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-09-06T15:44:28.790 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 2 2024-09-06T15:44:28.790 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:44:28.790 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-09-06T15:44:28.790 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 8 2024-09-06T15:44:28.790 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:44:28.790 INFO:teuthology.orchestra.run.smithi169.stdout: "rgw": { 2024-09-06T15:44:28.791 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 2 2024-09-06T15:44:28.791 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:44:28.791 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-09-06T15:44:28.791 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 10, 2024-09-06T15:44:28.791 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 5 2024-09-06T15:44:28.791 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-09-06T15:44:28.791 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:44:29.077 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:44:29.077 INFO:teuthology.orchestra.run.smithi169.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", 2024-09-06T15:44:29.077 INFO:teuthology.orchestra.run.smithi169.stdout: "in_progress": true, 2024-09-06T15:44:29.077 INFO:teuthology.orchestra.run.smithi169.stdout: "which": "Upgrading daemons of type(s) mon on host(s) smithi169", 2024-09-06T15:44:29.077 INFO:teuthology.orchestra.run.smithi169.stdout: "services_complete": [], 2024-09-06T15:44:29.078 INFO:teuthology.orchestra.run.smithi169.stdout: "progress": "1/2 daemons upgraded", 2024-09-06T15:44:29.078 INFO:teuthology.orchestra.run.smithi169.stdout: "message": "Currently upgrading mon daemons", 2024-09-06T15:44:29.078 INFO:teuthology.orchestra.run.smithi169.stdout: "is_paused": false 2024-09-06T15:44:29.078 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:44:29.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:44:28 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:44:28.818316471Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:44:29.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: audit 2024-09-06T15:44:25.071399+0000 mgr.y (mgr.25115) 358 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-06T15:44:29.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: audit 2024-09-06T15:44:25.071399+0000 mgr.y (mgr.25115) 358 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-06T15:44:29.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:25.729145+0000 mgr.y (mgr.25115) 359 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:29.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:25.729145+0000 mgr.y (mgr.25115) 359 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:29.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:27.729865+0000 mgr.y (mgr.25115) 360 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:29.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:27.729865+0000 mgr.y (mgr.25115) 360 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:29.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: audit 2024-09-06T15:44:27.843889+0000 mgr.y (mgr.25115) 361 : audit [DBG] from='client.44100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:44:29.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: audit 2024-09-06T15:44:27.843889+0000 mgr.y (mgr.25115) 361 : audit [DBG] from='client.44100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:44:29.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: audit 2024-09-06T15:44:28.144479+0000 mgr.y (mgr.25115) 362 : audit [DBG] from='client.44106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:44:29.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: audit 2024-09-06T15:44:28.144479+0000 mgr.y (mgr.25115) 362 : audit [DBG] from='client.44106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:44:29.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:28.255961+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-06T15:44:29.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:28.255961+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-06T15:44:29.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:28.256693+0000 mon.a (mon.0) 30 : cluster [INF] mon.a calling monitor election 2024-09-06T15:44:29.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:28.256693+0000 mon.a (mon.0) 30 : cluster [INF] mon.a calling monitor election 2024-09-06T15:44:29.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:28.278516+0000 mon.a (mon.0) 31 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-06T15:44:29.699 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:28.278516+0000 mon.a (mon.0) 31 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-06T15:44:29.699 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:28.288946+0000 mon.a (mon.0) 32 : cluster [DBG] monmap epoch 3 2024-09-06T15:44:29.699 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:28.288946+0000 mon.a (mon.0) 32 : cluster [DBG] monmap epoch 3 2024-09-06T15:44:29.699 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:28.288968+0000 mon.a (mon.0) 33 : cluster [DBG] fsid bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:44:29.699 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:28.288968+0000 mon.a (mon.0) 33 : cluster [DBG] fsid bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:44:29.699 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:28.288979+0000 mon.a (mon.0) 34 : cluster [DBG] last_changed 2024-09-06T15:03:55.612711+0000 2024-09-06T15:44:29.700 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:28.288979+0000 mon.a (mon.0) 34 : cluster [DBG] last_changed 2024-09-06T15:03:55.612711+0000 2024-09-06T15:44:29.700 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: audit 2024-09-06T15:44:25.071399+0000 mgr.y (mgr.25115) 358 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-06T15:44:29.700 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: audit 2024-09-06T15:44:25.071399+0000 mgr.y (mgr.25115) 358 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-06T15:44:29.700 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:25.729145+0000 mgr.y (mgr.25115) 359 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:29.701 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:25.729145+0000 mgr.y (mgr.25115) 359 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:29.701 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:27.729865+0000 mgr.y (mgr.25115) 360 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:29.701 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:27.729865+0000 mgr.y (mgr.25115) 360 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:29.701 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: audit 2024-09-06T15:44:27.843889+0000 mgr.y (mgr.25115) 361 : audit [DBG] from='client.44100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:44:29.701 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: audit 2024-09-06T15:44:27.843889+0000 mgr.y (mgr.25115) 361 : audit [DBG] from='client.44100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:44:29.701 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: audit 2024-09-06T15:44:28.144479+0000 mgr.y (mgr.25115) 362 : audit [DBG] from='client.44106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:44:29.701 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: audit 2024-09-06T15:44:28.144479+0000 mgr.y (mgr.25115) 362 : audit [DBG] from='client.44106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:44:29.701 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:28.255961+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-06T15:44:29.702 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:28.255961+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-06T15:44:29.702 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:28.256693+0000 mon.a (mon.0) 30 : cluster [INF] mon.a calling monitor election 2024-09-06T15:44:29.702 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:28.256693+0000 mon.a (mon.0) 30 : cluster [INF] mon.a calling monitor election 2024-09-06T15:44:29.702 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:28.278516+0000 mon.a (mon.0) 31 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-06T15:44:29.702 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:28.278516+0000 mon.a (mon.0) 31 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-06T15:44:29.702 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:28.288946+0000 mon.a (mon.0) 32 : cluster [DBG] monmap epoch 3 2024-09-06T15:44:29.703 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:28.288946+0000 mon.a (mon.0) 32 : cluster [DBG] monmap epoch 3 2024-09-06T15:44:29.703 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:28.288968+0000 mon.a (mon.0) 33 : cluster [DBG] fsid bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:44:29.703 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:28.288968+0000 mon.a (mon.0) 33 : cluster [DBG] fsid bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:44:29.703 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:28.288979+0000 mon.a (mon.0) 34 : cluster [DBG] last_changed 2024-09-06T15:03:55.612711+0000 2024-09-06T15:44:29.703 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:28.288979+0000 mon.a (mon.0) 34 : cluster [DBG] last_changed 2024-09-06T15:03:55.612711+0000 2024-09-06T15:44:29.704 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:28.288992+0000 mon.a (mon.0) 35 : cluster [DBG] created 2024-09-06T15:01:48.282789+0000 2024-09-06T15:44:29.704 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:28.288992+0000 mon.a (mon.0) 35 : cluster [DBG] created 2024-09-06T15:01:48.282789+0000 2024-09-06T15:44:29.704 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:28.289011+0000 mon.a (mon.0) 36 : cluster [DBG] min_mon_release 19 (squid) 2024-09-06T15:44:29.705 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:28.289011+0000 mon.a (mon.0) 36 : cluster [DBG] min_mon_release 19 (squid) 2024-09-06T15:44:29.705 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:28.289021+0000 mon.a (mon.0) 37 : cluster [DBG] election_strategy: 1 2024-09-06T15:44:29.705 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:28.289021+0000 mon.a (mon.0) 37 : cluster [DBG] election_strategy: 1 2024-09-06T15:44:29.705 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:28.289032+0000 mon.a (mon.0) 38 : cluster [DBG] 0: [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon.a 2024-09-06T15:44:29.705 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:28.289032+0000 mon.a (mon.0) 38 : cluster [DBG] 0: [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon.a 2024-09-06T15:44:29.705 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:28.289064+0000 mon.a (mon.0) 39 : cluster [DBG] 1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-06T15:44:29.705 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:28.289064+0000 mon.a (mon.0) 39 : cluster [DBG] 1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-06T15:44:29.706 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:28.289096+0000 mon.a (mon.0) 40 : cluster [DBG] 2: [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] mon.c 2024-09-06T15:44:29.706 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:28.289096+0000 mon.a (mon.0) 40 : cluster [DBG] 2: [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] mon.c 2024-09-06T15:44:29.706 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:28.289943+0000 mon.a (mon.0) 41 : cluster [DBG] fsmap 2024-09-06T15:44:29.706 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:28.289943+0000 mon.a (mon.0) 41 : cluster [DBG] fsmap 2024-09-06T15:44:29.706 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:28.289977+0000 mon.a (mon.0) 42 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-09-06T15:44:29.706 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:28.289977+0000 mon.a (mon.0) 42 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-09-06T15:44:29.706 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:28.290329+0000 mon.a (mon.0) 43 : cluster [DBG] mgrmap e44: y(active, since 6m), standbys: x 2024-09-06T15:44:29.706 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:28.290329+0000 mon.a (mon.0) 43 : cluster [DBG] mgrmap e44: y(active, since 6m), standbys: x 2024-09-06T15:44:29.706 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:28.290517+0000 mon.a (mon.0) 44 : cluster [WRN] Health detail: HEALTH_WARN Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:44:29.706 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:28.290517+0000 mon.a (mon.0) 44 : cluster [WRN] Health detail: HEALTH_WARN Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:44:29.706 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:28.290535+0000 mon.a (mon.0) 45 : cluster [WRN] [WRN] MGR_MODULE_DEPENDENCY: Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:44:29.706 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:28.290535+0000 mon.a (mon.0) 45 : cluster [WRN] [WRN] MGR_MODULE_DEPENDENCY: Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:44:29.707 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:28.290549+0000 mon.a (mon.0) 46 : cluster [WRN] Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:44:29.707 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: cluster 2024-09-06T15:44:28.290549+0000 mon.a (mon.0) 46 : cluster [WRN] Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:44:29.707 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: audit 2024-09-06T15:44:28.326071+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:29.707 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: audit 2024-09-06T15:44:28.326071+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:29.707 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: audit 2024-09-06T15:44:28.338734+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:29.707 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: audit 2024-09-06T15:44:28.338734+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:29.707 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: audit 2024-09-06T15:44:28.436135+0000 mgr.y (mgr.25115) 363 : audit [DBG] from='client.44112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:44:29.707 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: audit 2024-09-06T15:44:28.436135+0000 mgr.y (mgr.25115) 363 : audit [DBG] from='client.44112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:44:29.707 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: audit 2024-09-06T15:44:28.791678+0000 mon.a (mon.0) 49 : audit [DBG] from='client.? 172.21.15.169:0/1756238938' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:29.707 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[88858]: audit 2024-09-06T15:44:28.791678+0000 mon.a (mon.0) 49 : audit [DBG] from='client.? 172.21.15.169:0/1756238938' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:29.708 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:28.288992+0000 mon.a (mon.0) 35 : cluster [DBG] created 2024-09-06T15:01:48.282789+0000 2024-09-06T15:44:29.708 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:28.288992+0000 mon.a (mon.0) 35 : cluster [DBG] created 2024-09-06T15:01:48.282789+0000 2024-09-06T15:44:29.708 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:28.289011+0000 mon.a (mon.0) 36 : cluster [DBG] min_mon_release 19 (squid) 2024-09-06T15:44:29.708 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:28.289011+0000 mon.a (mon.0) 36 : cluster [DBG] min_mon_release 19 (squid) 2024-09-06T15:44:29.708 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:28.289021+0000 mon.a (mon.0) 37 : cluster [DBG] election_strategy: 1 2024-09-06T15:44:29.708 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:28.289021+0000 mon.a (mon.0) 37 : cluster [DBG] election_strategy: 1 2024-09-06T15:44:29.708 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:28.289032+0000 mon.a (mon.0) 38 : cluster [DBG] 0: [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon.a 2024-09-06T15:44:29.708 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:28.289032+0000 mon.a (mon.0) 38 : cluster [DBG] 0: [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon.a 2024-09-06T15:44:29.708 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:28.289064+0000 mon.a (mon.0) 39 : cluster [DBG] 1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-06T15:44:29.708 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:28.289064+0000 mon.a (mon.0) 39 : cluster [DBG] 1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-06T15:44:29.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:28.289096+0000 mon.a (mon.0) 40 : cluster [DBG] 2: [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] mon.c 2024-09-06T15:44:29.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:28.289096+0000 mon.a (mon.0) 40 : cluster [DBG] 2: [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] mon.c 2024-09-06T15:44:29.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:28.289943+0000 mon.a (mon.0) 41 : cluster [DBG] fsmap 2024-09-06T15:44:29.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:28.289943+0000 mon.a (mon.0) 41 : cluster [DBG] fsmap 2024-09-06T15:44:29.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:28.289977+0000 mon.a (mon.0) 42 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-09-06T15:44:29.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:28.289977+0000 mon.a (mon.0) 42 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-09-06T15:44:29.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:28.290329+0000 mon.a (mon.0) 43 : cluster [DBG] mgrmap e44: y(active, since 6m), standbys: x 2024-09-06T15:44:29.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:28.290329+0000 mon.a (mon.0) 43 : cluster [DBG] mgrmap e44: y(active, since 6m), standbys: x 2024-09-06T15:44:29.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:28.290517+0000 mon.a (mon.0) 44 : cluster [WRN] Health detail: HEALTH_WARN Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:44:29.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:28.290517+0000 mon.a (mon.0) 44 : cluster [WRN] Health detail: HEALTH_WARN Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:44:29.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:28.290535+0000 mon.a (mon.0) 45 : cluster [WRN] [WRN] MGR_MODULE_DEPENDENCY: Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:44:29.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:28.290535+0000 mon.a (mon.0) 45 : cluster [WRN] [WRN] MGR_MODULE_DEPENDENCY: Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:44:29.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:28.290549+0000 mon.a (mon.0) 46 : cluster [WRN] Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:44:29.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: cluster 2024-09-06T15:44:28.290549+0000 mon.a (mon.0) 46 : cluster [WRN] Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:44:29.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: audit 2024-09-06T15:44:28.326071+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:29.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: audit 2024-09-06T15:44:28.326071+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:29.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: audit 2024-09-06T15:44:28.338734+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:29.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: audit 2024-09-06T15:44:28.338734+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:29.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: audit 2024-09-06T15:44:28.436135+0000 mgr.y (mgr.25115) 363 : audit [DBG] from='client.44112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:44:29.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: audit 2024-09-06T15:44:28.436135+0000 mgr.y (mgr.25115) 363 : audit [DBG] from='client.44112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:44:29.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: audit 2024-09-06T15:44:28.791678+0000 mon.a (mon.0) 49 : audit [DBG] from='client.? 172.21.15.169:0/1756238938' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:29.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:29 smithi169 bash[92568]: audit 2024-09-06T15:44:28.791678+0000 mon.a (mon.0) 49 : audit [DBG] from='client.? 172.21.15.169:0/1756238938' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:29.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: audit 2024-09-06T15:44:25.071399+0000 mgr.y (mgr.25115) 358 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-06T15:44:29.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: audit 2024-09-06T15:44:25.071399+0000 mgr.y (mgr.25115) 358 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-06T15:44:29.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:25.729145+0000 mgr.y (mgr.25115) 359 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:29.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:25.729145+0000 mgr.y (mgr.25115) 359 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:29.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:27.729865+0000 mgr.y (mgr.25115) 360 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:29.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:27.729865+0000 mgr.y (mgr.25115) 360 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:29.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: audit 2024-09-06T15:44:27.843889+0000 mgr.y (mgr.25115) 361 : audit [DBG] from='client.44100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:44:29.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: audit 2024-09-06T15:44:27.843889+0000 mgr.y (mgr.25115) 361 : audit [DBG] from='client.44100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:44:29.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: audit 2024-09-06T15:44:28.144479+0000 mgr.y (mgr.25115) 362 : audit [DBG] from='client.44106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:44:29.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: audit 2024-09-06T15:44:28.144479+0000 mgr.y (mgr.25115) 362 : audit [DBG] from='client.44106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:44:29.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:28.255961+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-06T15:44:29.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:28.255961+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-06T15:44:29.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:28.256693+0000 mon.a (mon.0) 30 : cluster [INF] mon.a calling monitor election 2024-09-06T15:44:29.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:28.256693+0000 mon.a (mon.0) 30 : cluster [INF] mon.a calling monitor election 2024-09-06T15:44:29.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:28.278516+0000 mon.a (mon.0) 31 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-06T15:44:29.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:28.278516+0000 mon.a (mon.0) 31 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-06T15:44:29.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:28.288946+0000 mon.a (mon.0) 32 : cluster [DBG] monmap epoch 3 2024-09-06T15:44:29.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:28.288946+0000 mon.a (mon.0) 32 : cluster [DBG] monmap epoch 3 2024-09-06T15:44:29.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:28.288968+0000 mon.a (mon.0) 33 : cluster [DBG] fsid bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:44:29.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:28.288968+0000 mon.a (mon.0) 33 : cluster [DBG] fsid bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:44:29.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:28.288979+0000 mon.a (mon.0) 34 : cluster [DBG] last_changed 2024-09-06T15:03:55.612711+0000 2024-09-06T15:44:29.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:28.288979+0000 mon.a (mon.0) 34 : cluster [DBG] last_changed 2024-09-06T15:03:55.612711+0000 2024-09-06T15:44:29.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:28.288992+0000 mon.a (mon.0) 35 : cluster [DBG] created 2024-09-06T15:01:48.282789+0000 2024-09-06T15:44:29.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:28.288992+0000 mon.a (mon.0) 35 : cluster [DBG] created 2024-09-06T15:01:48.282789+0000 2024-09-06T15:44:29.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:28.289011+0000 mon.a (mon.0) 36 : cluster [DBG] min_mon_release 19 (squid) 2024-09-06T15:44:29.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:28.289011+0000 mon.a (mon.0) 36 : cluster [DBG] min_mon_release 19 (squid) 2024-09-06T15:44:29.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:28.289021+0000 mon.a (mon.0) 37 : cluster [DBG] election_strategy: 1 2024-09-06T15:44:29.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:28.289021+0000 mon.a (mon.0) 37 : cluster [DBG] election_strategy: 1 2024-09-06T15:44:29.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:28.289032+0000 mon.a (mon.0) 38 : cluster [DBG] 0: [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon.a 2024-09-06T15:44:29.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:28.289032+0000 mon.a (mon.0) 38 : cluster [DBG] 0: [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon.a 2024-09-06T15:44:29.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:28.289064+0000 mon.a (mon.0) 39 : cluster [DBG] 1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-06T15:44:29.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:28.289064+0000 mon.a (mon.0) 39 : cluster [DBG] 1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-06T15:44:29.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:28.289096+0000 mon.a (mon.0) 40 : cluster [DBG] 2: [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] mon.c 2024-09-06T15:44:29.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:28.289096+0000 mon.a (mon.0) 40 : cluster [DBG] 2: [v2:172.21.15.169:3301/0,v1:172.21.15.169:6790/0] mon.c 2024-09-06T15:44:29.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:28.289943+0000 mon.a (mon.0) 41 : cluster [DBG] fsmap 2024-09-06T15:44:29.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:28.289943+0000 mon.a (mon.0) 41 : cluster [DBG] fsmap 2024-09-06T15:44:29.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:28.289977+0000 mon.a (mon.0) 42 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-09-06T15:44:29.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:28.289977+0000 mon.a (mon.0) 42 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-09-06T15:44:29.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:28.290329+0000 mon.a (mon.0) 43 : cluster [DBG] mgrmap e44: y(active, since 6m), standbys: x 2024-09-06T15:44:29.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:28.290329+0000 mon.a (mon.0) 43 : cluster [DBG] mgrmap e44: y(active, since 6m), standbys: x 2024-09-06T15:44:29.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:28.290517+0000 mon.a (mon.0) 44 : cluster [WRN] Health detail: HEALTH_WARN Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:44:29.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:28.290517+0000 mon.a (mon.0) 44 : cluster [WRN] Health detail: HEALTH_WARN Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:44:29.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:28.290535+0000 mon.a (mon.0) 45 : cluster [WRN] [WRN] MGR_MODULE_DEPENDENCY: Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:44:29.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:28.290535+0000 mon.a (mon.0) 45 : cluster [WRN] [WRN] MGR_MODULE_DEPENDENCY: Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:44:29.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:28.290549+0000 mon.a (mon.0) 46 : cluster [WRN] Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:44:29.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: cluster 2024-09-06T15:44:28.290549+0000 mon.a (mon.0) 46 : cluster [WRN] Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:44:29.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: audit 2024-09-06T15:44:28.326071+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:29.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: audit 2024-09-06T15:44:28.326071+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:29.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: audit 2024-09-06T15:44:28.338734+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:29.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: audit 2024-09-06T15:44:28.338734+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:29.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: audit 2024-09-06T15:44:28.436135+0000 mgr.y (mgr.25115) 363 : audit [DBG] from='client.44112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:44:29.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: audit 2024-09-06T15:44:28.436135+0000 mgr.y (mgr.25115) 363 : audit [DBG] from='client.44112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:44:29.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: audit 2024-09-06T15:44:28.791678+0000 mon.a (mon.0) 49 : audit [DBG] from='client.? 172.21.15.169:0/1756238938' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:29.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:29 smithi181 bash[70073]: audit 2024-09-06T15:44:28.791678+0000 mon.a (mon.0) 49 : audit [DBG] from='client.? 172.21.15.169:0/1756238938' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:30.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:30 smithi169 bash[88858]: audit 2024-09-06T15:44:29.078694+0000 mgr.y (mgr.25115) 364 : audit [DBG] from='client.44124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:44:30.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:30 smithi169 bash[88858]: audit 2024-09-06T15:44:29.078694+0000 mgr.y (mgr.25115) 364 : audit [DBG] from='client.44124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:44:30.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:30 smithi169 bash[88858]: cluster 2024-09-06T15:44:29.730604+0000 mgr.y (mgr.25115) 365 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:30.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:30 smithi169 bash[88858]: cluster 2024-09-06T15:44:29.730604+0000 mgr.y (mgr.25115) 365 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:30.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:30 smithi169 bash[88858]: audit 2024-09-06T15:44:30.290788+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:44:30.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:30 smithi169 bash[88858]: audit 2024-09-06T15:44:30.290788+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:44:30.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:30 smithi169 bash[92568]: audit 2024-09-06T15:44:29.078694+0000 mgr.y (mgr.25115) 364 : audit [DBG] from='client.44124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:44:30.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:30 smithi169 bash[92568]: audit 2024-09-06T15:44:29.078694+0000 mgr.y (mgr.25115) 364 : audit [DBG] from='client.44124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:44:30.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:30 smithi169 bash[92568]: cluster 2024-09-06T15:44:29.730604+0000 mgr.y (mgr.25115) 365 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:30.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:30 smithi169 bash[92568]: cluster 2024-09-06T15:44:29.730604+0000 mgr.y (mgr.25115) 365 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:30.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:30 smithi169 bash[92568]: audit 2024-09-06T15:44:30.290788+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:44:30.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:30 smithi169 bash[92568]: audit 2024-09-06T15:44:30.290788+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:44:30.743 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:30 smithi181 bash[70073]: audit 2024-09-06T15:44:29.078694+0000 mgr.y (mgr.25115) 364 : audit [DBG] from='client.44124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:44:30.743 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:30 smithi181 bash[70073]: audit 2024-09-06T15:44:29.078694+0000 mgr.y (mgr.25115) 364 : audit [DBG] from='client.44124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:44:30.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:30 smithi181 bash[70073]: cluster 2024-09-06T15:44:29.730604+0000 mgr.y (mgr.25115) 365 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:30.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:30 smithi181 bash[70073]: cluster 2024-09-06T15:44:29.730604+0000 mgr.y (mgr.25115) 365 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:30.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:30 smithi181 bash[70073]: audit 2024-09-06T15:44:30.290788+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:44:30.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:30 smithi181 bash[70073]: audit 2024-09-06T15:44:30.290788+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:44:32.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:44:31 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:44:31.854650338Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:44:32.695 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:44:32 smithi169 bash[68355]: debug 2024-09-06T15:44:32.380+0000 7fb2cedf1640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-06T15:44:33.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:32 smithi169 bash[88858]: cluster 2024-09-06T15:44:31.732475+0000 mgr.y (mgr.25115) 366 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:33.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:32 smithi169 bash[88858]: cluster 2024-09-06T15:44:31.732475+0000 mgr.y (mgr.25115) 366 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:33.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:32 smithi169 bash[92568]: cluster 2024-09-06T15:44:31.732475+0000 mgr.y (mgr.25115) 366 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:33.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:32 smithi169 bash[92568]: cluster 2024-09-06T15:44:31.732475+0000 mgr.y (mgr.25115) 366 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:33.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:32 smithi181 bash[70073]: cluster 2024-09-06T15:44:31.732475+0000 mgr.y (mgr.25115) 366 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:33.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:32 smithi181 bash[70073]: cluster 2024-09-06T15:44:31.732475+0000 mgr.y (mgr.25115) 366 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:35.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:34 smithi169 bash[92568]: audit 2024-09-06T15:44:33.354059+0000 mgr.y (mgr.25115) 367 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:44:35.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:34 smithi169 bash[92568]: audit 2024-09-06T15:44:33.354059+0000 mgr.y (mgr.25115) 367 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:44:35.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:34 smithi169 bash[92568]: cluster 2024-09-06T15:44:33.732988+0000 mgr.y (mgr.25115) 368 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:35.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:34 smithi169 bash[92568]: cluster 2024-09-06T15:44:33.732988+0000 mgr.y (mgr.25115) 368 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:35.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:34 smithi169 bash[92568]: audit 2024-09-06T15:44:34.294765+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:35.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:34 smithi169 bash[92568]: audit 2024-09-06T15:44:34.294765+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:35.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:34 smithi169 bash[92568]: audit 2024-09-06T15:44:34.307928+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:35.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:34 smithi169 bash[92568]: audit 2024-09-06T15:44:34.307928+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:35.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:34 smithi169 bash[88858]: audit 2024-09-06T15:44:33.354059+0000 mgr.y (mgr.25115) 367 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:44:35.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:34 smithi169 bash[88858]: audit 2024-09-06T15:44:33.354059+0000 mgr.y (mgr.25115) 367 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:44:35.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:34 smithi169 bash[88858]: cluster 2024-09-06T15:44:33.732988+0000 mgr.y (mgr.25115) 368 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:35.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:34 smithi169 bash[88858]: cluster 2024-09-06T15:44:33.732988+0000 mgr.y (mgr.25115) 368 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:35.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:34 smithi169 bash[88858]: audit 2024-09-06T15:44:34.294765+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:35.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:34 smithi169 bash[88858]: audit 2024-09-06T15:44:34.294765+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:35.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:34 smithi169 bash[88858]: audit 2024-09-06T15:44:34.307928+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:35.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:34 smithi169 bash[88858]: audit 2024-09-06T15:44:34.307928+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:35.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:44:34 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:44:34.844783168Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:44:35.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:34 smithi181 bash[70073]: audit 2024-09-06T15:44:33.354059+0000 mgr.y (mgr.25115) 367 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:44:35.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:34 smithi181 bash[70073]: audit 2024-09-06T15:44:33.354059+0000 mgr.y (mgr.25115) 367 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:44:35.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:34 smithi181 bash[70073]: cluster 2024-09-06T15:44:33.732988+0000 mgr.y (mgr.25115) 368 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:35.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:34 smithi181 bash[70073]: cluster 2024-09-06T15:44:33.732988+0000 mgr.y (mgr.25115) 368 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:35.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:34 smithi181 bash[70073]: audit 2024-09-06T15:44:34.294765+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:35.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:34 smithi181 bash[70073]: audit 2024-09-06T15:44:34.294765+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:35.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:34 smithi181 bash[70073]: audit 2024-09-06T15:44:34.307928+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:35.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:34 smithi181 bash[70073]: audit 2024-09-06T15:44:34.307928+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:36.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:44:36 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:44:36] "GET /metrics HTTP/1.1" 200 38102 "" "Prometheus/2.51.0" 2024-09-06T15:44:36.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:36 smithi169 bash[88858]: audit 2024-09-06T15:44:35.542425+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:36.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:36 smithi169 bash[88858]: audit 2024-09-06T15:44:35.542425+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:36.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:36 smithi169 bash[88858]: audit 2024-09-06T15:44:35.554582+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:36.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:36 smithi169 bash[88858]: audit 2024-09-06T15:44:35.554582+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:36.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:36 smithi169 bash[88858]: cluster 2024-09-06T15:44:35.734527+0000 mgr.y (mgr.25115) 369 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:36.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:36 smithi169 bash[88858]: cluster 2024-09-06T15:44:35.734527+0000 mgr.y (mgr.25115) 369 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:36.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:36 smithi169 bash[92568]: audit 2024-09-06T15:44:35.542425+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:36.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:36 smithi169 bash[92568]: audit 2024-09-06T15:44:35.542425+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:36.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:36 smithi169 bash[92568]: audit 2024-09-06T15:44:35.554582+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:36.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:36 smithi169 bash[92568]: audit 2024-09-06T15:44:35.554582+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:36.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:36 smithi169 bash[92568]: cluster 2024-09-06T15:44:35.734527+0000 mgr.y (mgr.25115) 369 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:36.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:36 smithi169 bash[92568]: cluster 2024-09-06T15:44:35.734527+0000 mgr.y (mgr.25115) 369 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:36.993 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:36 smithi181 bash[70073]: audit 2024-09-06T15:44:35.542425+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:36.993 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:36 smithi181 bash[70073]: audit 2024-09-06T15:44:35.542425+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:36.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:36 smithi181 bash[70073]: audit 2024-09-06T15:44:35.554582+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:36.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:36 smithi181 bash[70073]: audit 2024-09-06T15:44:35.554582+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:36.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:36 smithi181 bash[70073]: cluster 2024-09-06T15:44:35.734527+0000 mgr.y (mgr.25115) 369 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:36.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:36 smithi181 bash[70073]: cluster 2024-09-06T15:44:35.734527+0000 mgr.y (mgr.25115) 369 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:38.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:44:37 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:44:37.834483501Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:44:39.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:38 smithi169 bash[88858]: cluster 2024-09-06T15:44:37.735279+0000 mgr.y (mgr.25115) 370 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:39.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:38 smithi169 bash[88858]: cluster 2024-09-06T15:44:37.735279+0000 mgr.y (mgr.25115) 370 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:39.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:38 smithi169 bash[92568]: cluster 2024-09-06T15:44:37.735279+0000 mgr.y (mgr.25115) 370 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:39.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:38 smithi169 bash[92568]: cluster 2024-09-06T15:44:37.735279+0000 mgr.y (mgr.25115) 370 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:39.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:38 smithi181 bash[70073]: cluster 2024-09-06T15:44:37.735279+0000 mgr.y (mgr.25115) 370 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:39.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:38 smithi181 bash[70073]: cluster 2024-09-06T15:44:37.735279+0000 mgr.y (mgr.25115) 370 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:41.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:40 smithi169 bash[88858]: cluster 2024-09-06T15:44:39.735977+0000 mgr.y (mgr.25115) 371 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:41.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:40 smithi169 bash[88858]: cluster 2024-09-06T15:44:39.735977+0000 mgr.y (mgr.25115) 371 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:41.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:40 smithi169 bash[92568]: cluster 2024-09-06T15:44:39.735977+0000 mgr.y (mgr.25115) 371 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:41.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:40 smithi169 bash[92568]: cluster 2024-09-06T15:44:39.735977+0000 mgr.y (mgr.25115) 371 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:41.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:44:40 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:44:40.816031283Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:44:41.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:40 smithi181 bash[70073]: cluster 2024-09-06T15:44:39.735977+0000 mgr.y (mgr.25115) 371 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:41.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:40 smithi181 bash[70073]: cluster 2024-09-06T15:44:39.735977+0000 mgr.y (mgr.25115) 371 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:43.220 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:42 smithi169 bash[88858]: cluster 2024-09-06T15:44:41.737745+0000 mgr.y (mgr.25115) 372 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:43.221 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:42 smithi169 bash[88858]: cluster 2024-09-06T15:44:41.737745+0000 mgr.y (mgr.25115) 372 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:43.221 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:42 smithi169 bash[92568]: cluster 2024-09-06T15:44:41.737745+0000 mgr.y (mgr.25115) 372 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:43.221 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:42 smithi169 bash[92568]: cluster 2024-09-06T15:44:41.737745+0000 mgr.y (mgr.25115) 372 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:43.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:42 smithi181 bash[70073]: cluster 2024-09-06T15:44:41.737745+0000 mgr.y (mgr.25115) 372 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:43.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:42 smithi181 bash[70073]: cluster 2024-09-06T15:44:41.737745+0000 mgr.y (mgr.25115) 372 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:44.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:44:43 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:44:43.84617344Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:44:45.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:44 smithi169 bash[88858]: audit 2024-09-06T15:44:43.365345+0000 mgr.y (mgr.25115) 373 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:44:45.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:44 smithi169 bash[88858]: audit 2024-09-06T15:44:43.365345+0000 mgr.y (mgr.25115) 373 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:44:45.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:44 smithi169 bash[88858]: cluster 2024-09-06T15:44:43.738444+0000 mgr.y (mgr.25115) 374 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:45.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:44 smithi169 bash[88858]: cluster 2024-09-06T15:44:43.738444+0000 mgr.y (mgr.25115) 374 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:45.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:44 smithi169 bash[92568]: audit 2024-09-06T15:44:43.365345+0000 mgr.y (mgr.25115) 373 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:44:45.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:44 smithi169 bash[92568]: audit 2024-09-06T15:44:43.365345+0000 mgr.y (mgr.25115) 373 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:44:45.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:44 smithi169 bash[92568]: cluster 2024-09-06T15:44:43.738444+0000 mgr.y (mgr.25115) 374 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:45.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:44 smithi169 bash[92568]: cluster 2024-09-06T15:44:43.738444+0000 mgr.y (mgr.25115) 374 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:45.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:44 smithi181 bash[70073]: audit 2024-09-06T15:44:43.365345+0000 mgr.y (mgr.25115) 373 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:44:45.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:44 smithi181 bash[70073]: audit 2024-09-06T15:44:43.365345+0000 mgr.y (mgr.25115) 373 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:44:45.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:44 smithi181 bash[70073]: cluster 2024-09-06T15:44:43.738444+0000 mgr.y (mgr.25115) 374 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:45.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:44 smithi181 bash[70073]: cluster 2024-09-06T15:44:43.738444+0000 mgr.y (mgr.25115) 374 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:46.195 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:44:46] "GET /metrics HTTP/1.1" 200 38238 "" "Prometheus/2.51.0" 2024-09-06T15:44:46.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:45 smithi169 bash[88858]: audit 2024-09-06T15:44:45.290873+0000 mon.b (mon.1) 7 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:44:46.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:45 smithi169 bash[88858]: audit 2024-09-06T15:44:45.290873+0000 mon.b (mon.1) 7 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:44:46.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:45 smithi169 bash[92568]: audit 2024-09-06T15:44:45.290873+0000 mon.b (mon.1) 7 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:44:46.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:45 smithi169 bash[92568]: audit 2024-09-06T15:44:45.290873+0000 mon.b (mon.1) 7 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:44:46.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:45 smithi181 bash[70073]: audit 2024-09-06T15:44:45.290873+0000 mon.b (mon.1) 7 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:44:46.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:45 smithi181 bash[70073]: audit 2024-09-06T15:44:45.290873+0000 mon.b (mon.1) 7 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:44:47.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: cluster 2024-09-06T15:44:45.740063+0000 mgr.y (mgr.25115) 375 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:47.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: cluster 2024-09-06T15:44:45.740063+0000 mgr.y (mgr.25115) 375 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:47.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.040082+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.040082+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.053975+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.053975+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.062659+0000 mon.b (mon.1) 8 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:44:47.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.062659+0000 mon.b (mon.1) 8 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:44:47.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.064580+0000 mon.b (mon.1) 9 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:44:47.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.064580+0000 mon.b (mon.1) 9 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:44:47.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.070402+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.070402+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.223452+0000 mon.b (mon.1) 10 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:44:47.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.223452+0000 mon.b (mon.1) 10 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:44:47.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.226969+0000 mon.b (mon.1) 11 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.226969+0000 mon.b (mon.1) 11 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.229790+0000 mon.b (mon.1) 12 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.229790+0000 mon.b (mon.1) 12 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.234199+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.234199+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.239773+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: cluster 2024-09-06T15:44:45.740063+0000 mgr.y (mgr.25115) 375 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:47.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: cluster 2024-09-06T15:44:45.740063+0000 mgr.y (mgr.25115) 375 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:47.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.040082+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.040082+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.053975+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.053975+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.062659+0000 mon.b (mon.1) 8 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:44:47.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.062659+0000 mon.b (mon.1) 8 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:44:47.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.064580+0000 mon.b (mon.1) 9 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:44:47.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.064580+0000 mon.b (mon.1) 9 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:44:47.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.070402+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.070402+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.223452+0000 mon.b (mon.1) 10 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:44:47.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.223452+0000 mon.b (mon.1) 10 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:44:47.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.226969+0000 mon.b (mon.1) 11 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.226969+0000 mon.b (mon.1) 11 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.229790+0000 mon.b (mon.1) 12 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.229790+0000 mon.b (mon.1) 12 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.234199+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.234199+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.239773+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.201 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.239773+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.201 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.243558+0000 mon.b (mon.1) 13 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.201 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.243558+0000 mon.b (mon.1) 13 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.201 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.245857+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-06T15:44:47.201 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.245857+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-06T15:44:47.201 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.251179+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.201 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.251179+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.201 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.255091+0000 mon.b (mon.1) 14 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.202 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.255091+0000 mon.b (mon.1) 14 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.202 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.256748+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-06T15:44:47.202 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.256748+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-06T15:44:47.202 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.266804+0000 mon.b (mon.1) 15 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.202 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.266804+0000 mon.b (mon.1) 15 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.202 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.271563+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.202 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.271563+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.202 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.282757+0000 mon.b (mon.1) 16 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.202 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.282757+0000 mon.b (mon.1) 16 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.202 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.287020+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.202 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.287020+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.203 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.297938+0000 mon.b (mon.1) 17 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.203 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.239773+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.203 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.243558+0000 mon.b (mon.1) 13 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.203 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.243558+0000 mon.b (mon.1) 13 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.203 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.245857+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-06T15:44:47.203 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.245857+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-06T15:44:47.203 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.251179+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.203 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.251179+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.203 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.255091+0000 mon.b (mon.1) 14 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.203 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.255091+0000 mon.b (mon.1) 14 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.204 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.256748+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-06T15:44:47.204 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.256748+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-06T15:44:47.204 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.266804+0000 mon.b (mon.1) 15 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.204 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.266804+0000 mon.b (mon.1) 15 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.204 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.271563+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.204 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.271563+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.204 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.282757+0000 mon.b (mon.1) 16 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.204 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.282757+0000 mon.b (mon.1) 16 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.204 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.287020+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.204 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.287020+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.204 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.297938+0000 mon.b (mon.1) 17 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.297938+0000 mon.b (mon.1) 17 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.302430+0000 mon.a (mon.0) 64 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.302430+0000 mon.a (mon.0) 64 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.312349+0000 mon.b (mon.1) 18 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.312349+0000 mon.b (mon.1) 18 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.313542+0000 mon.a (mon.0) 65 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.313542+0000 mon.a (mon.0) 65 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.316479+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.316479+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.317491+0000 mon.b (mon.1) 19 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.317491+0000 mon.b (mon.1) 19 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.320295+0000 mon.b (mon.1) 20 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.320295+0000 mon.b (mon.1) 20 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.323978+0000 mon.b (mon.1) 21 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.323978+0000 mon.b (mon.1) 21 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.328195+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.328195+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.339206+0000 mon.b (mon.1) 22 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.339206+0000 mon.b (mon.1) 22 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.343379+0000 mon.a (mon.0) 68 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.207 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.297938+0000 mon.b (mon.1) 17 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.207 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.302430+0000 mon.a (mon.0) 64 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.207 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.302430+0000 mon.a (mon.0) 64 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.207 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.312349+0000 mon.b (mon.1) 18 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.207 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.312349+0000 mon.b (mon.1) 18 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.207 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.313542+0000 mon.a (mon.0) 65 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.207 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.313542+0000 mon.a (mon.0) 65 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.207 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.316479+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.207 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.316479+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.207 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.317491+0000 mon.b (mon.1) 19 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.207 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.317491+0000 mon.b (mon.1) 19 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.207 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.320295+0000 mon.b (mon.1) 20 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.207 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.320295+0000 mon.b (mon.1) 20 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.207 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.323978+0000 mon.b (mon.1) 21 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.208 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.323978+0000 mon.b (mon.1) 21 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.208 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.328195+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.208 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.328195+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.208 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.339206+0000 mon.b (mon.1) 22 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.208 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.339206+0000 mon.b (mon.1) 22 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.208 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.343379+0000 mon.a (mon.0) 68 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.208 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.343379+0000 mon.a (mon.0) 68 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.208 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.355759+0000 mon.b (mon.1) 23 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.209 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.355759+0000 mon.b (mon.1) 23 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.209 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.360371+0000 mon.a (mon.0) 69 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.209 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.360371+0000 mon.a (mon.0) 69 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.209 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.371442+0000 mon.b (mon.1) 24 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.209 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.371442+0000 mon.b (mon.1) 24 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.209 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.373173+0000 mon.a (mon.0) 70 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.209 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.373173+0000 mon.a (mon.0) 70 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.210 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.376259+0000 mon.a (mon.0) 71 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.210 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.376259+0000 mon.a (mon.0) 71 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.210 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.376980+0000 mon.b (mon.1) 25 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.210 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.376980+0000 mon.b (mon.1) 25 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.210 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.380049+0000 mon.b (mon.1) 26 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.210 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.380049+0000 mon.b (mon.1) 26 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.210 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.384676+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.210 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.384676+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.211 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.386421+0000 mon.a (mon.0) 72 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.211 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.386421+0000 mon.a (mon.0) 72 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.211 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.389635+0000 mon.a (mon.0) 73 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.211 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.389635+0000 mon.a (mon.0) 73 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.211 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.390232+0000 mon.b (mon.1) 28 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.211 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.390232+0000 mon.b (mon.1) 28 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.211 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.393452+0000 mon.b (mon.1) 29 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.211 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.393452+0000 mon.b (mon.1) 29 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.211 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.397955+0000 mon.b (mon.1) 30 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.211 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.397955+0000 mon.b (mon.1) 30 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.211 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.399228+0000 mon.a (mon.0) 74 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.211 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.399228+0000 mon.a (mon.0) 74 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.211 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.402506+0000 mon.a (mon.0) 75 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.212 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.402506+0000 mon.a (mon.0) 75 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.212 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.403111+0000 mon.b (mon.1) 31 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.212 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.403111+0000 mon.b (mon.1) 31 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.212 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.406231+0000 mon.b (mon.1) 32 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.212 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.406231+0000 mon.b (mon.1) 32 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.212 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.410945+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.212 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.410945+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.213 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.343379+0000 mon.a (mon.0) 68 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.213 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.355759+0000 mon.b (mon.1) 23 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.213 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.355759+0000 mon.b (mon.1) 23 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.213 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.360371+0000 mon.a (mon.0) 69 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.213 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.360371+0000 mon.a (mon.0) 69 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.213 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.371442+0000 mon.b (mon.1) 24 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.213 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.371442+0000 mon.b (mon.1) 24 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.213 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.373173+0000 mon.a (mon.0) 70 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.213 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.373173+0000 mon.a (mon.0) 70 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.213 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.376259+0000 mon.a (mon.0) 71 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.214 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.376259+0000 mon.a (mon.0) 71 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.214 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.376980+0000 mon.b (mon.1) 25 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.214 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.376980+0000 mon.b (mon.1) 25 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.214 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.380049+0000 mon.b (mon.1) 26 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.214 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.380049+0000 mon.b (mon.1) 26 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.214 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.384676+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.214 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.384676+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.214 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.386421+0000 mon.a (mon.0) 72 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.214 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.386421+0000 mon.a (mon.0) 72 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.214 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.412547+0000 mon.a (mon.0) 76 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.215 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.412547+0000 mon.a (mon.0) 76 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.215 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.415836+0000 mon.a (mon.0) 77 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.215 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.415836+0000 mon.a (mon.0) 77 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.215 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.416263+0000 mon.b (mon.1) 34 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.215 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.416263+0000 mon.b (mon.1) 34 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.215 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.419555+0000 mon.b (mon.1) 35 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.215 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.419555+0000 mon.b (mon.1) 35 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.216 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.424008+0000 mon.b (mon.1) 36 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.216 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.424008+0000 mon.b (mon.1) 36 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.216 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.425406+0000 mon.a (mon.0) 78 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.216 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.425406+0000 mon.a (mon.0) 78 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.216 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.428512+0000 mon.a (mon.0) 79 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.216 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.428512+0000 mon.a (mon.0) 79 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.216 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.429266+0000 mon.b (mon.1) 37 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.216 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.429266+0000 mon.b (mon.1) 37 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.216 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.432362+0000 mon.b (mon.1) 38 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.217 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.432362+0000 mon.b (mon.1) 38 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.217 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.389635+0000 mon.a (mon.0) 73 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.217 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.389635+0000 mon.a (mon.0) 73 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.217 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.390232+0000 mon.b (mon.1) 28 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.217 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.390232+0000 mon.b (mon.1) 28 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.217 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.393452+0000 mon.b (mon.1) 29 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.217 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.393452+0000 mon.b (mon.1) 29 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.217 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.397955+0000 mon.b (mon.1) 30 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.217 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.397955+0000 mon.b (mon.1) 30 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.217 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.399228+0000 mon.a (mon.0) 74 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.218 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.399228+0000 mon.a (mon.0) 74 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.218 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.402506+0000 mon.a (mon.0) 75 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.218 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.402506+0000 mon.a (mon.0) 75 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.218 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.403111+0000 mon.b (mon.1) 31 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.218 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.403111+0000 mon.b (mon.1) 31 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.218 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.406231+0000 mon.b (mon.1) 32 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.218 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.406231+0000 mon.b (mon.1) 32 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.218 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.410945+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.218 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.410945+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.218 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.436537+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.219 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.436537+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.219 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.437763+0000 mon.a (mon.0) 80 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.219 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.437763+0000 mon.a (mon.0) 80 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.219 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.440806+0000 mon.a (mon.0) 81 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.219 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.440806+0000 mon.a (mon.0) 81 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.219 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.441567+0000 mon.b (mon.1) 40 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.219 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.441567+0000 mon.b (mon.1) 40 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.219 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.444476+0000 mon.b (mon.1) 41 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.219 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.444476+0000 mon.b (mon.1) 41 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.220 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.447142+0000 mon.a (mon.0) 82 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:44:47.220 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.447142+0000 mon.a (mon.0) 82 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:44:47.220 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.450841+0000 mon.b (mon.1) 42 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:44:47.220 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.450841+0000 mon.b (mon.1) 42 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:44:47.220 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.453240+0000 mon.a (mon.0) 83 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-06T15:44:47.220 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.453240+0000 mon.a (mon.0) 83 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-06T15:44:47.220 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.458516+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.220 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.458516+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.220 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.412547+0000 mon.a (mon.0) 76 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.221 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.412547+0000 mon.a (mon.0) 76 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.221 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.415836+0000 mon.a (mon.0) 77 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.221 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.415836+0000 mon.a (mon.0) 77 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.221 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.416263+0000 mon.b (mon.1) 34 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.221 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.416263+0000 mon.b (mon.1) 34 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.221 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.419555+0000 mon.b (mon.1) 35 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.221 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.419555+0000 mon.b (mon.1) 35 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.221 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.424008+0000 mon.b (mon.1) 36 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.221 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.424008+0000 mon.b (mon.1) 36 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.222 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.425406+0000 mon.a (mon.0) 78 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.222 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.425406+0000 mon.a (mon.0) 78 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.222 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.428512+0000 mon.a (mon.0) 79 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.222 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.428512+0000 mon.a (mon.0) 79 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.222 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.429266+0000 mon.b (mon.1) 37 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.222 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.429266+0000 mon.b (mon.1) 37 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.222 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.432362+0000 mon.b (mon.1) 38 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.222 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.432362+0000 mon.b (mon.1) 38 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.222 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.462249+0000 mon.b (mon.1) 43 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.223 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.462249+0000 mon.b (mon.1) 43 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.223 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.464559+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-06T15:44:47.223 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.464559+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-06T15:44:47.223 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.469693+0000 mon.a (mon.0) 86 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:44:47.223 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.469693+0000 mon.a (mon.0) 86 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:44:47.223 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.473508+0000 mon.b (mon.1) 44 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:44:47.223 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.473508+0000 mon.b (mon.1) 44 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:44:47.223 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.475368+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-06T15:44:47.223 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.475368+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-06T15:44:47.223 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.480648+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:44:47.223 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.480648+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:44:47.223 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.483520+0000 mon.a (mon.0) 89 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:44:47.224 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.483520+0000 mon.a (mon.0) 89 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:44:47.224 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.484530+0000 mon.b (mon.1) 45 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:44:47.224 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.484530+0000 mon.b (mon.1) 45 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:44:47.224 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.487445+0000 mon.b (mon.1) 46 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:44:47.224 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.487445+0000 mon.b (mon.1) 46 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:44:47.224 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.489132+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-06T15:44:47.224 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.489132+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-06T15:44:47.224 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.494276+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:44:47.224 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.494276+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:44:47.224 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.497187+0000 mon.a (mon.0) 92 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:44:47.224 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.497187+0000 mon.a (mon.0) 92 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:44:47.224 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.498152+0000 mon.b (mon.1) 47 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:44:47.225 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.498152+0000 mon.b (mon.1) 47 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:44:47.225 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.500942+0000 mon.b (mon.1) 48 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:44:47.225 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.500942+0000 mon.b (mon.1) 48 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:44:47.225 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.502904+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-06T15:44:47.225 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.502904+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-06T15:44:47.225 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.508065+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.225 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.508065+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.225 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.511248+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:44:47.225 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.511248+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:44:47.226 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.436537+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.226 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.436537+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.226 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.437763+0000 mon.a (mon.0) 80 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.226 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.437763+0000 mon.a (mon.0) 80 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.226 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.440806+0000 mon.a (mon.0) 81 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.226 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.440806+0000 mon.a (mon.0) 81 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.226 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.441567+0000 mon.b (mon.1) 40 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.226 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.441567+0000 mon.b (mon.1) 40 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.226 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.444476+0000 mon.b (mon.1) 41 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.226 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.444476+0000 mon.b (mon.1) 41 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.227 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.447142+0000 mon.a (mon.0) 82 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:44:47.227 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.447142+0000 mon.a (mon.0) 82 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:44:47.227 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.450841+0000 mon.b (mon.1) 42 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:44:47.227 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.450841+0000 mon.b (mon.1) 42 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:44:47.227 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.453240+0000 mon.a (mon.0) 83 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-06T15:44:47.227 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.453240+0000 mon.a (mon.0) 83 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-06T15:44:47.227 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.458516+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.227 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.458516+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.228 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.511776+0000 mon.b (mon.1) 49 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.228 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.511776+0000 mon.b (mon.1) 49 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.228 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.515052+0000 mon.b (mon.1) 50 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:44:47.229 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.515052+0000 mon.b (mon.1) 50 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:44:47.229 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.516911+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-06T15:44:47.229 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.516911+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-06T15:44:47.229 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.522322+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:44:47.229 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.522322+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:44:47.229 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.525261+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:44:47.230 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.525261+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:44:47.230 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.526266+0000 mon.b (mon.1) 51 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:44:47.230 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.526266+0000 mon.b (mon.1) 51 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:44:47.230 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.529181+0000 mon.b (mon.1) 52 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:44:47.230 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.529181+0000 mon.b (mon.1) 52 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:44:47.230 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.530572+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-06T15:44:47.230 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.530572+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-06T15:44:47.230 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.536069+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:44:47.231 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.462249+0000 mon.b (mon.1) 43 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.231 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.462249+0000 mon.b (mon.1) 43 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.231 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.464559+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-06T15:44:47.231 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.464559+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-06T15:44:47.231 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.469693+0000 mon.a (mon.0) 86 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:44:47.231 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.469693+0000 mon.a (mon.0) 86 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:44:47.231 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.473508+0000 mon.b (mon.1) 44 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:44:47.232 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.473508+0000 mon.b (mon.1) 44 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:44:47.232 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.475368+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-06T15:44:47.232 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.475368+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-06T15:44:47.232 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.480648+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:44:47.232 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.480648+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:44:47.232 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.483520+0000 mon.a (mon.0) 89 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:44:47.232 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.483520+0000 mon.a (mon.0) 89 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:44:47.232 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.484530+0000 mon.b (mon.1) 45 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:44:47.232 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.484530+0000 mon.b (mon.1) 45 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:44:47.232 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.487445+0000 mon.b (mon.1) 46 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:44:47.233 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.536069+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:44:47.233 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.539815+0000 mon.b (mon.1) 53 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:44:47.233 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.539815+0000 mon.b (mon.1) 53 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:44:47.233 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.541483+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-06T15:44:47.233 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.541483+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-06T15:44:47.234 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.547081+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.234 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.547081+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.234 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.549992+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.234 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.549992+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.234 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.550859+0000 mon.b (mon.1) 54 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.234 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.550859+0000 mon.b (mon.1) 54 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.235 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.552855+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.235 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.552855+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.235 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.553893+0000 mon.b (mon.1) 55 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.235 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.553893+0000 mon.b (mon.1) 55 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.235 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.555523+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.235 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.555523+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.236 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.556689+0000 mon.b (mon.1) 56 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.236 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.487445+0000 mon.b (mon.1) 46 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:44:47.236 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.489132+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-06T15:44:47.236 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.489132+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-06T15:44:47.236 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.494276+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:44:47.237 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.494276+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:44:47.237 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.497187+0000 mon.a (mon.0) 92 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:44:47.237 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.497187+0000 mon.a (mon.0) 92 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:44:47.237 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.498152+0000 mon.b (mon.1) 47 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:44:47.237 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.498152+0000 mon.b (mon.1) 47 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:44:47.237 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.500942+0000 mon.b (mon.1) 48 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:44:47.237 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.500942+0000 mon.b (mon.1) 48 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:44:47.238 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.502904+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-06T15:44:47.238 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.502904+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-06T15:44:47.238 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.508065+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.238 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.508065+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.238 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.511248+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:44:47.238 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.511248+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:44:47.239 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.556689+0000 mon.b (mon.1) 56 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.239 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.558203+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.240 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.558203+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.240 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.559443+0000 mon.b (mon.1) 57 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.240 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.559443+0000 mon.b (mon.1) 57 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.240 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.560742+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.240 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.560742+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.240 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.562158+0000 mon.b (mon.1) 58 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.241 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.562158+0000 mon.b (mon.1) 58 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.241 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.564203+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:44:47.241 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.564203+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:44:47.241 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.564688+0000 mon.b (mon.1) 59 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.241 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.564688+0000 mon.b (mon.1) 59 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.241 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.568113+0000 mon.b (mon.1) 60 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:44:47.242 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.568113+0000 mon.b (mon.1) 60 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:44:47.242 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.571601+0000 mon.a (mon.0) 109 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-06T15:44:47.242 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.571601+0000 mon.a (mon.0) 109 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-06T15:44:47.242 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.579013+0000 mon.b (mon.1) 61 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:44:47.242 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.579013+0000 mon.b (mon.1) 61 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:44:47.242 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.580959+0000 mon.b (mon.1) 62 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:44:47.242 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.580959+0000 mon.b (mon.1) 62 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:44:47.243 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.589676+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.243 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.589676+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.243 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.744484+0000 mon.b (mon.1) 63 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:44:47.243 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.744484+0000 mon.b (mon.1) 63 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:44:47.243 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.746229+0000 mon.b (mon.1) 64 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:44:47.243 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.746229+0000 mon.b (mon.1) 64 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:44:47.243 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.751825+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.243 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[88858]: audit 2024-09-06T15:44:46.751825+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.244 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.511776+0000 mon.b (mon.1) 49 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.244 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.511776+0000 mon.b (mon.1) 49 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.244 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.515052+0000 mon.b (mon.1) 50 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:44:47.244 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.515052+0000 mon.b (mon.1) 50 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:44:47.244 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.516911+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-06T15:44:47.244 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.516911+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-06T15:44:47.244 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.522322+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:44:47.244 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.522322+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:44:47.244 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.525261+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:44:47.245 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.525261+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:44:47.245 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.526266+0000 mon.b (mon.1) 51 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:44:47.245 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.526266+0000 mon.b (mon.1) 51 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:44:47.245 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.529181+0000 mon.b (mon.1) 52 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:44:47.245 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.529181+0000 mon.b (mon.1) 52 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:44:47.245 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.530572+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-06T15:44:47.245 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.530572+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-06T15:44:47.245 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.536069+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:44:47.245 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.536069+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:44:47.245 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.539815+0000 mon.b (mon.1) 53 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:44:47.245 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.539815+0000 mon.b (mon.1) 53 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:44:47.245 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.541483+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-06T15:44:47.245 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.541483+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-06T15:44:47.246 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.547081+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.246 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.547081+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.246 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.549992+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.246 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.549992+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.246 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.550859+0000 mon.b (mon.1) 54 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.246 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.550859+0000 mon.b (mon.1) 54 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.246 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.552855+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.246 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.552855+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.246 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.553893+0000 mon.b (mon.1) 55 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.246 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.553893+0000 mon.b (mon.1) 55 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.247 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.555523+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.247 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.555523+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.247 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.556689+0000 mon.b (mon.1) 56 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.247 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.556689+0000 mon.b (mon.1) 56 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.247 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.558203+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.247 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.558203+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.247 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.559443+0000 mon.b (mon.1) 57 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.247 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.559443+0000 mon.b (mon.1) 57 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.247 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.560742+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.247 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.560742+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.248 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.562158+0000 mon.b (mon.1) 58 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.248 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.562158+0000 mon.b (mon.1) 58 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.248 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.564203+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:44:47.248 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.564203+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:44:47.248 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.564688+0000 mon.b (mon.1) 59 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.249 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.564688+0000 mon.b (mon.1) 59 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.249 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.568113+0000 mon.b (mon.1) 60 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:44:47.249 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.568113+0000 mon.b (mon.1) 60 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:44:47.249 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.571601+0000 mon.a (mon.0) 109 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-06T15:44:47.249 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.571601+0000 mon.a (mon.0) 109 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-06T15:44:47.249 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.579013+0000 mon.b (mon.1) 61 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:44:47.249 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.579013+0000 mon.b (mon.1) 61 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:44:47.249 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.580959+0000 mon.b (mon.1) 62 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:44:47.249 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.580959+0000 mon.b (mon.1) 62 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:44:47.249 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.589676+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.249 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.589676+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.250 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.744484+0000 mon.b (mon.1) 63 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:44:47.250 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.744484+0000 mon.b (mon.1) 63 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:44:47.250 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.746229+0000 mon.b (mon.1) 64 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:44:47.250 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.746229+0000 mon.b (mon.1) 64 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:44:47.250 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.751825+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.250 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:46 smithi169 bash[92568]: audit 2024-09-06T15:44:46.751825+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.250 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:44:46.807957012Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:44:47.363 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: cluster 2024-09-06T15:44:45.740063+0000 mgr.y (mgr.25115) 375 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:47.363 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: cluster 2024-09-06T15:44:45.740063+0000 mgr.y (mgr.25115) 375 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:47.363 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.040082+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.363 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.040082+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.363 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.053975+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.363 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.053975+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.363 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.062659+0000 mon.b (mon.1) 8 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:44:47.363 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.062659+0000 mon.b (mon.1) 8 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:44:47.364 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.064580+0000 mon.b (mon.1) 9 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:44:47.364 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.064580+0000 mon.b (mon.1) 9 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:44:47.364 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.070402+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.364 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.070402+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.364 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.223452+0000 mon.b (mon.1) 10 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:44:47.364 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.223452+0000 mon.b (mon.1) 10 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:44:47.364 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.226969+0000 mon.b (mon.1) 11 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.364 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.226969+0000 mon.b (mon.1) 11 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.364 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.229790+0000 mon.b (mon.1) 12 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.364 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.229790+0000 mon.b (mon.1) 12 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.364 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.234199+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.364 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.234199+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.365 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.239773+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.365 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.239773+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.365 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.243558+0000 mon.b (mon.1) 13 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.365 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.243558+0000 mon.b (mon.1) 13 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.365 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.245857+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-06T15:44:47.365 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.245857+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-06T15:44:47.365 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.251179+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.365 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.251179+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.365 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.255091+0000 mon.b (mon.1) 14 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.365 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.255091+0000 mon.b (mon.1) 14 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.365 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.256748+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-06T15:44:47.365 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.256748+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-06T15:44:47.365 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.266804+0000 mon.b (mon.1) 15 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.365 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.266804+0000 mon.b (mon.1) 15 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.366 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.271563+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.366 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.271563+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.366 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.282757+0000 mon.b (mon.1) 16 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.366 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.282757+0000 mon.b (mon.1) 16 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.366 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.287020+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.366 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.287020+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.366 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.297938+0000 mon.b (mon.1) 17 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.366 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.297938+0000 mon.b (mon.1) 17 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.366 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.302430+0000 mon.a (mon.0) 64 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.366 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.302430+0000 mon.a (mon.0) 64 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.366 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.312349+0000 mon.b (mon.1) 18 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.366 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.312349+0000 mon.b (mon.1) 18 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.366 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.313542+0000 mon.a (mon.0) 65 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.367 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.313542+0000 mon.a (mon.0) 65 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.367 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.316479+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.367 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.316479+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.367 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.317491+0000 mon.b (mon.1) 19 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.367 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.317491+0000 mon.b (mon.1) 19 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.367 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.320295+0000 mon.b (mon.1) 20 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.367 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.320295+0000 mon.b (mon.1) 20 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.367 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.323978+0000 mon.b (mon.1) 21 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.367 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.323978+0000 mon.b (mon.1) 21 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.367 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.328195+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.367 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.328195+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.367 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.339206+0000 mon.b (mon.1) 22 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.368 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.339206+0000 mon.b (mon.1) 22 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.368 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.343379+0000 mon.a (mon.0) 68 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.368 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.343379+0000 mon.a (mon.0) 68 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.368 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.355759+0000 mon.b (mon.1) 23 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.368 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.355759+0000 mon.b (mon.1) 23 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.368 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.360371+0000 mon.a (mon.0) 69 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.368 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.360371+0000 mon.a (mon.0) 69 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.368 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.371442+0000 mon.b (mon.1) 24 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.368 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.371442+0000 mon.b (mon.1) 24 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.368 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.373173+0000 mon.a (mon.0) 70 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.368 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.373173+0000 mon.a (mon.0) 70 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.368 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.376259+0000 mon.a (mon.0) 71 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.368 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.376259+0000 mon.a (mon.0) 71 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.369 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.376980+0000 mon.b (mon.1) 25 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.369 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.376980+0000 mon.b (mon.1) 25 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.369 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.380049+0000 mon.b (mon.1) 26 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.369 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.380049+0000 mon.b (mon.1) 26 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.369 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.384676+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.369 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.384676+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.369 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.386421+0000 mon.a (mon.0) 72 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.369 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.386421+0000 mon.a (mon.0) 72 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.369 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.389635+0000 mon.a (mon.0) 73 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.369 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.389635+0000 mon.a (mon.0) 73 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.369 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.390232+0000 mon.b (mon.1) 28 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.369 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.390232+0000 mon.b (mon.1) 28 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.369 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.393452+0000 mon.b (mon.1) 29 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.370 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.393452+0000 mon.b (mon.1) 29 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.370 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.397955+0000 mon.b (mon.1) 30 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.370 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.397955+0000 mon.b (mon.1) 30 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.370 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.399228+0000 mon.a (mon.0) 74 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.370 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.399228+0000 mon.a (mon.0) 74 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.370 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.402506+0000 mon.a (mon.0) 75 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.370 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.402506+0000 mon.a (mon.0) 75 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.370 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.403111+0000 mon.b (mon.1) 31 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.370 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.403111+0000 mon.b (mon.1) 31 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.370 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.406231+0000 mon.b (mon.1) 32 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.370 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.406231+0000 mon.b (mon.1) 32 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.370 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.410945+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.370 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.410945+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.371 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.412547+0000 mon.a (mon.0) 76 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.371 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.412547+0000 mon.a (mon.0) 76 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.371 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.415836+0000 mon.a (mon.0) 77 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.371 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.415836+0000 mon.a (mon.0) 77 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.371 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.416263+0000 mon.b (mon.1) 34 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.371 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.416263+0000 mon.b (mon.1) 34 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.371 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.419555+0000 mon.b (mon.1) 35 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.371 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.419555+0000 mon.b (mon.1) 35 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.371 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.424008+0000 mon.b (mon.1) 36 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.371 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.424008+0000 mon.b (mon.1) 36 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.371 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.425406+0000 mon.a (mon.0) 78 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.371 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.425406+0000 mon.a (mon.0) 78 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.371 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.428512+0000 mon.a (mon.0) 79 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.372 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.428512+0000 mon.a (mon.0) 79 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.372 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.429266+0000 mon.b (mon.1) 37 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.372 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.429266+0000 mon.b (mon.1) 37 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.372 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.432362+0000 mon.b (mon.1) 38 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.372 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.432362+0000 mon.b (mon.1) 38 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.372 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.436537+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.372 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.436537+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:44:47.372 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.437763+0000 mon.a (mon.0) 80 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.372 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.437763+0000 mon.a (mon.0) 80 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.372 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.440806+0000 mon.a (mon.0) 81 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.372 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.440806+0000 mon.a (mon.0) 81 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.372 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.441567+0000 mon.b (mon.1) 40 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.372 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.441567+0000 mon.b (mon.1) 40 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-06T15:44:47.373 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.444476+0000 mon.b (mon.1) 41 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.373 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.444476+0000 mon.b (mon.1) 41 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-06T15:44:47.373 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.447142+0000 mon.a (mon.0) 82 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:44:47.373 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.447142+0000 mon.a (mon.0) 82 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:44:47.373 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.450841+0000 mon.b (mon.1) 42 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:44:47.373 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.450841+0000 mon.b (mon.1) 42 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:44:47.373 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.453240+0000 mon.a (mon.0) 83 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-06T15:44:47.373 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.453240+0000 mon.a (mon.0) 83 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-06T15:44:47.373 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.458516+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.373 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.458516+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.373 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.462249+0000 mon.b (mon.1) 43 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.373 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.462249+0000 mon.b (mon.1) 43 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.373 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.464559+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-06T15:44:47.374 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.464559+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-06T15:44:47.374 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.469693+0000 mon.a (mon.0) 86 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:44:47.374 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.469693+0000 mon.a (mon.0) 86 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:44:47.374 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.473508+0000 mon.b (mon.1) 44 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:44:47.374 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.473508+0000 mon.b (mon.1) 44 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:44:47.374 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.475368+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-06T15:44:47.374 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.475368+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-06T15:44:47.374 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.480648+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:44:47.374 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.480648+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:44:47.374 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.483520+0000 mon.a (mon.0) 89 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:44:47.374 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.483520+0000 mon.a (mon.0) 89 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:44:47.374 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.484530+0000 mon.b (mon.1) 45 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:44:47.374 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.484530+0000 mon.b (mon.1) 45 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:44:47.374 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.487445+0000 mon.b (mon.1) 46 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:44:47.375 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.487445+0000 mon.b (mon.1) 46 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:44:47.375 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.489132+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-06T15:44:47.375 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.489132+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-06T15:44:47.375 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.494276+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:44:47.375 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.494276+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:44:47.375 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.497187+0000 mon.a (mon.0) 92 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:44:47.375 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.497187+0000 mon.a (mon.0) 92 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:44:47.375 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.498152+0000 mon.b (mon.1) 47 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:44:47.375 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.498152+0000 mon.b (mon.1) 47 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:44:47.375 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.500942+0000 mon.b (mon.1) 48 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:44:47.375 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.500942+0000 mon.b (mon.1) 48 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:44:47.375 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.502904+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-06T15:44:47.375 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.502904+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-06T15:44:47.376 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.508065+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.376 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.508065+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.376 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.511248+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:44:47.376 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.511248+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:44:47.376 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.511776+0000 mon.b (mon.1) 49 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.376 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.511776+0000 mon.b (mon.1) 49 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.376 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.515052+0000 mon.b (mon.1) 50 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:44:47.376 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.515052+0000 mon.b (mon.1) 50 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:44:47.376 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.516911+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-06T15:44:47.376 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.516911+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-06T15:44:47.376 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.522322+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:44:47.376 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.522322+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:44:47.376 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.525261+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:44:47.376 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.525261+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:44:47.377 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.526266+0000 mon.b (mon.1) 51 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:44:47.377 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.526266+0000 mon.b (mon.1) 51 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:44:47.377 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.529181+0000 mon.b (mon.1) 52 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:44:47.377 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.529181+0000 mon.b (mon.1) 52 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:44:47.377 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.530572+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-06T15:44:47.377 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.530572+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-06T15:44:47.377 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.536069+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:44:47.377 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.536069+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:44:47.377 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.539815+0000 mon.b (mon.1) 53 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:44:47.377 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.539815+0000 mon.b (mon.1) 53 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:44:47.377 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.541483+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-06T15:44:47.377 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.541483+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-06T15:44:47.377 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.547081+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.378 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.547081+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.378 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.549992+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.378 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.549992+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.378 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.550859+0000 mon.b (mon.1) 54 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.378 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.550859+0000 mon.b (mon.1) 54 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.378 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.552855+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.378 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.552855+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.378 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.553893+0000 mon.b (mon.1) 55 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.378 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.553893+0000 mon.b (mon.1) 55 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.378 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.555523+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.378 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.555523+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.378 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.556689+0000 mon.b (mon.1) 56 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.378 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.556689+0000 mon.b (mon.1) 56 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.378 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.558203+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.379 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.558203+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.379 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.559443+0000 mon.b (mon.1) 57 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.379 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.559443+0000 mon.b (mon.1) 57 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.379 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.560742+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.379 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.560742+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.379 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.562158+0000 mon.b (mon.1) 58 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.379 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.562158+0000 mon.b (mon.1) 58 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.379 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.564203+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:44:47.379 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.564203+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:44:47.379 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.564688+0000 mon.b (mon.1) 59 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.379 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.564688+0000 mon.b (mon.1) 59 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:44:47.379 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.568113+0000 mon.b (mon.1) 60 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:44:47.379 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.568113+0000 mon.b (mon.1) 60 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:44:47.380 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.571601+0000 mon.a (mon.0) 109 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-06T15:44:47.380 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.571601+0000 mon.a (mon.0) 109 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-06T15:44:47.380 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.579013+0000 mon.b (mon.1) 61 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:44:47.380 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.579013+0000 mon.b (mon.1) 61 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:44:47.380 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.580959+0000 mon.b (mon.1) 62 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:44:47.380 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.580959+0000 mon.b (mon.1) 62 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:44:47.380 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.589676+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.380 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.589676+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.380 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.744484+0000 mon.b (mon.1) 63 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:44:47.380 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.744484+0000 mon.b (mon.1) 63 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:44:47.380 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.746229+0000 mon.b (mon.1) 64 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:44:47.380 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.746229+0000 mon.b (mon.1) 64 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:44:47.380 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.751825+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:47.381 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:46 smithi181 bash[70073]: audit 2024-09-06T15:44:46.751825+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:48.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[88858]: cephadm 2024-09-06T15:44:46.226604+0000 mgr.y (mgr.25115) 376 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-06T15:44:48.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[88858]: cephadm 2024-09-06T15:44:46.226604+0000 mgr.y (mgr.25115) 376 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-06T15:44:48.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[88858]: cephadm 2024-09-06T15:44:46.264170+0000 mgr.y (mgr.25115) 377 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-06T15:44:48.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[88858]: cephadm 2024-09-06T15:44:46.264170+0000 mgr.y (mgr.25115) 377 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-06T15:44:48.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[88858]: cephadm 2024-09-06T15:44:46.279674+0000 mgr.y (mgr.25115) 378 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-06T15:44:48.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[88858]: cephadm 2024-09-06T15:44:46.279674+0000 mgr.y (mgr.25115) 378 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-06T15:44:48.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[88858]: cephadm 2024-09-06T15:44:46.295178+0000 mgr.y (mgr.25115) 379 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-06T15:44:48.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[88858]: cephadm 2024-09-06T15:44:46.295178+0000 mgr.y (mgr.25115) 379 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-06T15:44:48.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[88858]: cephadm 2024-09-06T15:44:46.309341+0000 mgr.y (mgr.25115) 380 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-06T15:44:48.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[88858]: cephadm 2024-09-06T15:44:46.309341+0000 mgr.y (mgr.25115) 380 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-06T15:44:48.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[88858]: cephadm 2024-09-06T15:44:46.320989+0000 mgr.y (mgr.25115) 381 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-06T15:44:48.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[88858]: cephadm 2024-09-06T15:44:46.320989+0000 mgr.y (mgr.25115) 381 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-06T15:44:48.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[88858]: cephadm 2024-09-06T15:44:46.336254+0000 mgr.y (mgr.25115) 382 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-06T15:44:48.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[88858]: cephadm 2024-09-06T15:44:46.336254+0000 mgr.y (mgr.25115) 382 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-06T15:44:48.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[88858]: cephadm 2024-09-06T15:44:46.353046+0000 mgr.y (mgr.25115) 383 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-06T15:44:48.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[88858]: cephadm 2024-09-06T15:44:46.353046+0000 mgr.y (mgr.25115) 383 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-06T15:44:48.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[88858]: cephadm 2024-09-06T15:44:46.368706+0000 mgr.y (mgr.25115) 384 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-06T15:44:48.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[88858]: cephadm 2024-09-06T15:44:46.368706+0000 mgr.y (mgr.25115) 384 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-06T15:44:48.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[88858]: cephadm 2024-09-06T15:44:46.381906+0000 mgr.y (mgr.25115) 385 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-06T15:44:48.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[88858]: cephadm 2024-09-06T15:44:46.381906+0000 mgr.y (mgr.25115) 385 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-06T15:44:48.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[88858]: cephadm 2024-09-06T15:44:46.395214+0000 mgr.y (mgr.25115) 386 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-06T15:44:48.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[88858]: cephadm 2024-09-06T15:44:46.395214+0000 mgr.y (mgr.25115) 386 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-06T15:44:48.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[88858]: cephadm 2024-09-06T15:44:46.408060+0000 mgr.y (mgr.25115) 387 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-06T15:44:48.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[88858]: cephadm 2024-09-06T15:44:46.408060+0000 mgr.y (mgr.25115) 387 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-06T15:44:48.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[92568]: cephadm 2024-09-06T15:44:46.226604+0000 mgr.y (mgr.25115) 376 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-06T15:44:48.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[92568]: cephadm 2024-09-06T15:44:46.226604+0000 mgr.y (mgr.25115) 376 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-06T15:44:48.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[92568]: cephadm 2024-09-06T15:44:46.264170+0000 mgr.y (mgr.25115) 377 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-06T15:44:48.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[92568]: cephadm 2024-09-06T15:44:46.264170+0000 mgr.y (mgr.25115) 377 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-06T15:44:48.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[92568]: cephadm 2024-09-06T15:44:46.279674+0000 mgr.y (mgr.25115) 378 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-06T15:44:48.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[92568]: cephadm 2024-09-06T15:44:46.279674+0000 mgr.y (mgr.25115) 378 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-06T15:44:48.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[92568]: cephadm 2024-09-06T15:44:46.295178+0000 mgr.y (mgr.25115) 379 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-06T15:44:48.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[92568]: cephadm 2024-09-06T15:44:46.295178+0000 mgr.y (mgr.25115) 379 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-06T15:44:48.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[92568]: cephadm 2024-09-06T15:44:46.309341+0000 mgr.y (mgr.25115) 380 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-06T15:44:48.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[92568]: cephadm 2024-09-06T15:44:46.309341+0000 mgr.y (mgr.25115) 380 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-06T15:44:48.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[92568]: cephadm 2024-09-06T15:44:46.320989+0000 mgr.y (mgr.25115) 381 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-06T15:44:48.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[92568]: cephadm 2024-09-06T15:44:46.320989+0000 mgr.y (mgr.25115) 381 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-06T15:44:48.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[92568]: cephadm 2024-09-06T15:44:46.336254+0000 mgr.y (mgr.25115) 382 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-06T15:44:48.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[92568]: cephadm 2024-09-06T15:44:46.336254+0000 mgr.y (mgr.25115) 382 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-06T15:44:48.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[92568]: cephadm 2024-09-06T15:44:46.353046+0000 mgr.y (mgr.25115) 383 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-06T15:44:48.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[92568]: cephadm 2024-09-06T15:44:46.353046+0000 mgr.y (mgr.25115) 383 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-06T15:44:48.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[92568]: cephadm 2024-09-06T15:44:46.368706+0000 mgr.y (mgr.25115) 384 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-06T15:44:48.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[92568]: cephadm 2024-09-06T15:44:46.368706+0000 mgr.y (mgr.25115) 384 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-06T15:44:48.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[92568]: cephadm 2024-09-06T15:44:46.381906+0000 mgr.y (mgr.25115) 385 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-06T15:44:48.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[92568]: cephadm 2024-09-06T15:44:46.381906+0000 mgr.y (mgr.25115) 385 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-06T15:44:48.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[92568]: cephadm 2024-09-06T15:44:46.395214+0000 mgr.y (mgr.25115) 386 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-06T15:44:48.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[92568]: cephadm 2024-09-06T15:44:46.395214+0000 mgr.y (mgr.25115) 386 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-06T15:44:48.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[92568]: cephadm 2024-09-06T15:44:46.408060+0000 mgr.y (mgr.25115) 387 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-06T15:44:48.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[92568]: cephadm 2024-09-06T15:44:46.408060+0000 mgr.y (mgr.25115) 387 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-06T15:44:48.201 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[88858]: cephadm 2024-09-06T15:44:46.421152+0000 mgr.y (mgr.25115) 388 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-06T15:44:48.201 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[88858]: cephadm 2024-09-06T15:44:46.421152+0000 mgr.y (mgr.25115) 388 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-06T15:44:48.201 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[88858]: cephadm 2024-09-06T15:44:46.433751+0000 mgr.y (mgr.25115) 389 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-06T15:44:48.201 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[88858]: cephadm 2024-09-06T15:44:46.433751+0000 mgr.y (mgr.25115) 389 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-06T15:44:48.201 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[88858]: cephadm 2024-09-06T15:44:46.442741+0000 mgr.y (mgr.25115) 390 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-06T15:44:48.201 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[88858]: cephadm 2024-09-06T15:44:46.442741+0000 mgr.y (mgr.25115) 390 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-06T15:44:48.201 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[88858]: cephadm 2024-09-06T15:44:46.562461+0000 mgr.y (mgr.25115) 391 : cephadm [INF] Upgrade: Complete! 2024-09-06T15:44:48.201 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[88858]: cephadm 2024-09-06T15:44:46.562461+0000 mgr.y (mgr.25115) 391 : cephadm [INF] Upgrade: Complete! 2024-09-06T15:44:48.202 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[92568]: cephadm 2024-09-06T15:44:46.421152+0000 mgr.y (mgr.25115) 388 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-06T15:44:48.202 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[92568]: cephadm 2024-09-06T15:44:46.421152+0000 mgr.y (mgr.25115) 388 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-06T15:44:48.202 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[92568]: cephadm 2024-09-06T15:44:46.433751+0000 mgr.y (mgr.25115) 389 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-06T15:44:48.202 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[92568]: cephadm 2024-09-06T15:44:46.433751+0000 mgr.y (mgr.25115) 389 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-06T15:44:48.202 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[92568]: cephadm 2024-09-06T15:44:46.442741+0000 mgr.y (mgr.25115) 390 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-06T15:44:48.202 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[92568]: cephadm 2024-09-06T15:44:46.442741+0000 mgr.y (mgr.25115) 390 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-06T15:44:48.202 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[92568]: cephadm 2024-09-06T15:44:46.562461+0000 mgr.y (mgr.25115) 391 : cephadm [INF] Upgrade: Complete! 2024-09-06T15:44:48.202 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:47 smithi169 bash[92568]: cephadm 2024-09-06T15:44:46.562461+0000 mgr.y (mgr.25115) 391 : cephadm [INF] Upgrade: Complete! 2024-09-06T15:44:48.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:47 smithi181 bash[70073]: cephadm 2024-09-06T15:44:46.226604+0000 mgr.y (mgr.25115) 376 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-06T15:44:48.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:47 smithi181 bash[70073]: cephadm 2024-09-06T15:44:46.226604+0000 mgr.y (mgr.25115) 376 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-06T15:44:48.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:47 smithi181 bash[70073]: cephadm 2024-09-06T15:44:46.264170+0000 mgr.y (mgr.25115) 377 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-06T15:44:48.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:47 smithi181 bash[70073]: cephadm 2024-09-06T15:44:46.264170+0000 mgr.y (mgr.25115) 377 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-06T15:44:48.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:47 smithi181 bash[70073]: cephadm 2024-09-06T15:44:46.279674+0000 mgr.y (mgr.25115) 378 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-06T15:44:48.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:47 smithi181 bash[70073]: cephadm 2024-09-06T15:44:46.279674+0000 mgr.y (mgr.25115) 378 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-06T15:44:48.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:47 smithi181 bash[70073]: cephadm 2024-09-06T15:44:46.295178+0000 mgr.y (mgr.25115) 379 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-06T15:44:48.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:47 smithi181 bash[70073]: cephadm 2024-09-06T15:44:46.295178+0000 mgr.y (mgr.25115) 379 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-06T15:44:48.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:47 smithi181 bash[70073]: cephadm 2024-09-06T15:44:46.309341+0000 mgr.y (mgr.25115) 380 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-06T15:44:48.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:47 smithi181 bash[70073]: cephadm 2024-09-06T15:44:46.309341+0000 mgr.y (mgr.25115) 380 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-06T15:44:48.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:47 smithi181 bash[70073]: cephadm 2024-09-06T15:44:46.320989+0000 mgr.y (mgr.25115) 381 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-06T15:44:48.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:47 smithi181 bash[70073]: cephadm 2024-09-06T15:44:46.320989+0000 mgr.y (mgr.25115) 381 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-06T15:44:48.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:47 smithi181 bash[70073]: cephadm 2024-09-06T15:44:46.336254+0000 mgr.y (mgr.25115) 382 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-06T15:44:48.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:47 smithi181 bash[70073]: cephadm 2024-09-06T15:44:46.336254+0000 mgr.y (mgr.25115) 382 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-06T15:44:48.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:47 smithi181 bash[70073]: cephadm 2024-09-06T15:44:46.353046+0000 mgr.y (mgr.25115) 383 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-06T15:44:48.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:47 smithi181 bash[70073]: cephadm 2024-09-06T15:44:46.353046+0000 mgr.y (mgr.25115) 383 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-06T15:44:48.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:47 smithi181 bash[70073]: cephadm 2024-09-06T15:44:46.368706+0000 mgr.y (mgr.25115) 384 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-06T15:44:48.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:47 smithi181 bash[70073]: cephadm 2024-09-06T15:44:46.368706+0000 mgr.y (mgr.25115) 384 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-06T15:44:48.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:47 smithi181 bash[70073]: cephadm 2024-09-06T15:44:46.381906+0000 mgr.y (mgr.25115) 385 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-06T15:44:48.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:47 smithi181 bash[70073]: cephadm 2024-09-06T15:44:46.381906+0000 mgr.y (mgr.25115) 385 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-06T15:44:48.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:47 smithi181 bash[70073]: cephadm 2024-09-06T15:44:46.395214+0000 mgr.y (mgr.25115) 386 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-06T15:44:48.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:47 smithi181 bash[70073]: cephadm 2024-09-06T15:44:46.395214+0000 mgr.y (mgr.25115) 386 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-06T15:44:48.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:47 smithi181 bash[70073]: cephadm 2024-09-06T15:44:46.408060+0000 mgr.y (mgr.25115) 387 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-06T15:44:48.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:47 smithi181 bash[70073]: cephadm 2024-09-06T15:44:46.408060+0000 mgr.y (mgr.25115) 387 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-06T15:44:48.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:47 smithi181 bash[70073]: cephadm 2024-09-06T15:44:46.421152+0000 mgr.y (mgr.25115) 388 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-06T15:44:48.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:47 smithi181 bash[70073]: cephadm 2024-09-06T15:44:46.421152+0000 mgr.y (mgr.25115) 388 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-06T15:44:48.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:47 smithi181 bash[70073]: cephadm 2024-09-06T15:44:46.433751+0000 mgr.y (mgr.25115) 389 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-06T15:44:48.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:47 smithi181 bash[70073]: cephadm 2024-09-06T15:44:46.433751+0000 mgr.y (mgr.25115) 389 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-06T15:44:48.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:47 smithi181 bash[70073]: cephadm 2024-09-06T15:44:46.442741+0000 mgr.y (mgr.25115) 390 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-06T15:44:48.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:47 smithi181 bash[70073]: cephadm 2024-09-06T15:44:46.442741+0000 mgr.y (mgr.25115) 390 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-06T15:44:48.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:47 smithi181 bash[70073]: cephadm 2024-09-06T15:44:46.562461+0000 mgr.y (mgr.25115) 391 : cephadm [INF] Upgrade: Complete! 2024-09-06T15:44:48.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:47 smithi181 bash[70073]: cephadm 2024-09-06T15:44:46.562461+0000 mgr.y (mgr.25115) 391 : cephadm [INF] Upgrade: Complete! 2024-09-06T15:44:49.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:48 smithi169 bash[88858]: cluster 2024-09-06T15:44:47.740780+0000 mgr.y (mgr.25115) 392 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:49.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:48 smithi169 bash[88858]: cluster 2024-09-06T15:44:47.740780+0000 mgr.y (mgr.25115) 392 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:49.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:48 smithi169 bash[92568]: cluster 2024-09-06T15:44:47.740780+0000 mgr.y (mgr.25115) 392 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:49.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:48 smithi169 bash[92568]: cluster 2024-09-06T15:44:47.740780+0000 mgr.y (mgr.25115) 392 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:49.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:48 smithi181 bash[70073]: cluster 2024-09-06T15:44:47.740780+0000 mgr.y (mgr.25115) 392 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:49.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:48 smithi181 bash[70073]: cluster 2024-09-06T15:44:47.740780+0000 mgr.y (mgr.25115) 392 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:50.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:44:49 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:44:49.830724327Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:44:51.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:50 smithi169 bash[88858]: cluster 2024-09-06T15:44:49.741532+0000 mgr.y (mgr.25115) 393 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:51.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:50 smithi169 bash[88858]: cluster 2024-09-06T15:44:49.741532+0000 mgr.y (mgr.25115) 393 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:51.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:50 smithi169 bash[88858]: audit 2024-09-06T15:44:50.375356+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:51.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:50 smithi169 bash[88858]: audit 2024-09-06T15:44:50.375356+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:51.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:50 smithi169 bash[92568]: cluster 2024-09-06T15:44:49.741532+0000 mgr.y (mgr.25115) 393 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:51.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:50 smithi169 bash[92568]: cluster 2024-09-06T15:44:49.741532+0000 mgr.y (mgr.25115) 393 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:51.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:50 smithi169 bash[92568]: audit 2024-09-06T15:44:50.375356+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:51.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:50 smithi169 bash[92568]: audit 2024-09-06T15:44:50.375356+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:51.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:50 smithi181 bash[70073]: cluster 2024-09-06T15:44:49.741532+0000 mgr.y (mgr.25115) 393 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:51.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:50 smithi181 bash[70073]: cluster 2024-09-06T15:44:49.741532+0000 mgr.y (mgr.25115) 393 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:51.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:50 smithi181 bash[70073]: audit 2024-09-06T15:44:50.375356+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:51.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:50 smithi181 bash[70073]: audit 2024-09-06T15:44:50.375356+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:44:53.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:52 smithi169 bash[88858]: cluster 2024-09-06T15:44:51.743280+0000 mgr.y (mgr.25115) 394 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:53.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:52 smithi169 bash[88858]: cluster 2024-09-06T15:44:51.743280+0000 mgr.y (mgr.25115) 394 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:53.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:52 smithi169 bash[92568]: cluster 2024-09-06T15:44:51.743280+0000 mgr.y (mgr.25115) 394 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:53.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:52 smithi169 bash[92568]: cluster 2024-09-06T15:44:51.743280+0000 mgr.y (mgr.25115) 394 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:53.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:44:52 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:44:52.807083671Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:44:53.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:52 smithi181 bash[70073]: cluster 2024-09-06T15:44:51.743280+0000 mgr.y (mgr.25115) 394 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:53.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:52 smithi181 bash[70073]: cluster 2024-09-06T15:44:51.743280+0000 mgr.y (mgr.25115) 394 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:55.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:54 smithi169 bash[88858]: audit 2024-09-06T15:44:53.376673+0000 mgr.y (mgr.25115) 395 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:44:55.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:54 smithi169 bash[88858]: audit 2024-09-06T15:44:53.376673+0000 mgr.y (mgr.25115) 395 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:44:55.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:54 smithi169 bash[88858]: cluster 2024-09-06T15:44:53.744038+0000 mgr.y (mgr.25115) 396 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:55.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:54 smithi169 bash[88858]: cluster 2024-09-06T15:44:53.744038+0000 mgr.y (mgr.25115) 396 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:55.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:54 smithi169 bash[92568]: audit 2024-09-06T15:44:53.376673+0000 mgr.y (mgr.25115) 395 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:44:55.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:54 smithi169 bash[92568]: audit 2024-09-06T15:44:53.376673+0000 mgr.y (mgr.25115) 395 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:44:55.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:54 smithi169 bash[92568]: cluster 2024-09-06T15:44:53.744038+0000 mgr.y (mgr.25115) 396 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:55.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:54 smithi169 bash[92568]: cluster 2024-09-06T15:44:53.744038+0000 mgr.y (mgr.25115) 396 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:55.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:54 smithi181 bash[70073]: audit 2024-09-06T15:44:53.376673+0000 mgr.y (mgr.25115) 395 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:44:55.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:54 smithi181 bash[70073]: audit 2024-09-06T15:44:53.376673+0000 mgr.y (mgr.25115) 395 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:44:55.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:54 smithi181 bash[70073]: cluster 2024-09-06T15:44:53.744038+0000 mgr.y (mgr.25115) 396 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:55.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:54 smithi181 bash[70073]: cluster 2024-09-06T15:44:53.744038+0000 mgr.y (mgr.25115) 396 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:56.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:44:55 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:44:55.824326348Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:44:56.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:44:56 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:44:56] "GET /metrics HTTP/1.1" 200 38238 "" "Prometheus/2.51.0" 2024-09-06T15:44:57.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:56 smithi169 bash[88858]: cluster 2024-09-06T15:44:55.745639+0000 mgr.y (mgr.25115) 397 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:57.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:56 smithi169 bash[88858]: cluster 2024-09-06T15:44:55.745639+0000 mgr.y (mgr.25115) 397 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:57.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:56 smithi169 bash[92568]: cluster 2024-09-06T15:44:55.745639+0000 mgr.y (mgr.25115) 397 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:57.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:56 smithi169 bash[92568]: cluster 2024-09-06T15:44:55.745639+0000 mgr.y (mgr.25115) 397 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:57.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:56 smithi181 bash[70073]: cluster 2024-09-06T15:44:55.745639+0000 mgr.y (mgr.25115) 397 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:57.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:56 smithi181 bash[70073]: cluster 2024-09-06T15:44:55.745639+0000 mgr.y (mgr.25115) 397 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:44:59.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:58 smithi169 bash[88858]: cluster 2024-09-06T15:44:57.746461+0000 mgr.y (mgr.25115) 398 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:59.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:44:58 smithi169 bash[88858]: cluster 2024-09-06T15:44:57.746461+0000 mgr.y (mgr.25115) 398 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:59.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:58 smithi169 bash[92568]: cluster 2024-09-06T15:44:57.746461+0000 mgr.y (mgr.25115) 398 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:59.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:44:58 smithi169 bash[92568]: cluster 2024-09-06T15:44:57.746461+0000 mgr.y (mgr.25115) 398 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:59.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:44:58 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:44:58.855028956Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:44:59.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:58 smithi181 bash[70073]: cluster 2024-09-06T15:44:57.746461+0000 mgr.y (mgr.25115) 398 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:44:59.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:44:58 smithi181 bash[70073]: cluster 2024-09-06T15:44:57.746461+0000 mgr.y (mgr.25115) 398 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:00.273 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph orch ps' 2024-09-06T15:45:01.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:00 smithi169 bash[88858]: audit 2024-09-06T15:44:59.383601+0000 mgr.y (mgr.25115) 399 : audit [DBG] from='client.44130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:45:01.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:00 smithi169 bash[88858]: audit 2024-09-06T15:44:59.383601+0000 mgr.y (mgr.25115) 399 : audit [DBG] from='client.44130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:45:01.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:00 smithi169 bash[88858]: cluster 2024-09-06T15:44:59.747261+0000 mgr.y (mgr.25115) 400 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:01.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:00 smithi169 bash[88858]: cluster 2024-09-06T15:44:59.747261+0000 mgr.y (mgr.25115) 400 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:01.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:00 smithi169 bash[88858]: audit 2024-09-06T15:45:00.291599+0000 mon.b (mon.1) 65 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:45:01.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:00 smithi169 bash[88858]: audit 2024-09-06T15:45:00.291599+0000 mon.b (mon.1) 65 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:45:01.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:00 smithi169 bash[92568]: audit 2024-09-06T15:44:59.383601+0000 mgr.y (mgr.25115) 399 : audit [DBG] from='client.44130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:45:01.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:00 smithi169 bash[92568]: audit 2024-09-06T15:44:59.383601+0000 mgr.y (mgr.25115) 399 : audit [DBG] from='client.44130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:45:01.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:00 smithi169 bash[92568]: cluster 2024-09-06T15:44:59.747261+0000 mgr.y (mgr.25115) 400 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:01.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:00 smithi169 bash[92568]: cluster 2024-09-06T15:44:59.747261+0000 mgr.y (mgr.25115) 400 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:01.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:00 smithi169 bash[92568]: audit 2024-09-06T15:45:00.291599+0000 mon.b (mon.1) 65 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:45:01.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:00 smithi169 bash[92568]: audit 2024-09-06T15:45:00.291599+0000 mon.b (mon.1) 65 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:45:01.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:00 smithi181 bash[70073]: audit 2024-09-06T15:44:59.383601+0000 mgr.y (mgr.25115) 399 : audit [DBG] from='client.44130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:45:01.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:00 smithi181 bash[70073]: audit 2024-09-06T15:44:59.383601+0000 mgr.y (mgr.25115) 399 : audit [DBG] from='client.44130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:45:01.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:00 smithi181 bash[70073]: cluster 2024-09-06T15:44:59.747261+0000 mgr.y (mgr.25115) 400 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:01.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:00 smithi181 bash[70073]: cluster 2024-09-06T15:44:59.747261+0000 mgr.y (mgr.25115) 400 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:01.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:00 smithi181 bash[70073]: audit 2024-09-06T15:45:00.291599+0000 mon.b (mon.1) 65 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:45:01.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:00 smithi181 bash[70073]: audit 2024-09-06T15:45:00.291599+0000 mon.b (mon.1) 65 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:45:02.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:45:01 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:45:01.821481576Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:45:03.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:02 smithi169 bash[88858]: cluster 2024-09-06T15:45:01.748943+0000 mgr.y (mgr.25115) 401 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:45:03.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:02 smithi169 bash[88858]: cluster 2024-09-06T15:45:01.748943+0000 mgr.y (mgr.25115) 401 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:45:03.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:02 smithi169 bash[92568]: cluster 2024-09-06T15:45:01.748943+0000 mgr.y (mgr.25115) 401 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:45:03.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:02 smithi169 bash[92568]: cluster 2024-09-06T15:45:01.748943+0000 mgr.y (mgr.25115) 401 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:45:03.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:02 smithi181 bash[70073]: cluster 2024-09-06T15:45:01.748943+0000 mgr.y (mgr.25115) 401 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:45:03.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:02 smithi181 bash[70073]: cluster 2024-09-06T15:45:01.748943+0000 mgr.y (mgr.25115) 401 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:45:05.139 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:45:05.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:04 smithi169 bash[88858]: audit 2024-09-06T15:45:03.387866+0000 mgr.y (mgr.25115) 402 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:45:05.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:04 smithi169 bash[88858]: audit 2024-09-06T15:45:03.387866+0000 mgr.y (mgr.25115) 402 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:45:05.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:04 smithi169 bash[88858]: cluster 2024-09-06T15:45:03.749733+0000 mgr.y (mgr.25115) 403 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:45:05.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:04 smithi169 bash[88858]: cluster 2024-09-06T15:45:03.749733+0000 mgr.y (mgr.25115) 403 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:45:05.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:04 smithi169 bash[92568]: audit 2024-09-06T15:45:03.387866+0000 mgr.y (mgr.25115) 402 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:45:05.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:04 smithi169 bash[92568]: audit 2024-09-06T15:45:03.387866+0000 mgr.y (mgr.25115) 402 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:45:05.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:04 smithi169 bash[92568]: cluster 2024-09-06T15:45:03.749733+0000 mgr.y (mgr.25115) 403 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:45:05.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:04 smithi169 bash[92568]: cluster 2024-09-06T15:45:03.749733+0000 mgr.y (mgr.25115) 403 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:45:05.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:45:04 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:45:04.83910665Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:45:05.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:04 smithi181 bash[70073]: audit 2024-09-06T15:45:03.387866+0000 mgr.y (mgr.25115) 402 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:45:05.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:04 smithi181 bash[70073]: audit 2024-09-06T15:45:03.387866+0000 mgr.y (mgr.25115) 402 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:45:05.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:04 smithi181 bash[70073]: cluster 2024-09-06T15:45:03.749733+0000 mgr.y (mgr.25115) 403 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:45:05.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:04 smithi181 bash[70073]: cluster 2024-09-06T15:45:03.749733+0000 mgr.y (mgr.25115) 403 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 280 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:45:06.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:45:06 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:45:06] "GET /metrics HTTP/1.1" 200 38240 "" "Prometheus/2.51.0" 2024-09-06T15:45:06.902 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-06T15:45:06.902 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (4m) 32s ago 32m 13.7M - 0.27.0 11f11916f8cd 20ee608606f5 2024-09-06T15:45:06.902 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi181 *:3000 running (4m) 2m ago 32m 68.4M - c8b91775d855 e391fbe8c873 2024-09-06T15:45:06.902 INFO:teuthology.orchestra.run.smithi169.stdout:iscsi.foo.smithi169.yxosuq smithi169 *:5000 running (6m) 32s ago 29m 48.9M - 3.8 b6db46a449e5 e63406a8c5a8 2024-09-06T15:45:06.902 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi181 *:8443,9283,8765 running (6m) 2m ago 40m 438M - 19.3.0-4704-g8b38c33c 1c45aca0610a 291c4d2bed88 2024-09-06T15:45:06.902 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (17m) 32s ago 43m 506M - 19.3.0-4704-g8b38c33c 1c45aca0610a 5f9711fb78b7 2024-09-06T15:45:06.902 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (68s) 32s ago 43m 38.0M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a d211c6462d65 2024-09-06T15:45:06.902 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi181 running (2m) 2m ago 41m 18.5M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a 791f1710b3c0 2024-09-06T15:45:06.902 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (40s) 32s ago 41m 18.2M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a 93381d04b238 2024-09-06T15:45:06.902 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (6m) 32s ago 32m 8168k - 1.7.0 72c9c2088986 03c6f14026b2 2024-09-06T15:45:06.903 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi181 *:9100 running (6m) 2m ago 32m 8007k - 1.7.0 72c9c2088986 0895a0652401 2024-09-06T15:45:06.903 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (40m) 32s ago 40m 58.6M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 cec969796af3 2024-09-06T15:45:06.903 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (39m) 32s ago 39m 68.3M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 d527f97f0b83 2024-09-06T15:45:06.903 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (38m) 32s ago 38m 62.3M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 303b15f1c60b 2024-09-06T15:45:06.903 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (37m) 32s ago 37m 65.9M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 524c24c2c8fd 2024-09-06T15:45:06.903 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi181 running (36m) 2m ago 36m 69.1M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 c9c9286e40c9 2024-09-06T15:45:06.903 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi181 running (35m) 2m ago 35m 56.0M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 427ff3118a0b 2024-09-06T15:45:06.903 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi181 running (34m) 2m ago 34m 64.5M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 9e6f947064d2 2024-09-06T15:45:06.903 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi181 running (33m) 2m ago 33m 67.2M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 a94f6f351ffd 2024-09-06T15:45:06.903 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi181 *:9095 running (5m) 2m ago 33m 39.5M - 2.51.0 1d3b7f56885b 365a3b66bc88 2024-09-06T15:45:06.903 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi169.svrjnx smithi169 *:8000 running (30m) 32s ago 30m 101M - 19.1.1-268-g635ed4cf b6db46a449e5 73d895896783 2024-09-06T15:45:06.903 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi181.fqbtai smithi181 *:8000 running (30m) 2m ago 30m 102M - 19.1.1-268-g635ed4cf b6db46a449e5 4aaa91540a99 2024-09-06T15:45:07.154 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:06 smithi169 bash[88858]: cluster 2024-09-06T15:45:05.751372+0000 mgr.y (mgr.25115) 404 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-06T15:45:07.154 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:06 smithi169 bash[88858]: cluster 2024-09-06T15:45:05.751372+0000 mgr.y (mgr.25115) 404 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-06T15:45:07.154 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:06 smithi169 bash[92568]: cluster 2024-09-06T15:45:05.751372+0000 mgr.y (mgr.25115) 404 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-06T15:45:07.155 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:06 smithi169 bash[92568]: cluster 2024-09-06T15:45:05.751372+0000 mgr.y (mgr.25115) 404 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-06T15:45:07.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:06 smithi181 bash[70073]: cluster 2024-09-06T15:45:05.751372+0000 mgr.y (mgr.25115) 404 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-06T15:45:07.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:06 smithi181 bash[70073]: cluster 2024-09-06T15:45:05.751372+0000 mgr.y (mgr.25115) 404 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-06T15:45:07.685 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph versions | jq -e '"'"'.mon | length == 1'"'"'' 2024-09-06T15:45:07.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:07 smithi169 bash[88858]: audit 2024-09-06T15:45:06.864344+0000 mgr.y (mgr.25115) 405 : audit [DBG] from='client.54110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:45:07.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:07 smithi169 bash[88858]: audit 2024-09-06T15:45:06.864344+0000 mgr.y (mgr.25115) 405 : audit [DBG] from='client.54110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:45:07.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:07 smithi169 bash[92568]: audit 2024-09-06T15:45:06.864344+0000 mgr.y (mgr.25115) 405 : audit [DBG] from='client.54110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:45:07.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:07 smithi169 bash[92568]: audit 2024-09-06T15:45:06.864344+0000 mgr.y (mgr.25115) 405 : audit [DBG] from='client.54110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:45:08.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:45:07 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:45:07.847487757Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:45:08.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:07 smithi181 bash[70073]: audit 2024-09-06T15:45:06.864344+0000 mgr.y (mgr.25115) 405 : audit [DBG] from='client.54110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:45:08.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:07 smithi181 bash[70073]: audit 2024-09-06T15:45:06.864344+0000 mgr.y (mgr.25115) 405 : audit [DBG] from='client.54110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:45:09.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:08 smithi169 bash[88858]: cluster 2024-09-06T15:45:07.752096+0000 mgr.y (mgr.25115) 406 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-06T15:45:09.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:08 smithi169 bash[88858]: cluster 2024-09-06T15:45:07.752096+0000 mgr.y (mgr.25115) 406 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-06T15:45:09.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:08 smithi169 bash[92568]: cluster 2024-09-06T15:45:07.752096+0000 mgr.y (mgr.25115) 406 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-06T15:45:09.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:08 smithi169 bash[92568]: cluster 2024-09-06T15:45:07.752096+0000 mgr.y (mgr.25115) 406 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-06T15:45:09.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:08 smithi181 bash[70073]: cluster 2024-09-06T15:45:07.752096+0000 mgr.y (mgr.25115) 406 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-06T15:45:09.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:08 smithi181 bash[70073]: cluster 2024-09-06T15:45:07.752096+0000 mgr.y (mgr.25115) 406 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-06T15:45:11.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:10 smithi169 bash[88858]: cluster 2024-09-06T15:45:09.752877+0000 mgr.y (mgr.25115) 407 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-06T15:45:11.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:10 smithi169 bash[88858]: cluster 2024-09-06T15:45:09.752877+0000 mgr.y (mgr.25115) 407 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-06T15:45:11.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:10 smithi169 bash[92568]: cluster 2024-09-06T15:45:09.752877+0000 mgr.y (mgr.25115) 407 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-06T15:45:11.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:10 smithi169 bash[92568]: cluster 2024-09-06T15:45:09.752877+0000 mgr.y (mgr.25115) 407 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-06T15:45:11.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:45:10 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:45:10.84839413Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:45:11.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:10 smithi181 bash[70073]: cluster 2024-09-06T15:45:09.752877+0000 mgr.y (mgr.25115) 407 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-06T15:45:11.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:10 smithi181 bash[70073]: cluster 2024-09-06T15:45:09.752877+0000 mgr.y (mgr.25115) 407 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-06T15:45:12.498 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:45:13.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:12 smithi169 bash[88858]: cluster 2024-09-06T15:45:11.754572+0000 mgr.y (mgr.25115) 408 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-06T15:45:13.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:12 smithi169 bash[88858]: cluster 2024-09-06T15:45:11.754572+0000 mgr.y (mgr.25115) 408 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-06T15:45:13.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:12 smithi169 bash[92568]: cluster 2024-09-06T15:45:11.754572+0000 mgr.y (mgr.25115) 408 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-06T15:45:13.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:12 smithi169 bash[92568]: cluster 2024-09-06T15:45:11.754572+0000 mgr.y (mgr.25115) 408 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-06T15:45:13.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:12 smithi181 bash[70073]: cluster 2024-09-06T15:45:11.754572+0000 mgr.y (mgr.25115) 408 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-06T15:45:13.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:12 smithi181 bash[70073]: cluster 2024-09-06T15:45:11.754572+0000 mgr.y (mgr.25115) 408 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-06T15:45:14.200 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-09-06T15:45:14.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:45:13 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:45:13.807301364Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:45:14.922 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph versions | jq -e '"'"'.mon | keys'"'"' | grep $sha1' 2024-09-06T15:45:15.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:14 smithi169 bash[88858]: audit 2024-09-06T15:45:13.396071+0000 mgr.y (mgr.25115) 409 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:45:15.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:14 smithi169 bash[88858]: audit 2024-09-06T15:45:13.396071+0000 mgr.y (mgr.25115) 409 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:45:15.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:14 smithi169 bash[88858]: cluster 2024-09-06T15:45:13.755411+0000 mgr.y (mgr.25115) 410 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:45:15.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:14 smithi169 bash[88858]: cluster 2024-09-06T15:45:13.755411+0000 mgr.y (mgr.25115) 410 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:45:15.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:14 smithi169 bash[88858]: audit 2024-09-06T15:45:14.190269+0000 mon.a (mon.0) 113 : audit [DBG] from='client.? 172.21.15.169:0/361118097' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:45:15.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:14 smithi169 bash[88858]: audit 2024-09-06T15:45:14.190269+0000 mon.a (mon.0) 113 : audit [DBG] from='client.? 172.21.15.169:0/361118097' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:45:15.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:14 smithi169 bash[92568]: audit 2024-09-06T15:45:13.396071+0000 mgr.y (mgr.25115) 409 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:45:15.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:14 smithi169 bash[92568]: audit 2024-09-06T15:45:13.396071+0000 mgr.y (mgr.25115) 409 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:45:15.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:14 smithi169 bash[92568]: cluster 2024-09-06T15:45:13.755411+0000 mgr.y (mgr.25115) 410 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:45:15.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:14 smithi169 bash[92568]: cluster 2024-09-06T15:45:13.755411+0000 mgr.y (mgr.25115) 410 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:45:15.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:14 smithi169 bash[92568]: audit 2024-09-06T15:45:14.190269+0000 mon.a (mon.0) 113 : audit [DBG] from='client.? 172.21.15.169:0/361118097' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:45:15.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:14 smithi169 bash[92568]: audit 2024-09-06T15:45:14.190269+0000 mon.a (mon.0) 113 : audit [DBG] from='client.? 172.21.15.169:0/361118097' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:45:15.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:14 smithi181 bash[70073]: audit 2024-09-06T15:45:13.396071+0000 mgr.y (mgr.25115) 409 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:45:15.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:14 smithi181 bash[70073]: audit 2024-09-06T15:45:13.396071+0000 mgr.y (mgr.25115) 409 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:45:15.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:14 smithi181 bash[70073]: cluster 2024-09-06T15:45:13.755411+0000 mgr.y (mgr.25115) 410 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:45:15.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:14 smithi181 bash[70073]: cluster 2024-09-06T15:45:13.755411+0000 mgr.y (mgr.25115) 410 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:45:15.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:14 smithi181 bash[70073]: audit 2024-09-06T15:45:14.190269+0000 mon.a (mon.0) 113 : audit [DBG] from='client.? 172.21.15.169:0/361118097' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:45:15.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:14 smithi181 bash[70073]: audit 2024-09-06T15:45:14.190269+0000 mon.a (mon.0) 113 : audit [DBG] from='client.? 172.21.15.169:0/361118097' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:45:16.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:15 smithi169 bash[88858]: audit 2024-09-06T15:45:15.292094+0000 mon.b (mon.1) 66 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:45:16.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:15 smithi169 bash[88858]: audit 2024-09-06T15:45:15.292094+0000 mon.b (mon.1) 66 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:45:16.196 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:45:16 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:45:16] "GET /metrics HTTP/1.1" 200 38240 "" "Prometheus/2.51.0" 2024-09-06T15:45:16.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:15 smithi169 bash[92568]: audit 2024-09-06T15:45:15.292094+0000 mon.b (mon.1) 66 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:45:16.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:15 smithi169 bash[92568]: audit 2024-09-06T15:45:15.292094+0000 mon.b (mon.1) 66 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:45:16.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:15 smithi181 bash[70073]: audit 2024-09-06T15:45:15.292094+0000 mon.b (mon.1) 66 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:45:16.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:15 smithi181 bash[70073]: audit 2024-09-06T15:45:15.292094+0000 mon.b (mon.1) 66 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:45:17.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:16 smithi169 bash[88858]: cluster 2024-09-06T15:45:15.757031+0000 mgr.y (mgr.25115) 411 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:45:17.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:16 smithi169 bash[88858]: cluster 2024-09-06T15:45:15.757031+0000 mgr.y (mgr.25115) 411 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:45:17.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:16 smithi169 bash[92568]: cluster 2024-09-06T15:45:15.757031+0000 mgr.y (mgr.25115) 411 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:45:17.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:16 smithi169 bash[92568]: cluster 2024-09-06T15:45:15.757031+0000 mgr.y (mgr.25115) 411 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:45:17.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:45:16 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:45:16.850269929Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:45:17.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:16 smithi181 bash[70073]: cluster 2024-09-06T15:45:15.757031+0000 mgr.y (mgr.25115) 411 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:45:17.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:16 smithi181 bash[70073]: cluster 2024-09-06T15:45:15.757031+0000 mgr.y (mgr.25115) 411 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-09-06T15:45:19.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:18 smithi169 bash[88858]: cluster 2024-09-06T15:45:17.757825+0000 mgr.y (mgr.25115) 412 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:19.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:18 smithi169 bash[88858]: cluster 2024-09-06T15:45:17.757825+0000 mgr.y (mgr.25115) 412 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:19.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:18 smithi169 bash[92568]: cluster 2024-09-06T15:45:17.757825+0000 mgr.y (mgr.25115) 412 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:19.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:18 smithi169 bash[92568]: cluster 2024-09-06T15:45:17.757825+0000 mgr.y (mgr.25115) 412 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:19.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:18 smithi181 bash[70073]: cluster 2024-09-06T15:45:17.757825+0000 mgr.y (mgr.25115) 412 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:19.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:18 smithi181 bash[70073]: cluster 2024-09-06T15:45:17.757825+0000 mgr.y (mgr.25115) 412 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:19.743 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:45:20.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:45:19 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:45:19.830547954Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:45:21.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:20 smithi169 bash[88858]: cluster 2024-09-06T15:45:19.758541+0000 mgr.y (mgr.25115) 413 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:21.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:20 smithi169 bash[88858]: cluster 2024-09-06T15:45:19.758541+0000 mgr.y (mgr.25115) 413 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:21.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:20 smithi169 bash[92568]: cluster 2024-09-06T15:45:19.758541+0000 mgr.y (mgr.25115) 413 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:21.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:20 smithi169 bash[92568]: cluster 2024-09-06T15:45:19.758541+0000 mgr.y (mgr.25115) 413 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:21.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:20 smithi181 bash[70073]: cluster 2024-09-06T15:45:19.758541+0000 mgr.y (mgr.25115) 413 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:21.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:20 smithi181 bash[70073]: cluster 2024-09-06T15:45:19.758541+0000 mgr.y (mgr.25115) 413 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:21.437 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)" 2024-09-06T15:45:22.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:21 smithi169 bash[88858]: audit 2024-09-06T15:45:21.426291+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.169:0/2186017260' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:45:22.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:21 smithi169 bash[88858]: audit 2024-09-06T15:45:21.426291+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.169:0/2186017260' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:45:22.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:21 smithi169 bash[88858]: cluster 2024-09-06T15:45:21.760366+0000 mgr.y (mgr.25115) 414 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:22.194 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:21 smithi169 bash[88858]: cluster 2024-09-06T15:45:21.760366+0000 mgr.y (mgr.25115) 414 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:22.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:21 smithi169 bash[92568]: audit 2024-09-06T15:45:21.426291+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.169:0/2186017260' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:45:22.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:21 smithi169 bash[92568]: audit 2024-09-06T15:45:21.426291+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.169:0/2186017260' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:45:22.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:21 smithi169 bash[92568]: cluster 2024-09-06T15:45:21.760366+0000 mgr.y (mgr.25115) 414 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:22.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:21 smithi169 bash[92568]: cluster 2024-09-06T15:45:21.760366+0000 mgr.y (mgr.25115) 414 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:22.196 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 5'"'"'' 2024-09-06T15:45:22.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:21 smithi181 bash[70073]: audit 2024-09-06T15:45:21.426291+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.169:0/2186017260' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:45:22.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:21 smithi181 bash[70073]: audit 2024-09-06T15:45:21.426291+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.169:0/2186017260' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:45:22.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:21 smithi181 bash[70073]: cluster 2024-09-06T15:45:21.760366+0000 mgr.y (mgr.25115) 414 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:22.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:21 smithi181 bash[70073]: cluster 2024-09-06T15:45:21.760366+0000 mgr.y (mgr.25115) 414 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:23.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:45:22 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:45:22.841676899Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:45:25.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:24 smithi169 bash[88858]: audit 2024-09-06T15:45:23.405286+0000 mgr.y (mgr.25115) 415 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:45:25.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:24 smithi169 bash[88858]: audit 2024-09-06T15:45:23.405286+0000 mgr.y (mgr.25115) 415 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:45:25.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:24 smithi169 bash[88858]: cluster 2024-09-06T15:45:23.761274+0000 mgr.y (mgr.25115) 416 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:25.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:24 smithi169 bash[88858]: cluster 2024-09-06T15:45:23.761274+0000 mgr.y (mgr.25115) 416 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:25.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:24 smithi169 bash[92568]: audit 2024-09-06T15:45:23.405286+0000 mgr.y (mgr.25115) 415 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:45:25.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:24 smithi169 bash[92568]: audit 2024-09-06T15:45:23.405286+0000 mgr.y (mgr.25115) 415 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:45:25.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:24 smithi169 bash[92568]: cluster 2024-09-06T15:45:23.761274+0000 mgr.y (mgr.25115) 416 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:25.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:24 smithi169 bash[92568]: cluster 2024-09-06T15:45:23.761274+0000 mgr.y (mgr.25115) 416 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:25.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:24 smithi181 bash[70073]: audit 2024-09-06T15:45:23.405286+0000 mgr.y (mgr.25115) 415 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:45:25.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:24 smithi181 bash[70073]: audit 2024-09-06T15:45:23.405286+0000 mgr.y (mgr.25115) 415 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:45:25.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:24 smithi181 bash[70073]: cluster 2024-09-06T15:45:23.761274+0000 mgr.y (mgr.25115) 416 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:25.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:24 smithi181 bash[70073]: cluster 2024-09-06T15:45:23.761274+0000 mgr.y (mgr.25115) 416 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:26.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:45:25 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:45:25.811102116Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:45:26.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:45:26 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:45:26] "GET /metrics HTTP/1.1" 200 38240 "" "Prometheus/2.51.0" 2024-09-06T15:45:27.018 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:45:27.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:26 smithi169 bash[88858]: cluster 2024-09-06T15:45:25.763034+0000 mgr.y (mgr.25115) 417 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:27.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:26 smithi169 bash[88858]: cluster 2024-09-06T15:45:25.763034+0000 mgr.y (mgr.25115) 417 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:27.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:26 smithi169 bash[92568]: cluster 2024-09-06T15:45:25.763034+0000 mgr.y (mgr.25115) 417 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:27.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:26 smithi169 bash[92568]: cluster 2024-09-06T15:45:25.763034+0000 mgr.y (mgr.25115) 417 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:27.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:26 smithi181 bash[70073]: cluster 2024-09-06T15:45:25.763034+0000 mgr.y (mgr.25115) 417 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:27.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:26 smithi181 bash[70073]: cluster 2024-09-06T15:45:25.763034+0000 mgr.y (mgr.25115) 417 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:29.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:28 smithi169 bash[88858]: cluster 2024-09-06T15:45:27.763897+0000 mgr.y (mgr.25115) 418 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:29.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:28 smithi169 bash[88858]: cluster 2024-09-06T15:45:27.763897+0000 mgr.y (mgr.25115) 418 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:29.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:28 smithi169 bash[92568]: cluster 2024-09-06T15:45:27.763897+0000 mgr.y (mgr.25115) 418 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:29.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:28 smithi169 bash[92568]: cluster 2024-09-06T15:45:27.763897+0000 mgr.y (mgr.25115) 418 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:29.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:45:28 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:45:28.846982288Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:45:29.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:28 smithi181 bash[70073]: cluster 2024-09-06T15:45:27.763897+0000 mgr.y (mgr.25115) 418 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:29.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:28 smithi181 bash[70073]: cluster 2024-09-06T15:45:27.763897+0000 mgr.y (mgr.25115) 418 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:30.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:29 smithi169 bash[88858]: audit 2024-09-06T15:45:28.778653+0000 mgr.y (mgr.25115) 419 : audit [DBG] from='client.44154 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:45:30.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:29 smithi169 bash[88858]: audit 2024-09-06T15:45:28.778653+0000 mgr.y (mgr.25115) 419 : audit [DBG] from='client.44154 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:45:30.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:29 smithi169 bash[92568]: audit 2024-09-06T15:45:28.778653+0000 mgr.y (mgr.25115) 419 : audit [DBG] from='client.44154 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:45:30.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:29 smithi169 bash[92568]: audit 2024-09-06T15:45:28.778653+0000 mgr.y (mgr.25115) 419 : audit [DBG] from='client.44154 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:45:30.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:29 smithi181 bash[70073]: audit 2024-09-06T15:45:28.778653+0000 mgr.y (mgr.25115) 419 : audit [DBG] from='client.44154 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:45:30.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:29 smithi181 bash[70073]: audit 2024-09-06T15:45:28.778653+0000 mgr.y (mgr.25115) 419 : audit [DBG] from='client.44154 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:45:30.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:30 smithi169 bash[88858]: cluster 2024-09-06T15:45:29.764621+0000 mgr.y (mgr.25115) 420 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:30.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:30 smithi169 bash[88858]: cluster 2024-09-06T15:45:29.764621+0000 mgr.y (mgr.25115) 420 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:30.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:30 smithi169 bash[88858]: audit 2024-09-06T15:45:30.292249+0000 mon.b (mon.1) 67 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:45:30.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:30 smithi169 bash[88858]: audit 2024-09-06T15:45:30.292249+0000 mon.b (mon.1) 67 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:45:30.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:30 smithi169 bash[92568]: cluster 2024-09-06T15:45:29.764621+0000 mgr.y (mgr.25115) 420 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:30.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:30 smithi169 bash[92568]: cluster 2024-09-06T15:45:29.764621+0000 mgr.y (mgr.25115) 420 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:30.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:30 smithi169 bash[92568]: audit 2024-09-06T15:45:30.292249+0000 mon.b (mon.1) 67 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:45:30.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:30 smithi169 bash[92568]: audit 2024-09-06T15:45:30.292249+0000 mon.b (mon.1) 67 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:45:31.166 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-09-06T15:45:31.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:30 smithi181 bash[70073]: cluster 2024-09-06T15:45:29.764621+0000 mgr.y (mgr.25115) 420 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:31.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:30 smithi181 bash[70073]: cluster 2024-09-06T15:45:29.764621+0000 mgr.y (mgr.25115) 420 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:31.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:30 smithi181 bash[70073]: audit 2024-09-06T15:45:30.292249+0000 mon.b (mon.1) 67 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:45:31.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:30 smithi181 bash[70073]: audit 2024-09-06T15:45:30.292249+0000 mon.b (mon.1) 67 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:45:31.859 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph orch upgrade status' 2024-09-06T15:45:32.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:45:31 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:45:31.818758842Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:45:33.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:32 smithi169 bash[88858]: cluster 2024-09-06T15:45:31.766285+0000 mgr.y (mgr.25115) 421 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:33.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:32 smithi169 bash[88858]: cluster 2024-09-06T15:45:31.766285+0000 mgr.y (mgr.25115) 421 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:33.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:32 smithi169 bash[92568]: cluster 2024-09-06T15:45:31.766285+0000 mgr.y (mgr.25115) 421 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:33.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:32 smithi169 bash[92568]: cluster 2024-09-06T15:45:31.766285+0000 mgr.y (mgr.25115) 421 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:33.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:32 smithi181 bash[70073]: cluster 2024-09-06T15:45:31.766285+0000 mgr.y (mgr.25115) 421 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:33.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:32 smithi181 bash[70073]: cluster 2024-09-06T15:45:31.766285+0000 mgr.y (mgr.25115) 421 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:35.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:34 smithi169 bash[88858]: audit 2024-09-06T15:45:33.416575+0000 mgr.y (mgr.25115) 422 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:45:35.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:34 smithi169 bash[88858]: audit 2024-09-06T15:45:33.416575+0000 mgr.y (mgr.25115) 422 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:45:35.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:34 smithi169 bash[88858]: cluster 2024-09-06T15:45:33.767073+0000 mgr.y (mgr.25115) 423 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:35.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:34 smithi169 bash[88858]: cluster 2024-09-06T15:45:33.767073+0000 mgr.y (mgr.25115) 423 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:35.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:34 smithi169 bash[92568]: audit 2024-09-06T15:45:33.416575+0000 mgr.y (mgr.25115) 422 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:45:35.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:34 smithi169 bash[92568]: audit 2024-09-06T15:45:33.416575+0000 mgr.y (mgr.25115) 422 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:45:35.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:34 smithi169 bash[92568]: cluster 2024-09-06T15:45:33.767073+0000 mgr.y (mgr.25115) 423 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:35.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:34 smithi169 bash[92568]: cluster 2024-09-06T15:45:33.767073+0000 mgr.y (mgr.25115) 423 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:35.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:45:34 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:45:34.815793856Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:45:35.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:34 smithi181 bash[70073]: audit 2024-09-06T15:45:33.416575+0000 mgr.y (mgr.25115) 422 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:45:35.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:34 smithi181 bash[70073]: audit 2024-09-06T15:45:33.416575+0000 mgr.y (mgr.25115) 422 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:45:35.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:34 smithi181 bash[70073]: cluster 2024-09-06T15:45:33.767073+0000 mgr.y (mgr.25115) 423 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:35.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:34 smithi181 bash[70073]: cluster 2024-09-06T15:45:33.767073+0000 mgr.y (mgr.25115) 423 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:36.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:45:36 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:45:36] "GET /metrics HTTP/1.1" 200 38242 "" "Prometheus/2.51.0" 2024-09-06T15:45:36.676 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:45:37.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:36 smithi169 bash[88858]: cluster 2024-09-06T15:45:35.768695+0000 mgr.y (mgr.25115) 424 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:37.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:36 smithi169 bash[88858]: cluster 2024-09-06T15:45:35.768695+0000 mgr.y (mgr.25115) 424 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:37.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:36 smithi169 bash[92568]: cluster 2024-09-06T15:45:35.768695+0000 mgr.y (mgr.25115) 424 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:37.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:36 smithi169 bash[92568]: cluster 2024-09-06T15:45:35.768695+0000 mgr.y (mgr.25115) 424 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:37.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:36 smithi181 bash[70073]: cluster 2024-09-06T15:45:35.768695+0000 mgr.y (mgr.25115) 424 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:37.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:36 smithi181 bash[70073]: cluster 2024-09-06T15:45:35.768695+0000 mgr.y (mgr.25115) 424 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:38.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:45:37 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:45:37.823658917Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:45:38.394 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:45:38.395 INFO:teuthology.orchestra.run.smithi169.stdout: "target_image": null, 2024-09-06T15:45:38.395 INFO:teuthology.orchestra.run.smithi169.stdout: "in_progress": false, 2024-09-06T15:45:38.395 INFO:teuthology.orchestra.run.smithi169.stdout: "which": "", 2024-09-06T15:45:38.395 INFO:teuthology.orchestra.run.smithi169.stdout: "services_complete": [], 2024-09-06T15:45:38.395 INFO:teuthology.orchestra.run.smithi169.stdout: "progress": null, 2024-09-06T15:45:38.395 INFO:teuthology.orchestra.run.smithi169.stdout: "message": "", 2024-09-06T15:45:38.395 INFO:teuthology.orchestra.run.smithi169.stdout: "is_paused": false 2024-09-06T15:45:38.396 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:45:38.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:38 smithi169 bash[92568]: cluster 2024-09-06T15:45:37.769549+0000 mgr.y (mgr.25115) 425 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:38.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:38 smithi169 bash[92568]: cluster 2024-09-06T15:45:37.769549+0000 mgr.y (mgr.25115) 425 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:38.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:38 smithi169 bash[88858]: cluster 2024-09-06T15:45:37.769549+0000 mgr.y (mgr.25115) 425 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:38.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:38 smithi169 bash[88858]: cluster 2024-09-06T15:45:37.769549+0000 mgr.y (mgr.25115) 425 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:39.157 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph health detail' 2024-09-06T15:45:39.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:38 smithi181 bash[70073]: cluster 2024-09-06T15:45:37.769549+0000 mgr.y (mgr.25115) 425 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:39.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:38 smithi181 bash[70073]: cluster 2024-09-06T15:45:37.769549+0000 mgr.y (mgr.25115) 425 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:40.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:39 smithi169 bash[88858]: audit 2024-09-06T15:45:38.396222+0000 mgr.y (mgr.25115) 426 : audit [DBG] from='client.54134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:45:40.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:39 smithi169 bash[88858]: audit 2024-09-06T15:45:38.396222+0000 mgr.y (mgr.25115) 426 : audit [DBG] from='client.54134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:45:40.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:39 smithi169 bash[92568]: audit 2024-09-06T15:45:38.396222+0000 mgr.y (mgr.25115) 426 : audit [DBG] from='client.54134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:45:40.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:39 smithi169 bash[92568]: audit 2024-09-06T15:45:38.396222+0000 mgr.y (mgr.25115) 426 : audit [DBG] from='client.54134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:45:40.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:39 smithi181 bash[70073]: audit 2024-09-06T15:45:38.396222+0000 mgr.y (mgr.25115) 426 : audit [DBG] from='client.54134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:45:40.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:39 smithi181 bash[70073]: audit 2024-09-06T15:45:38.396222+0000 mgr.y (mgr.25115) 426 : audit [DBG] from='client.54134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:45:41.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:40 smithi169 bash[92568]: cluster 2024-09-06T15:45:39.770283+0000 mgr.y (mgr.25115) 427 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:41.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:40 smithi169 bash[92568]: cluster 2024-09-06T15:45:39.770283+0000 mgr.y (mgr.25115) 427 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:41.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:40 smithi169 bash[88858]: cluster 2024-09-06T15:45:39.770283+0000 mgr.y (mgr.25115) 427 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:41.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:40 smithi169 bash[88858]: cluster 2024-09-06T15:45:39.770283+0000 mgr.y (mgr.25115) 427 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:41.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:45:40 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:45:40.840294098Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:45:41.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:40 smithi181 bash[70073]: cluster 2024-09-06T15:45:39.770283+0000 mgr.y (mgr.25115) 427 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:41.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:40 smithi181 bash[70073]: cluster 2024-09-06T15:45:39.770283+0000 mgr.y (mgr.25115) 427 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:43.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:42 smithi169 bash[88858]: cluster 2024-09-06T15:45:41.771986+0000 mgr.y (mgr.25115) 428 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:43.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:42 smithi169 bash[88858]: cluster 2024-09-06T15:45:41.771986+0000 mgr.y (mgr.25115) 428 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:43.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:42 smithi169 bash[92568]: cluster 2024-09-06T15:45:41.771986+0000 mgr.y (mgr.25115) 428 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:43.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:42 smithi169 bash[92568]: cluster 2024-09-06T15:45:41.771986+0000 mgr.y (mgr.25115) 428 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:43.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:42 smithi181 bash[70073]: cluster 2024-09-06T15:45:41.771986+0000 mgr.y (mgr.25115) 428 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:43.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:42 smithi181 bash[70073]: cluster 2024-09-06T15:45:41.771986+0000 mgr.y (mgr.25115) 428 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:43.979 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:45:44.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:45:43 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:45:43.846690304Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:45:45.159 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:44 smithi169 bash[88858]: audit 2024-09-06T15:45:43.427860+0000 mgr.y (mgr.25115) 429 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:45:45.159 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:44 smithi169 bash[88858]: audit 2024-09-06T15:45:43.427860+0000 mgr.y (mgr.25115) 429 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:45:45.159 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:44 smithi169 bash[88858]: cluster 2024-09-06T15:45:43.772827+0000 mgr.y (mgr.25115) 430 : cluster [DBG] pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:45.159 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:44 smithi169 bash[88858]: cluster 2024-09-06T15:45:43.772827+0000 mgr.y (mgr.25115) 430 : cluster [DBG] pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:45.159 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:44 smithi169 bash[92568]: audit 2024-09-06T15:45:43.427860+0000 mgr.y (mgr.25115) 429 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:45:45.159 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:44 smithi169 bash[92568]: audit 2024-09-06T15:45:43.427860+0000 mgr.y (mgr.25115) 429 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:45:45.159 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:44 smithi169 bash[92568]: cluster 2024-09-06T15:45:43.772827+0000 mgr.y (mgr.25115) 430 : cluster [DBG] pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:45.159 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:44 smithi169 bash[92568]: cluster 2024-09-06T15:45:43.772827+0000 mgr.y (mgr.25115) 430 : cluster [DBG] pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:45.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:44 smithi181 bash[70073]: audit 2024-09-06T15:45:43.427860+0000 mgr.y (mgr.25115) 429 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:45:45.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:44 smithi181 bash[70073]: audit 2024-09-06T15:45:43.427860+0000 mgr.y (mgr.25115) 429 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:45:45.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:44 smithi181 bash[70073]: cluster 2024-09-06T15:45:43.772827+0000 mgr.y (mgr.25115) 430 : cluster [DBG] pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:45.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:44 smithi181 bash[70073]: cluster 2024-09-06T15:45:43.772827+0000 mgr.y (mgr.25115) 430 : cluster [DBG] pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:45.519 INFO:teuthology.orchestra.run.smithi169.stdout:HEALTH_WARN Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:45:45.520 INFO:teuthology.orchestra.run.smithi169.stdout:[WRN] MGR_MODULE_DEPENDENCY: Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:45:45.520 INFO:teuthology.orchestra.run.smithi169.stdout: Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:45:46.195 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:45:46 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:45:46] "GET /metrics HTTP/1.1" 200 38240 "" "Prometheus/2.51.0" 2024-09-06T15:45:46.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:45 smithi169 bash[88858]: audit 2024-09-06T15:45:45.292177+0000 mon.b (mon.1) 68 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:45:46.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:45 smithi169 bash[88858]: audit 2024-09-06T15:45:45.292177+0000 mon.b (mon.1) 68 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:45:46.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:45 smithi169 bash[88858]: audit 2024-09-06T15:45:45.521465+0000 mon.a (mon.0) 114 : audit [DBG] from='client.? 172.21.15.169:0/1043501193' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-06T15:45:46.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:45 smithi169 bash[88858]: audit 2024-09-06T15:45:45.521465+0000 mon.a (mon.0) 114 : audit [DBG] from='client.? 172.21.15.169:0/1043501193' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-06T15:45:46.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:45 smithi169 bash[92568]: audit 2024-09-06T15:45:45.292177+0000 mon.b (mon.1) 68 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:45:46.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:45 smithi169 bash[92568]: audit 2024-09-06T15:45:45.292177+0000 mon.b (mon.1) 68 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:45:46.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:45 smithi169 bash[92568]: audit 2024-09-06T15:45:45.521465+0000 mon.a (mon.0) 114 : audit [DBG] from='client.? 172.21.15.169:0/1043501193' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-06T15:45:46.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:45 smithi169 bash[92568]: audit 2024-09-06T15:45:45.521465+0000 mon.a (mon.0) 114 : audit [DBG] from='client.? 172.21.15.169:0/1043501193' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-06T15:45:46.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:45 smithi181 bash[70073]: audit 2024-09-06T15:45:45.292177+0000 mon.b (mon.1) 68 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:45:46.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:45 smithi181 bash[70073]: audit 2024-09-06T15:45:45.292177+0000 mon.b (mon.1) 68 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:45:46.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:45 smithi181 bash[70073]: audit 2024-09-06T15:45:45.521465+0000 mon.a (mon.0) 114 : audit [DBG] from='client.? 172.21.15.169:0/1043501193' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-06T15:45:46.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:45 smithi181 bash[70073]: audit 2024-09-06T15:45:45.521465+0000 mon.a (mon.0) 114 : audit [DBG] from='client.? 172.21.15.169:0/1043501193' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-06T15:45:46.282 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types osd --limit 2' 2024-09-06T15:45:47.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:46 smithi169 bash[88858]: cluster 2024-09-06T15:45:45.774574+0000 mgr.y (mgr.25115) 431 : cluster [DBG] pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:47.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:46 smithi169 bash[88858]: cluster 2024-09-06T15:45:45.774574+0000 mgr.y (mgr.25115) 431 : cluster [DBG] pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:47.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:46 smithi169 bash[92568]: cluster 2024-09-06T15:45:45.774574+0000 mgr.y (mgr.25115) 431 : cluster [DBG] pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:47.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:46 smithi169 bash[92568]: cluster 2024-09-06T15:45:45.774574+0000 mgr.y (mgr.25115) 431 : cluster [DBG] pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:47.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:45:46 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:45:46.819241746Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:45:47.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:46 smithi181 bash[70073]: cluster 2024-09-06T15:45:45.774574+0000 mgr.y (mgr.25115) 431 : cluster [DBG] pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:47.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:46 smithi181 bash[70073]: cluster 2024-09-06T15:45:45.774574+0000 mgr.y (mgr.25115) 431 : cluster [DBG] pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:48.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:48 smithi169 bash[88858]: audit 2024-09-06T15:45:47.496776+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:48.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:48 smithi169 bash[88858]: audit 2024-09-06T15:45:47.496776+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:48.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:48 smithi169 bash[88858]: audit 2024-09-06T15:45:47.507428+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:48.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:48 smithi169 bash[88858]: audit 2024-09-06T15:45:47.507428+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:48.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:48 smithi169 bash[88858]: cluster 2024-09-06T15:45:47.775368+0000 mgr.y (mgr.25115) 432 : cluster [DBG] pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:48.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:48 smithi169 bash[88858]: cluster 2024-09-06T15:45:47.775368+0000 mgr.y (mgr.25115) 432 : cluster [DBG] pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:48.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:48 smithi169 bash[88858]: audit 2024-09-06T15:45:48.082739+0000 mon.b (mon.1) 69 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:45:48.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:48 smithi169 bash[88858]: audit 2024-09-06T15:45:48.082739+0000 mon.b (mon.1) 69 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:45:48.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:48 smithi169 bash[88858]: audit 2024-09-06T15:45:48.084606+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:45:48.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:48 smithi169 bash[88858]: audit 2024-09-06T15:45:48.084606+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:45:48.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:48 smithi169 bash[88858]: audit 2024-09-06T15:45:48.088573+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:48.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:48 smithi169 bash[88858]: audit 2024-09-06T15:45:48.088573+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:48.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:48 smithi169 bash[92568]: audit 2024-09-06T15:45:47.496776+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:48.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:48 smithi169 bash[92568]: audit 2024-09-06T15:45:47.496776+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:48.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:48 smithi169 bash[92568]: audit 2024-09-06T15:45:47.507428+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:48.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:48 smithi169 bash[92568]: audit 2024-09-06T15:45:47.507428+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:48.950 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:48 smithi169 bash[92568]: cluster 2024-09-06T15:45:47.775368+0000 mgr.y (mgr.25115) 432 : cluster [DBG] pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:48.950 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:48 smithi169 bash[92568]: cluster 2024-09-06T15:45:47.775368+0000 mgr.y (mgr.25115) 432 : cluster [DBG] pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:48.950 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:48 smithi169 bash[92568]: audit 2024-09-06T15:45:48.082739+0000 mon.b (mon.1) 69 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:45:48.950 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:48 smithi169 bash[92568]: audit 2024-09-06T15:45:48.082739+0000 mon.b (mon.1) 69 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:45:48.950 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:48 smithi169 bash[92568]: audit 2024-09-06T15:45:48.084606+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:45:48.950 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:48 smithi169 bash[92568]: audit 2024-09-06T15:45:48.084606+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:45:48.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:48 smithi169 bash[92568]: audit 2024-09-06T15:45:48.088573+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:48.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:48 smithi169 bash[92568]: audit 2024-09-06T15:45:48.088573+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:48.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:48 smithi181 bash[70073]: audit 2024-09-06T15:45:47.496776+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:48.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:48 smithi181 bash[70073]: audit 2024-09-06T15:45:47.496776+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:48.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:48 smithi181 bash[70073]: audit 2024-09-06T15:45:47.507428+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:48.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:48 smithi181 bash[70073]: audit 2024-09-06T15:45:47.507428+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:48.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:48 smithi181 bash[70073]: cluster 2024-09-06T15:45:47.775368+0000 mgr.y (mgr.25115) 432 : cluster [DBG] pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:48.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:48 smithi181 bash[70073]: cluster 2024-09-06T15:45:47.775368+0000 mgr.y (mgr.25115) 432 : cluster [DBG] pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:48.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:48 smithi181 bash[70073]: audit 2024-09-06T15:45:48.082739+0000 mon.b (mon.1) 69 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:45:48.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:48 smithi181 bash[70073]: audit 2024-09-06T15:45:48.082739+0000 mon.b (mon.1) 69 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:45:48.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:48 smithi181 bash[70073]: audit 2024-09-06T15:45:48.084606+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:45:48.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:48 smithi181 bash[70073]: audit 2024-09-06T15:45:48.084606+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:45:48.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:48 smithi181 bash[70073]: audit 2024-09-06T15:45:48.088573+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:48.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:48 smithi181 bash[70073]: audit 2024-09-06T15:45:48.088573+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:50.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:45:49 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:45:49.849790355Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:45:51.084 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:45:51.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:50 smithi169 bash[88858]: cluster 2024-09-06T15:45:49.776063+0000 mgr.y (mgr.25115) 433 : cluster [DBG] pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:51.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:50 smithi169 bash[88858]: cluster 2024-09-06T15:45:49.776063+0000 mgr.y (mgr.25115) 433 : cluster [DBG] pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:51.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:50 smithi169 bash[92568]: cluster 2024-09-06T15:45:49.776063+0000 mgr.y (mgr.25115) 433 : cluster [DBG] pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:51.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:50 smithi169 bash[92568]: cluster 2024-09-06T15:45:49.776063+0000 mgr.y (mgr.25115) 433 : cluster [DBG] pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:51.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:50 smithi181 bash[70073]: cluster 2024-09-06T15:45:49.776063+0000 mgr.y (mgr.25115) 433 : cluster [DBG] pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:51.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:50 smithi181 bash[70073]: cluster 2024-09-06T15:45:49.776063+0000 mgr.y (mgr.25115) 433 : cluster [DBG] pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:53.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:52 smithi169 bash[88858]: cluster 2024-09-06T15:45:51.777726+0000 mgr.y (mgr.25115) 434 : cluster [DBG] pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:53.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:52 smithi169 bash[88858]: cluster 2024-09-06T15:45:51.777726+0000 mgr.y (mgr.25115) 434 : cluster [DBG] pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:53.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:52 smithi169 bash[92568]: cluster 2024-09-06T15:45:51.777726+0000 mgr.y (mgr.25115) 434 : cluster [DBG] pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:53.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:52 smithi169 bash[92568]: cluster 2024-09-06T15:45:51.777726+0000 mgr.y (mgr.25115) 434 : cluster [DBG] pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:53.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:52 smithi181 bash[70073]: cluster 2024-09-06T15:45:51.777726+0000 mgr.y (mgr.25115) 434 : cluster [DBG] pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:53.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:52 smithi181 bash[70073]: cluster 2024-09-06T15:45:51.777726+0000 mgr.y (mgr.25115) 434 : cluster [DBG] pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:53.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:45:52 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:45:52.829293033Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:45:54.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:53 smithi169 bash[88858]: audit 2024-09-06T15:45:52.663950+0000 mgr.y (mgr.25115) 435 : audit [DBG] from='client.44172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:45:54.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:53 smithi169 bash[88858]: audit 2024-09-06T15:45:52.663950+0000 mgr.y (mgr.25115) 435 : audit [DBG] from='client.44172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:45:54.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:53 smithi169 bash[92568]: audit 2024-09-06T15:45:52.663950+0000 mgr.y (mgr.25115) 435 : audit [DBG] from='client.44172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:45:54.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:53 smithi169 bash[92568]: audit 2024-09-06T15:45:52.663950+0000 mgr.y (mgr.25115) 435 : audit [DBG] from='client.44172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:45:54.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:53 smithi181 bash[70073]: audit 2024-09-06T15:45:52.663950+0000 mgr.y (mgr.25115) 435 : audit [DBG] from='client.44172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:45:54.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:53 smithi181 bash[70073]: audit 2024-09-06T15:45:52.663950+0000 mgr.y (mgr.25115) 435 : audit [DBG] from='client.44172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:45:55.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:54 smithi169 bash[88858]: audit 2024-09-06T15:45:53.435586+0000 mgr.y (mgr.25115) 436 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:45:55.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:54 smithi169 bash[88858]: audit 2024-09-06T15:45:53.435586+0000 mgr.y (mgr.25115) 436 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:45:55.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:54 smithi169 bash[88858]: cluster 2024-09-06T15:45:53.778440+0000 mgr.y (mgr.25115) 437 : cluster [DBG] pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:55.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:54 smithi169 bash[88858]: cluster 2024-09-06T15:45:53.778440+0000 mgr.y (mgr.25115) 437 : cluster [DBG] pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:55.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:54 smithi169 bash[92568]: audit 2024-09-06T15:45:53.435586+0000 mgr.y (mgr.25115) 436 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:45:55.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:54 smithi169 bash[92568]: audit 2024-09-06T15:45:53.435586+0000 mgr.y (mgr.25115) 436 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:45:55.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:54 smithi169 bash[92568]: cluster 2024-09-06T15:45:53.778440+0000 mgr.y (mgr.25115) 437 : cluster [DBG] pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:55.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:54 smithi169 bash[92568]: cluster 2024-09-06T15:45:53.778440+0000 mgr.y (mgr.25115) 437 : cluster [DBG] pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:55.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:54 smithi181 bash[70073]: audit 2024-09-06T15:45:53.435586+0000 mgr.y (mgr.25115) 436 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:45:55.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:54 smithi181 bash[70073]: audit 2024-09-06T15:45:53.435586+0000 mgr.y (mgr.25115) 436 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:45:55.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:54 smithi181 bash[70073]: cluster 2024-09-06T15:45:53.778440+0000 mgr.y (mgr.25115) 437 : cluster [DBG] pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:55.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:54 smithi181 bash[70073]: cluster 2024-09-06T15:45:53.778440+0000 mgr.y (mgr.25115) 437 : cluster [DBG] pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:55.399 INFO:teuthology.orchestra.run.smithi169.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:45:56.244 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-06T15:45:56.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:45:55 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:45:55.815077511Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:45:56.399 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:45:56 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:45:56] "GET /metrics HTTP/1.1" 200 38240 "" "Prometheus/2.51.0" 2024-09-06T15:45:56.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:56 smithi169 bash[88858]: cephadm 2024-09-06T15:45:55.391154+0000 mgr.y (mgr.25115) 438 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:45:56.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:56 smithi169 bash[88858]: cephadm 2024-09-06T15:45:55.391154+0000 mgr.y (mgr.25115) 438 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:45:56.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:56 smithi169 bash[88858]: audit 2024-09-06T15:45:55.398072+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:56.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:56 smithi169 bash[88858]: audit 2024-09-06T15:45:55.398072+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:56.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:56 smithi169 bash[88858]: audit 2024-09-06T15:45:55.407672+0000 mon.b (mon.1) 71 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:45:56.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:56 smithi169 bash[88858]: audit 2024-09-06T15:45:55.407672+0000 mon.b (mon.1) 71 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:45:56.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:56 smithi169 bash[88858]: audit 2024-09-06T15:45:55.409538+0000 mon.b (mon.1) 72 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:45:56.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:56 smithi169 bash[88858]: audit 2024-09-06T15:45:55.409538+0000 mon.b (mon.1) 72 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:45:56.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:56 smithi169 bash[88858]: audit 2024-09-06T15:45:55.415487+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:56.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:56 smithi169 bash[88858]: audit 2024-09-06T15:45:55.415487+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:56.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:56 smithi169 bash[88858]: cephadm 2024-09-06T15:45:55.495751+0000 mgr.y (mgr.25115) 439 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:45:56.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:56 smithi169 bash[88858]: cephadm 2024-09-06T15:45:55.495751+0000 mgr.y (mgr.25115) 439 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:45:56.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:56 smithi169 bash[88858]: cluster 2024-09-06T15:45:55.780065+0000 mgr.y (mgr.25115) 440 : cluster [DBG] pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:56.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:56 smithi169 bash[88858]: cluster 2024-09-06T15:45:55.780065+0000 mgr.y (mgr.25115) 440 : cluster [DBG] pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:56.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:56 smithi169 bash[92568]: cephadm 2024-09-06T15:45:55.391154+0000 mgr.y (mgr.25115) 438 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:45:56.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:56 smithi169 bash[92568]: cephadm 2024-09-06T15:45:55.391154+0000 mgr.y (mgr.25115) 438 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:45:56.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:56 smithi169 bash[92568]: audit 2024-09-06T15:45:55.398072+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:56.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:56 smithi169 bash[92568]: audit 2024-09-06T15:45:55.398072+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:56.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:56 smithi169 bash[92568]: audit 2024-09-06T15:45:55.407672+0000 mon.b (mon.1) 71 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:45:56.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:56 smithi169 bash[92568]: audit 2024-09-06T15:45:55.407672+0000 mon.b (mon.1) 71 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:45:56.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:56 smithi169 bash[92568]: audit 2024-09-06T15:45:55.409538+0000 mon.b (mon.1) 72 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:45:56.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:56 smithi169 bash[92568]: audit 2024-09-06T15:45:55.409538+0000 mon.b (mon.1) 72 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:45:56.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:56 smithi169 bash[92568]: audit 2024-09-06T15:45:55.415487+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:56.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:56 smithi169 bash[92568]: audit 2024-09-06T15:45:55.415487+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:56.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:56 smithi169 bash[92568]: cephadm 2024-09-06T15:45:55.495751+0000 mgr.y (mgr.25115) 439 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:45:56.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:56 smithi169 bash[92568]: cephadm 2024-09-06T15:45:55.495751+0000 mgr.y (mgr.25115) 439 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:45:56.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:56 smithi169 bash[92568]: cluster 2024-09-06T15:45:55.780065+0000 mgr.y (mgr.25115) 440 : cluster [DBG] pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:56.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:56 smithi169 bash[92568]: cluster 2024-09-06T15:45:55.780065+0000 mgr.y (mgr.25115) 440 : cluster [DBG] pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:56.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:56 smithi181 bash[70073]: cephadm 2024-09-06T15:45:55.391154+0000 mgr.y (mgr.25115) 438 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:45:56.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:56 smithi181 bash[70073]: cephadm 2024-09-06T15:45:55.391154+0000 mgr.y (mgr.25115) 438 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:45:56.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:56 smithi181 bash[70073]: audit 2024-09-06T15:45:55.398072+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:56.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:56 smithi181 bash[70073]: audit 2024-09-06T15:45:55.398072+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:56.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:56 smithi181 bash[70073]: audit 2024-09-06T15:45:55.407672+0000 mon.b (mon.1) 71 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:45:56.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:56 smithi181 bash[70073]: audit 2024-09-06T15:45:55.407672+0000 mon.b (mon.1) 71 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:45:56.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:56 smithi181 bash[70073]: audit 2024-09-06T15:45:55.409538+0000 mon.b (mon.1) 72 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:45:56.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:56 smithi181 bash[70073]: audit 2024-09-06T15:45:55.409538+0000 mon.b (mon.1) 72 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:45:56.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:56 smithi181 bash[70073]: audit 2024-09-06T15:45:55.415487+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:56.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:56 smithi181 bash[70073]: audit 2024-09-06T15:45:55.415487+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:56.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:56 smithi181 bash[70073]: cephadm 2024-09-06T15:45:55.495751+0000 mgr.y (mgr.25115) 439 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:45:56.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:56 smithi181 bash[70073]: cephadm 2024-09-06T15:45:55.495751+0000 mgr.y (mgr.25115) 439 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:45:56.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:56 smithi181 bash[70073]: cluster 2024-09-06T15:45:55.780065+0000 mgr.y (mgr.25115) 440 : cluster [DBG] pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:56.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:56 smithi181 bash[70073]: cluster 2024-09-06T15:45:55.780065+0000 mgr.y (mgr.25115) 440 : cluster [DBG] pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:45:59.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[88858]: cluster 2024-09-06T15:45:57.780826+0000 mgr.y (mgr.25115) 441 : cluster [DBG] pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:59.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[88858]: cluster 2024-09-06T15:45:57.780826+0000 mgr.y (mgr.25115) 441 : cluster [DBG] pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:59.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[88858]: audit 2024-09-06T15:45:58.246533+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:59.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[88858]: audit 2024-09-06T15:45:58.246533+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:59.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[88858]: audit 2024-09-06T15:45:58.257232+0000 mon.b (mon.1) 73 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:45:59.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[88858]: audit 2024-09-06T15:45:58.257232+0000 mon.b (mon.1) 73 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:45:59.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[88858]: audit 2024-09-06T15:45:58.260671+0000 mon.b (mon.1) 74 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:45:59.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[88858]: audit 2024-09-06T15:45:58.260671+0000 mon.b (mon.1) 74 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:45:59.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[88858]: audit 2024-09-06T15:45:58.264788+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:59.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[88858]: audit 2024-09-06T15:45:58.264788+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:59.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[88858]: audit 2024-09-06T15:45:58.276215+0000 mon.b (mon.1) 75 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:45:59.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[88858]: audit 2024-09-06T15:45:58.276215+0000 mon.b (mon.1) 75 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:45:59.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[88858]: audit 2024-09-06T15:45:58.280154+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:59.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[88858]: audit 2024-09-06T15:45:58.280154+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:59.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[88858]: audit 2024-09-06T15:45:58.291938+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:45:59.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[88858]: audit 2024-09-06T15:45:58.291938+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:45:59.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[88858]: audit 2024-09-06T15:45:58.296222+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:59.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[88858]: audit 2024-09-06T15:45:58.296222+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:59.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[88858]: audit 2024-09-06T15:45:58.306661+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-06T15:45:59.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[88858]: audit 2024-09-06T15:45:58.306661+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-06T15:45:59.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[92568]: cluster 2024-09-06T15:45:57.780826+0000 mgr.y (mgr.25115) 441 : cluster [DBG] pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:59.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[92568]: cluster 2024-09-06T15:45:57.780826+0000 mgr.y (mgr.25115) 441 : cluster [DBG] pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:59.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[92568]: audit 2024-09-06T15:45:58.246533+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:59.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[92568]: audit 2024-09-06T15:45:58.246533+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:59.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[92568]: audit 2024-09-06T15:45:58.257232+0000 mon.b (mon.1) 73 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:45:59.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[92568]: audit 2024-09-06T15:45:58.257232+0000 mon.b (mon.1) 73 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:45:59.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[92568]: audit 2024-09-06T15:45:58.260671+0000 mon.b (mon.1) 74 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:45:59.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[92568]: audit 2024-09-06T15:45:58.260671+0000 mon.b (mon.1) 74 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:45:59.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[92568]: audit 2024-09-06T15:45:58.264788+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:59.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[92568]: audit 2024-09-06T15:45:58.264788+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:59.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[92568]: audit 2024-09-06T15:45:58.276215+0000 mon.b (mon.1) 75 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:45:59.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[92568]: audit 2024-09-06T15:45:58.276215+0000 mon.b (mon.1) 75 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:45:59.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[92568]: audit 2024-09-06T15:45:58.280154+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:59.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[92568]: audit 2024-09-06T15:45:58.280154+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:59.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[92568]: audit 2024-09-06T15:45:58.291938+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:45:59.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[92568]: audit 2024-09-06T15:45:58.291938+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:45:59.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[92568]: audit 2024-09-06T15:45:58.296222+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:59.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[92568]: audit 2024-09-06T15:45:58.296222+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:59.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[92568]: audit 2024-09-06T15:45:58.306661+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-06T15:45:59.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:58 smithi169 bash[92568]: audit 2024-09-06T15:45:58.306661+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-06T15:45:59.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:45:58 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:45:58.807316138Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:45:59.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:58 smithi181 bash[70073]: cluster 2024-09-06T15:45:57.780826+0000 mgr.y (mgr.25115) 441 : cluster [DBG] pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:59.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:58 smithi181 bash[70073]: cluster 2024-09-06T15:45:57.780826+0000 mgr.y (mgr.25115) 441 : cluster [DBG] pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:45:59.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:58 smithi181 bash[70073]: audit 2024-09-06T15:45:58.246533+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:59.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:58 smithi181 bash[70073]: audit 2024-09-06T15:45:58.246533+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:59.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:58 smithi181 bash[70073]: audit 2024-09-06T15:45:58.257232+0000 mon.b (mon.1) 73 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:45:59.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:58 smithi181 bash[70073]: audit 2024-09-06T15:45:58.257232+0000 mon.b (mon.1) 73 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:45:59.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:58 smithi181 bash[70073]: audit 2024-09-06T15:45:58.260671+0000 mon.b (mon.1) 74 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:45:59.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:58 smithi181 bash[70073]: audit 2024-09-06T15:45:58.260671+0000 mon.b (mon.1) 74 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:45:59.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:58 smithi181 bash[70073]: audit 2024-09-06T15:45:58.264788+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:59.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:58 smithi181 bash[70073]: audit 2024-09-06T15:45:58.264788+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:59.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:58 smithi181 bash[70073]: audit 2024-09-06T15:45:58.276215+0000 mon.b (mon.1) 75 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:45:59.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:58 smithi181 bash[70073]: audit 2024-09-06T15:45:58.276215+0000 mon.b (mon.1) 75 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:45:59.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:58 smithi181 bash[70073]: audit 2024-09-06T15:45:58.280154+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:59.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:58 smithi181 bash[70073]: audit 2024-09-06T15:45:58.280154+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:59.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:58 smithi181 bash[70073]: audit 2024-09-06T15:45:58.291938+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:45:59.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:58 smithi181 bash[70073]: audit 2024-09-06T15:45:58.291938+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:45:59.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:58 smithi181 bash[70073]: audit 2024-09-06T15:45:58.296222+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:59.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:58 smithi181 bash[70073]: audit 2024-09-06T15:45:58.296222+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:45:59.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:58 smithi181 bash[70073]: audit 2024-09-06T15:45:58.306661+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-06T15:45:59.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:58 smithi181 bash[70073]: audit 2024-09-06T15:45:58.306661+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-06T15:46:00.117 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:59 smithi169 bash[88858]: cephadm 2024-09-06T15:45:58.250307+0000 mgr.y (mgr.25115) 442 : cephadm [INF] Upgrade: Target is version 19.3.0-4704-g8b38c33c (squid) 2024-09-06T15:46:00.118 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:59 smithi169 bash[88858]: cephadm 2024-09-06T15:45:58.250307+0000 mgr.y (mgr.25115) 442 : cephadm [INF] Upgrade: Target is version 19.3.0-4704-g8b38c33c (squid) 2024-09-06T15:46:00.118 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:59 smithi169 bash[88858]: cephadm 2024-09-06T15:45:58.250382+0000 mgr.y (mgr.25115) 443 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c86edd48571ab22373283621eb9feebce9df9c291d4164cfc4df1a09493e1f30'] 2024-09-06T15:46:00.118 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:59 smithi169 bash[88858]: cephadm 2024-09-06T15:45:58.250382+0000 mgr.y (mgr.25115) 443 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c86edd48571ab22373283621eb9feebce9df9c291d4164cfc4df1a09493e1f30'] 2024-09-06T15:46:00.118 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:59 smithi169 bash[88858]: cephadm 2024-09-06T15:45:58.257783+0000 mgr.y (mgr.25115) 444 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-06T15:46:00.118 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:59 smithi169 bash[88858]: cephadm 2024-09-06T15:45:58.257783+0000 mgr.y (mgr.25115) 444 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-06T15:46:00.118 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:59 smithi169 bash[88858]: cephadm 2024-09-06T15:45:58.273509+0000 mgr.y (mgr.25115) 445 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-06T15:46:00.118 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:59 smithi169 bash[88858]: cephadm 2024-09-06T15:45:58.273509+0000 mgr.y (mgr.25115) 445 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-06T15:46:00.118 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:59 smithi169 bash[88858]: cephadm 2024-09-06T15:45:58.289183+0000 mgr.y (mgr.25115) 446 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-06T15:46:00.118 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:59 smithi169 bash[88858]: cephadm 2024-09-06T15:45:58.289183+0000 mgr.y (mgr.25115) 446 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-06T15:46:00.118 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:59 smithi169 bash[88858]: audit 2024-09-06T15:45:58.302445+0000 mgr.y (mgr.25115) 447 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-06T15:46:00.118 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:59 smithi169 bash[88858]: audit 2024-09-06T15:45:58.302445+0000 mgr.y (mgr.25115) 447 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-06T15:46:00.118 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:59 smithi169 bash[88858]: cephadm 2024-09-06T15:45:58.305077+0000 mgr.y (mgr.25115) 448 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-09-06T15:46:00.118 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:45:59 smithi169 bash[88858]: cephadm 2024-09-06T15:45:58.305077+0000 mgr.y (mgr.25115) 448 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-09-06T15:46:00.119 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:59 smithi169 bash[92568]: cephadm 2024-09-06T15:45:58.250307+0000 mgr.y (mgr.25115) 442 : cephadm [INF] Upgrade: Target is version 19.3.0-4704-g8b38c33c (squid) 2024-09-06T15:46:00.119 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:59 smithi169 bash[92568]: cephadm 2024-09-06T15:45:58.250307+0000 mgr.y (mgr.25115) 442 : cephadm [INF] Upgrade: Target is version 19.3.0-4704-g8b38c33c (squid) 2024-09-06T15:46:00.119 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:59 smithi169 bash[92568]: cephadm 2024-09-06T15:45:58.250382+0000 mgr.y (mgr.25115) 443 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c86edd48571ab22373283621eb9feebce9df9c291d4164cfc4df1a09493e1f30'] 2024-09-06T15:46:00.119 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:59 smithi169 bash[92568]: cephadm 2024-09-06T15:45:58.250382+0000 mgr.y (mgr.25115) 443 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c86edd48571ab22373283621eb9feebce9df9c291d4164cfc4df1a09493e1f30'] 2024-09-06T15:46:00.119 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:59 smithi169 bash[92568]: cephadm 2024-09-06T15:45:58.257783+0000 mgr.y (mgr.25115) 444 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-06T15:46:00.119 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:59 smithi169 bash[92568]: cephadm 2024-09-06T15:45:58.257783+0000 mgr.y (mgr.25115) 444 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-06T15:46:00.119 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:59 smithi169 bash[92568]: cephadm 2024-09-06T15:45:58.273509+0000 mgr.y (mgr.25115) 445 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-06T15:46:00.119 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:59 smithi169 bash[92568]: cephadm 2024-09-06T15:45:58.273509+0000 mgr.y (mgr.25115) 445 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-06T15:46:00.119 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:59 smithi169 bash[92568]: cephadm 2024-09-06T15:45:58.289183+0000 mgr.y (mgr.25115) 446 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-06T15:46:00.119 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:59 smithi169 bash[92568]: cephadm 2024-09-06T15:45:58.289183+0000 mgr.y (mgr.25115) 446 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-06T15:46:00.119 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:59 smithi169 bash[92568]: audit 2024-09-06T15:45:58.302445+0000 mgr.y (mgr.25115) 447 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-06T15:46:00.120 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:59 smithi169 bash[92568]: audit 2024-09-06T15:45:58.302445+0000 mgr.y (mgr.25115) 447 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-06T15:46:00.120 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:59 smithi169 bash[92568]: cephadm 2024-09-06T15:45:58.305077+0000 mgr.y (mgr.25115) 448 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-09-06T15:46:00.120 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:45:59 smithi169 bash[92568]: cephadm 2024-09-06T15:45:58.305077+0000 mgr.y (mgr.25115) 448 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-09-06T15:46:00.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:59 smithi181 bash[70073]: cephadm 2024-09-06T15:45:58.250307+0000 mgr.y (mgr.25115) 442 : cephadm [INF] Upgrade: Target is version 19.3.0-4704-g8b38c33c (squid) 2024-09-06T15:46:00.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:59 smithi181 bash[70073]: cephadm 2024-09-06T15:45:58.250307+0000 mgr.y (mgr.25115) 442 : cephadm [INF] Upgrade: Target is version 19.3.0-4704-g8b38c33c (squid) 2024-09-06T15:46:00.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:59 smithi181 bash[70073]: cephadm 2024-09-06T15:45:58.250382+0000 mgr.y (mgr.25115) 443 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c86edd48571ab22373283621eb9feebce9df9c291d4164cfc4df1a09493e1f30'] 2024-09-06T15:46:00.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:59 smithi181 bash[70073]: cephadm 2024-09-06T15:45:58.250382+0000 mgr.y (mgr.25115) 443 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c86edd48571ab22373283621eb9feebce9df9c291d4164cfc4df1a09493e1f30'] 2024-09-06T15:46:00.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:59 smithi181 bash[70073]: cephadm 2024-09-06T15:45:58.257783+0000 mgr.y (mgr.25115) 444 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-06T15:46:00.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:59 smithi181 bash[70073]: cephadm 2024-09-06T15:45:58.257783+0000 mgr.y (mgr.25115) 444 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-06T15:46:00.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:59 smithi181 bash[70073]: cephadm 2024-09-06T15:45:58.273509+0000 mgr.y (mgr.25115) 445 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-06T15:46:00.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:59 smithi181 bash[70073]: cephadm 2024-09-06T15:45:58.273509+0000 mgr.y (mgr.25115) 445 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-06T15:46:00.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:59 smithi181 bash[70073]: cephadm 2024-09-06T15:45:58.289183+0000 mgr.y (mgr.25115) 446 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-06T15:46:00.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:59 smithi181 bash[70073]: cephadm 2024-09-06T15:45:58.289183+0000 mgr.y (mgr.25115) 446 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-06T15:46:00.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:59 smithi181 bash[70073]: audit 2024-09-06T15:45:58.302445+0000 mgr.y (mgr.25115) 447 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-06T15:46:00.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:59 smithi181 bash[70073]: audit 2024-09-06T15:45:58.302445+0000 mgr.y (mgr.25115) 447 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-06T15:46:00.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:59 smithi181 bash[70073]: cephadm 2024-09-06T15:45:58.305077+0000 mgr.y (mgr.25115) 448 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-09-06T15:46:00.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:45:59 smithi181 bash[70073]: cephadm 2024-09-06T15:45:58.305077+0000 mgr.y (mgr.25115) 448 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-09-06T15:46:01.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:00 smithi169 bash[88858]: cluster 2024-09-06T15:45:59.781561+0000 mgr.y (mgr.25115) 449 : cluster [DBG] pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:46:01.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:00 smithi169 bash[88858]: cluster 2024-09-06T15:45:59.781561+0000 mgr.y (mgr.25115) 449 : cluster [DBG] pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:46:01.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:00 smithi169 bash[88858]: audit 2024-09-06T15:46:00.293014+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:46:01.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:00 smithi169 bash[88858]: audit 2024-09-06T15:46:00.293014+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:46:01.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:00 smithi169 bash[92568]: cluster 2024-09-06T15:45:59.781561+0000 mgr.y (mgr.25115) 449 : cluster [DBG] pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:46:01.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:00 smithi169 bash[92568]: cluster 2024-09-06T15:45:59.781561+0000 mgr.y (mgr.25115) 449 : cluster [DBG] pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:46:01.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:00 smithi169 bash[92568]: audit 2024-09-06T15:46:00.293014+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:46:01.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:00 smithi169 bash[92568]: audit 2024-09-06T15:46:00.293014+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:46:01.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:00 smithi181 bash[70073]: cluster 2024-09-06T15:45:59.781561+0000 mgr.y (mgr.25115) 449 : cluster [DBG] pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:46:01.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:00 smithi181 bash[70073]: cluster 2024-09-06T15:45:59.781561+0000 mgr.y (mgr.25115) 449 : cluster [DBG] pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:46:01.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:00 smithi181 bash[70073]: audit 2024-09-06T15:46:00.293014+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:46:01.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:00 smithi181 bash[70073]: audit 2024-09-06T15:46:00.293014+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:46:01.266 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:46:02.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:01 smithi169 bash[88858]: cephadm 2024-09-06T15:46:00.861858+0000 mgr.y (mgr.25115) 450 : cephadm [INF] Upgrade: Updating osd.0 2024-09-06T15:46:02.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:01 smithi169 bash[88858]: cephadm 2024-09-06T15:46:00.861858+0000 mgr.y (mgr.25115) 450 : cephadm [INF] Upgrade: Updating osd.0 2024-09-06T15:46:02.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:01 smithi169 bash[88858]: audit 2024-09-06T15:46:00.869768+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:02.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:01 smithi169 bash[88858]: audit 2024-09-06T15:46:00.869768+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:02.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:01 smithi169 bash[88858]: audit 2024-09-06T15:46:00.878524+0000 mon.b (mon.1) 79 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-06T15:46:02.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:01 smithi169 bash[88858]: audit 2024-09-06T15:46:00.878524+0000 mon.b (mon.1) 79 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-06T15:46:02.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:01 smithi169 bash[88858]: audit 2024-09-06T15:46:00.880304+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:46:02.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:01 smithi169 bash[88858]: audit 2024-09-06T15:46:00.880304+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:46:02.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:01 smithi169 bash[88858]: cephadm 2024-09-06T15:46:00.881670+0000 mgr.y (mgr.25115) 451 : cephadm [INF] Deploying daemon osd.0 on smithi169 2024-09-06T15:46:02.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:01 smithi169 bash[88858]: cephadm 2024-09-06T15:46:00.881670+0000 mgr.y (mgr.25115) 451 : cephadm [INF] Deploying daemon osd.0 on smithi169 2024-09-06T15:46:02.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:01 smithi169 bash[92568]: cephadm 2024-09-06T15:46:00.861858+0000 mgr.y (mgr.25115) 450 : cephadm [INF] Upgrade: Updating osd.0 2024-09-06T15:46:02.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:01 smithi169 bash[92568]: cephadm 2024-09-06T15:46:00.861858+0000 mgr.y (mgr.25115) 450 : cephadm [INF] Upgrade: Updating osd.0 2024-09-06T15:46:02.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:01 smithi169 bash[92568]: audit 2024-09-06T15:46:00.869768+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:02.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:01 smithi169 bash[92568]: audit 2024-09-06T15:46:00.869768+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:02.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:01 smithi169 bash[92568]: audit 2024-09-06T15:46:00.878524+0000 mon.b (mon.1) 79 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-06T15:46:02.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:01 smithi169 bash[92568]: audit 2024-09-06T15:46:00.878524+0000 mon.b (mon.1) 79 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-06T15:46:02.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:01 smithi169 bash[92568]: audit 2024-09-06T15:46:00.880304+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:46:02.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:01 smithi169 bash[92568]: audit 2024-09-06T15:46:00.880304+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:46:02.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:01 smithi169 bash[92568]: cephadm 2024-09-06T15:46:00.881670+0000 mgr.y (mgr.25115) 451 : cephadm [INF] Deploying daemon osd.0 on smithi169 2024-09-06T15:46:02.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:01 smithi169 bash[92568]: cephadm 2024-09-06T15:46:00.881670+0000 mgr.y (mgr.25115) 451 : cephadm [INF] Deploying daemon osd.0 on smithi169 2024-09-06T15:46:02.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:46:01 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:46:01.821590318Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:46:02.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:01 smithi181 bash[70073]: cephadm 2024-09-06T15:46:00.861858+0000 mgr.y (mgr.25115) 450 : cephadm [INF] Upgrade: Updating osd.0 2024-09-06T15:46:02.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:01 smithi181 bash[70073]: cephadm 2024-09-06T15:46:00.861858+0000 mgr.y (mgr.25115) 450 : cephadm [INF] Upgrade: Updating osd.0 2024-09-06T15:46:02.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:01 smithi181 bash[70073]: audit 2024-09-06T15:46:00.869768+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:02.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:01 smithi181 bash[70073]: audit 2024-09-06T15:46:00.869768+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:02.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:01 smithi181 bash[70073]: audit 2024-09-06T15:46:00.878524+0000 mon.b (mon.1) 79 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-06T15:46:02.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:01 smithi181 bash[70073]: audit 2024-09-06T15:46:00.878524+0000 mon.b (mon.1) 79 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-06T15:46:02.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:01 smithi181 bash[70073]: audit 2024-09-06T15:46:00.880304+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:46:02.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:01 smithi181 bash[70073]: audit 2024-09-06T15:46:00.880304+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:46:02.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:01 smithi181 bash[70073]: cephadm 2024-09-06T15:46:00.881670+0000 mgr.y (mgr.25115) 451 : cephadm [INF] Deploying daemon osd.0 on smithi169 2024-09-06T15:46:02.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:01 smithi181 bash[70073]: cephadm 2024-09-06T15:46:00.881670+0000 mgr.y (mgr.25115) 451 : cephadm [INF] Deploying daemon osd.0 on smithi169 2024-09-06T15:46:03.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:02 smithi169 bash[88858]: cluster 2024-09-06T15:46:01.783203+0000 mgr.y (mgr.25115) 452 : cluster [DBG] pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:46:03.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:02 smithi169 bash[88858]: cluster 2024-09-06T15:46:01.783203+0000 mgr.y (mgr.25115) 452 : cluster [DBG] pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:46:03.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:02 smithi169 bash[92568]: cluster 2024-09-06T15:46:01.783203+0000 mgr.y (mgr.25115) 452 : cluster [DBG] pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:46:03.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:02 smithi169 bash[92568]: cluster 2024-09-06T15:46:01.783203+0000 mgr.y (mgr.25115) 452 : cluster [DBG] pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:46:03.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:02 smithi181 bash[70073]: cluster 2024-09-06T15:46:01.783203+0000 mgr.y (mgr.25115) 452 : cluster [DBG] pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:46:03.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:02 smithi181 bash[70073]: cluster 2024-09-06T15:46:01.783203+0000 mgr.y (mgr.25115) 452 : cluster [DBG] pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:46:03.632 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-09-06T15:46:04.201 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-06T15:46:04.201 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (5m) 89s ago 33m 13.7M - 0.27.0 11f11916f8cd 20ee608606f5 2024-09-06T15:46:04.201 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi181 *:3000 running (5m) 3m ago 33m 68.4M - c8b91775d855 e391fbe8c873 2024-09-06T15:46:04.201 INFO:teuthology.orchestra.run.smithi169.stdout:iscsi.foo.smithi169.yxosuq smithi169 *:5000 running (7m) 89s ago 30m 48.9M - 3.8 b6db46a449e5 e63406a8c5a8 2024-09-06T15:46:04.201 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi181 *:8443,9283,8765 running (7m) 3m ago 41m 438M - 19.3.0-4704-g8b38c33c 1c45aca0610a 291c4d2bed88 2024-09-06T15:46:04.201 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (18m) 89s ago 44m 506M - 19.3.0-4704-g8b38c33c 1c45aca0610a 5f9711fb78b7 2024-09-06T15:46:04.201 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (2m) 89s ago 44m 38.0M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a d211c6462d65 2024-09-06T15:46:04.201 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi181 running (3m) 3m ago 42m 18.5M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a 791f1710b3c0 2024-09-06T15:46:04.201 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (98s) 89s ago 42m 18.2M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a 93381d04b238 2024-09-06T15:46:04.202 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (7m) 89s ago 33m 8168k - 1.7.0 72c9c2088986 03c6f14026b2 2024-09-06T15:46:04.202 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi181 *:9100 running (7m) 3m ago 33m 8007k - 1.7.0 72c9c2088986 0895a0652401 2024-09-06T15:46:04.202 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (41m) 89s ago 41m 58.6M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 cec969796af3 2024-09-06T15:46:04.202 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (40m) 89s ago 40m 68.3M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 d527f97f0b83 2024-09-06T15:46:04.202 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (39m) 89s ago 39m 62.3M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 303b15f1c60b 2024-09-06T15:46:04.202 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (38m) 89s ago 38m 65.9M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 524c24c2c8fd 2024-09-06T15:46:04.202 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi181 running (37m) 3m ago 37m 69.1M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 c9c9286e40c9 2024-09-06T15:46:04.202 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi181 running (36m) 3m ago 36m 56.0M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 427ff3118a0b 2024-09-06T15:46:04.202 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi181 running (35m) 3m ago 35m 64.5M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 9e6f947064d2 2024-09-06T15:46:04.202 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi181 running (34m) 3m ago 34m 67.2M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 a94f6f351ffd 2024-09-06T15:46:04.202 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi181 *:9095 running (6m) 3m ago 34m 39.5M - 2.51.0 1d3b7f56885b 365a3b66bc88 2024-09-06T15:46:04.202 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi169.svrjnx smithi169 *:8000 running (31m) 89s ago 31m 101M - 19.1.1-268-g635ed4cf b6db46a449e5 73d895896783 2024-09-06T15:46:04.202 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi181.fqbtai smithi181 *:8000 running (31m) 3m ago 31m 102M - 19.1.1-268-g635ed4cf b6db46a449e5 4aaa91540a99 2024-09-06T15:46:04.520 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:46:04.520 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-09-06T15:46:04.520 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 3 2024-09-06T15:46:04.520 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:46:04.520 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-09-06T15:46:04.521 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 2 2024-09-06T15:46:04.521 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:46:04.521 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-09-06T15:46:04.521 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 8 2024-09-06T15:46:04.521 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:46:04.521 INFO:teuthology.orchestra.run.smithi169.stdout: "rgw": { 2024-09-06T15:46:04.521 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 2 2024-09-06T15:46:04.521 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:46:04.521 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-09-06T15:46:04.521 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 10, 2024-09-06T15:46:04.521 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 5 2024-09-06T15:46:04.521 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-09-06T15:46:04.521 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:46:04.811 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:46:04.811 INFO:teuthology.orchestra.run.smithi169.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", 2024-09-06T15:46:04.811 INFO:teuthology.orchestra.run.smithi169.stdout: "in_progress": true, 2024-09-06T15:46:04.811 INFO:teuthology.orchestra.run.smithi169.stdout: "which": "Upgrading daemons of type(s) osd. Upgrade limited to 2 daemons (2 remaining).", 2024-09-06T15:46:04.811 INFO:teuthology.orchestra.run.smithi169.stdout: "services_complete": [], 2024-09-06T15:46:04.811 INFO:teuthology.orchestra.run.smithi169.stdout: "progress": "0/8 daemons upgraded", 2024-09-06T15:46:04.811 INFO:teuthology.orchestra.run.smithi169.stdout: "message": "Currently upgrading osd daemons", 2024-09-06T15:46:04.812 INFO:teuthology.orchestra.run.smithi169.stdout: "is_paused": false 2024-09-06T15:46:04.812 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:46:05.173 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:04 smithi169 bash[88858]: audit 2024-09-06T15:46:03.443244+0000 mgr.y (mgr.25115) 453 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:46:05.173 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:04 smithi169 bash[88858]: audit 2024-09-06T15:46:03.443244+0000 mgr.y (mgr.25115) 453 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:46:05.173 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:04 smithi169 bash[88858]: audit 2024-09-06T15:46:03.621697+0000 mgr.y (mgr.25115) 454 : audit [DBG] from='client.54152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:05.173 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:04 smithi169 bash[88858]: audit 2024-09-06T15:46:03.621697+0000 mgr.y (mgr.25115) 454 : audit [DBG] from='client.54152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:05.173 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:04 smithi169 bash[88858]: cluster 2024-09-06T15:46:03.783855+0000 mgr.y (mgr.25115) 455 : cluster [DBG] pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:46:05.173 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:04 smithi169 bash[88858]: cluster 2024-09-06T15:46:03.783855+0000 mgr.y (mgr.25115) 455 : cluster [DBG] pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:46:05.173 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:04 smithi169 bash[88858]: audit 2024-09-06T15:46:03.918075+0000 mgr.y (mgr.25115) 456 : audit [DBG] from='client.44184 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:05.174 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:04 smithi169 bash[88858]: audit 2024-09-06T15:46:03.918075+0000 mgr.y (mgr.25115) 456 : audit [DBG] from='client.44184 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:05.174 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:04 smithi169 bash[88858]: audit 2024-09-06T15:46:04.521791+0000 mon.a (mon.0) 125 : audit [DBG] from='client.? 172.21.15.169:0/3266248300' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:46:05.174 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:04 smithi169 bash[88858]: audit 2024-09-06T15:46:04.521791+0000 mon.a (mon.0) 125 : audit [DBG] from='client.? 172.21.15.169:0/3266248300' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:46:05.174 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:04 smithi169 bash[92568]: audit 2024-09-06T15:46:03.443244+0000 mgr.y (mgr.25115) 453 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:46:05.174 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:04 smithi169 bash[92568]: audit 2024-09-06T15:46:03.443244+0000 mgr.y (mgr.25115) 453 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:46:05.174 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:04 smithi169 bash[92568]: audit 2024-09-06T15:46:03.621697+0000 mgr.y (mgr.25115) 454 : audit [DBG] from='client.54152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:05.174 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:04 smithi169 bash[92568]: audit 2024-09-06T15:46:03.621697+0000 mgr.y (mgr.25115) 454 : audit [DBG] from='client.54152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:05.174 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:04 smithi169 bash[92568]: cluster 2024-09-06T15:46:03.783855+0000 mgr.y (mgr.25115) 455 : cluster [DBG] pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:46:05.174 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:04 smithi169 bash[92568]: cluster 2024-09-06T15:46:03.783855+0000 mgr.y (mgr.25115) 455 : cluster [DBG] pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:46:05.174 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:04 smithi169 bash[92568]: audit 2024-09-06T15:46:03.918075+0000 mgr.y (mgr.25115) 456 : audit [DBG] from='client.44184 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:05.174 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:04 smithi169 bash[92568]: audit 2024-09-06T15:46:03.918075+0000 mgr.y (mgr.25115) 456 : audit [DBG] from='client.44184 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:05.175 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:04 smithi169 bash[92568]: audit 2024-09-06T15:46:04.521791+0000 mon.a (mon.0) 125 : audit [DBG] from='client.? 172.21.15.169:0/3266248300' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:46:05.175 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:04 smithi169 bash[92568]: audit 2024-09-06T15:46:04.521791+0000 mon.a (mon.0) 125 : audit [DBG] from='client.? 172.21.15.169:0/3266248300' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:46:05.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:46:04 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:46:04.814373215Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:46:05.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:04 smithi181 bash[70073]: audit 2024-09-06T15:46:03.443244+0000 mgr.y (mgr.25115) 453 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:46:05.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:04 smithi181 bash[70073]: audit 2024-09-06T15:46:03.443244+0000 mgr.y (mgr.25115) 453 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:46:05.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:04 smithi181 bash[70073]: audit 2024-09-06T15:46:03.621697+0000 mgr.y (mgr.25115) 454 : audit [DBG] from='client.54152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:05.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:04 smithi181 bash[70073]: audit 2024-09-06T15:46:03.621697+0000 mgr.y (mgr.25115) 454 : audit [DBG] from='client.54152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:05.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:04 smithi181 bash[70073]: cluster 2024-09-06T15:46:03.783855+0000 mgr.y (mgr.25115) 455 : cluster [DBG] pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:46:05.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:04 smithi181 bash[70073]: cluster 2024-09-06T15:46:03.783855+0000 mgr.y (mgr.25115) 455 : cluster [DBG] pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:46:05.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:04 smithi181 bash[70073]: audit 2024-09-06T15:46:03.918075+0000 mgr.y (mgr.25115) 456 : audit [DBG] from='client.44184 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:05.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:04 smithi181 bash[70073]: audit 2024-09-06T15:46:03.918075+0000 mgr.y (mgr.25115) 456 : audit [DBG] from='client.44184 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:05.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:04 smithi181 bash[70073]: audit 2024-09-06T15:46:04.521791+0000 mon.a (mon.0) 125 : audit [DBG] from='client.? 172.21.15.169:0/3266248300' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:46:05.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:04 smithi181 bash[70073]: audit 2024-09-06T15:46:04.521791+0000 mon.a (mon.0) 125 : audit [DBG] from='client.? 172.21.15.169:0/3266248300' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:46:06.195 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:46:06 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:46:06] "GET /metrics HTTP/1.1" 200 38238 "" "Prometheus/2.51.0" 2024-09-06T15:46:06.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:05 smithi169 bash[88858]: audit 2024-09-06T15:46:04.189436+0000 mgr.y (mgr.25115) 457 : audit [DBG] from='client.54164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:06.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:05 smithi169 bash[88858]: audit 2024-09-06T15:46:04.189436+0000 mgr.y (mgr.25115) 457 : audit [DBG] from='client.54164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:06.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:05 smithi169 bash[88858]: audit 2024-09-06T15:46:04.812225+0000 mgr.y (mgr.25115) 458 : audit [DBG] from='client.44202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:06.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:05 smithi169 bash[88858]: audit 2024-09-06T15:46:04.812225+0000 mgr.y (mgr.25115) 458 : audit [DBG] from='client.44202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:06.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:05 smithi169 bash[92568]: audit 2024-09-06T15:46:04.189436+0000 mgr.y (mgr.25115) 457 : audit [DBG] from='client.54164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:06.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:05 smithi169 bash[92568]: audit 2024-09-06T15:46:04.189436+0000 mgr.y (mgr.25115) 457 : audit [DBG] from='client.54164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:06.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:05 smithi169 bash[92568]: audit 2024-09-06T15:46:04.812225+0000 mgr.y (mgr.25115) 458 : audit [DBG] from='client.44202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:06.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:05 smithi169 bash[92568]: audit 2024-09-06T15:46:04.812225+0000 mgr.y (mgr.25115) 458 : audit [DBG] from='client.44202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:06.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:05 smithi181 bash[70073]: audit 2024-09-06T15:46:04.189436+0000 mgr.y (mgr.25115) 457 : audit [DBG] from='client.54164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:06.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:05 smithi181 bash[70073]: audit 2024-09-06T15:46:04.189436+0000 mgr.y (mgr.25115) 457 : audit [DBG] from='client.54164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:06.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:05 smithi181 bash[70073]: audit 2024-09-06T15:46:04.812225+0000 mgr.y (mgr.25115) 458 : audit [DBG] from='client.44202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:06.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:05 smithi181 bash[70073]: audit 2024-09-06T15:46:04.812225+0000 mgr.y (mgr.25115) 458 : audit [DBG] from='client.44202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:06.576 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:46:06 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:46:06.576 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:46:06 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:46:06.577 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:06 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:46:06.577 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:46:06 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:46:06.577 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:46:06 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:46:06.578 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:46:06 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:46:06.578 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:46:06 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:46:06.578 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:06 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:46:06.579 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:46:06 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:46:06.579 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:46:06 smithi169 systemd[1]: Stopping Ceph osd.0 for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:46:06.889 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:46:06 smithi169 bash[29356]: debug 2024-09-06T15:46:06.701+0000 7f1df0c0c640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-06T15:46:06.889 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:46:06 smithi169 bash[29356]: debug 2024-09-06T15:46:06.701+0000 7f1df0c0c640 -1 osd.0 111 *** Got signal Terminated *** 2024-09-06T15:46:06.889 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:46:06 smithi169 bash[29356]: debug 2024-09-06T15:46:06.701+0000 7f1df0c0c640 -1 osd.0 111 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-06T15:46:07.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:06 smithi169 bash[88858]: cluster 2024-09-06T15:46:05.785426+0000 mgr.y (mgr.25115) 459 : cluster [DBG] pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:46:07.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:06 smithi169 bash[88858]: cluster 2024-09-06T15:46:05.785426+0000 mgr.y (mgr.25115) 459 : cluster [DBG] pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:46:07.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:06 smithi169 bash[88858]: cluster 2024-09-06T15:46:06.705662+0000 mon.a (mon.0) 126 : cluster [INF] osd.0 marked itself down and dead 2024-09-06T15:46:07.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:06 smithi169 bash[88858]: cluster 2024-09-06T15:46:06.705662+0000 mon.a (mon.0) 126 : cluster [INF] osd.0 marked itself down and dead 2024-09-06T15:46:07.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:06 smithi169 bash[92568]: cluster 2024-09-06T15:46:05.785426+0000 mgr.y (mgr.25115) 459 : cluster [DBG] pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:46:07.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:06 smithi169 bash[92568]: cluster 2024-09-06T15:46:05.785426+0000 mgr.y (mgr.25115) 459 : cluster [DBG] pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:46:07.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:06 smithi169 bash[92568]: cluster 2024-09-06T15:46:06.705662+0000 mon.a (mon.0) 126 : cluster [INF] osd.0 marked itself down and dead 2024-09-06T15:46:07.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:06 smithi169 bash[92568]: cluster 2024-09-06T15:46:06.705662+0000 mon.a (mon.0) 126 : cluster [INF] osd.0 marked itself down and dead 2024-09-06T15:46:07.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:06 smithi181 bash[70073]: cluster 2024-09-06T15:46:05.785426+0000 mgr.y (mgr.25115) 459 : cluster [DBG] pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:46:07.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:06 smithi181 bash[70073]: cluster 2024-09-06T15:46:05.785426+0000 mgr.y (mgr.25115) 459 : cluster [DBG] pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:46:07.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:06 smithi181 bash[70073]: cluster 2024-09-06T15:46:06.705662+0000 mon.a (mon.0) 126 : cluster [INF] osd.0 marked itself down and dead 2024-09-06T15:46:07.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:06 smithi181 bash[70073]: cluster 2024-09-06T15:46:06.705662+0000 mon.a (mon.0) 126 : cluster [INF] osd.0 marked itself down and dead 2024-09-06T15:46:08.195 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:46:08 smithi169 bash[97378]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-osd-0 2024-09-06T15:46:08.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:07 smithi169 bash[88858]: cluster 2024-09-06T15:46:06.890038+0000 mon.a (mon.0) 127 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:46:08.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:07 smithi169 bash[88858]: cluster 2024-09-06T15:46:06.890038+0000 mon.a (mon.0) 127 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:46:08.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:07 smithi169 bash[88858]: cluster 2024-09-06T15:46:06.908106+0000 mon.a (mon.0) 128 : cluster [DBG] osdmap e112: 8 total, 7 up, 8 in 2024-09-06T15:46:08.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:07 smithi169 bash[88858]: cluster 2024-09-06T15:46:06.908106+0000 mon.a (mon.0) 128 : cluster [DBG] osdmap e112: 8 total, 7 up, 8 in 2024-09-06T15:46:08.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:07 smithi169 bash[92568]: cluster 2024-09-06T15:46:06.890038+0000 mon.a (mon.0) 127 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:46:08.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:07 smithi169 bash[92568]: cluster 2024-09-06T15:46:06.890038+0000 mon.a (mon.0) 127 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:46:08.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:07 smithi169 bash[92568]: cluster 2024-09-06T15:46:06.908106+0000 mon.a (mon.0) 128 : cluster [DBG] osdmap e112: 8 total, 7 up, 8 in 2024-09-06T15:46:08.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:07 smithi169 bash[92568]: cluster 2024-09-06T15:46:06.908106+0000 mon.a (mon.0) 128 : cluster [DBG] osdmap e112: 8 total, 7 up, 8 in 2024-09-06T15:46:08.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:46:07 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:46:07.807979065Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:46:08.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:07 smithi181 bash[70073]: cluster 2024-09-06T15:46:06.890038+0000 mon.a (mon.0) 127 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:46:08.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:07 smithi181 bash[70073]: cluster 2024-09-06T15:46:06.890038+0000 mon.a (mon.0) 127 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:46:08.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:07 smithi181 bash[70073]: cluster 2024-09-06T15:46:06.908106+0000 mon.a (mon.0) 128 : cluster [DBG] osdmap e112: 8 total, 7 up, 8 in 2024-09-06T15:46:08.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:07 smithi181 bash[70073]: cluster 2024-09-06T15:46:06.908106+0000 mon.a (mon.0) 128 : cluster [DBG] osdmap e112: 8 total, 7 up, 8 in 2024-09-06T15:46:08.695 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:46:08 smithi169 bash[97443]: Error response from daemon: No such container: ceph-bab55310-6c60-11ef-bce4-c7b262605968-osd-0 2024-09-06T15:46:09.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:08 smithi169 bash[88858]: cluster 2024-09-06T15:46:07.786256+0000 mgr.y (mgr.25115) 460 : cluster [DBG] pgmap v248: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:46:09.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:08 smithi169 bash[88858]: cluster 2024-09-06T15:46:07.786256+0000 mgr.y (mgr.25115) 460 : cluster [DBG] pgmap v248: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:46:09.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:08 smithi169 bash[88858]: cluster 2024-09-06T15:46:07.913416+0000 mon.a (mon.0) 129 : cluster [DBG] osdmap e113: 8 total, 7 up, 8 in 2024-09-06T15:46:09.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:08 smithi169 bash[88858]: cluster 2024-09-06T15:46:07.913416+0000 mon.a (mon.0) 129 : cluster [DBG] osdmap e113: 8 total, 7 up, 8 in 2024-09-06T15:46:09.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:08 smithi169 bash[92568]: cluster 2024-09-06T15:46:07.786256+0000 mgr.y (mgr.25115) 460 : cluster [DBG] pgmap v248: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:46:09.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:08 smithi169 bash[92568]: cluster 2024-09-06T15:46:07.786256+0000 mgr.y (mgr.25115) 460 : cluster [DBG] pgmap v248: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:46:09.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:08 smithi169 bash[92568]: cluster 2024-09-06T15:46:07.913416+0000 mon.a (mon.0) 129 : cluster [DBG] osdmap e113: 8 total, 7 up, 8 in 2024-09-06T15:46:09.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:08 smithi169 bash[92568]: cluster 2024-09-06T15:46:07.913416+0000 mon.a (mon.0) 129 : cluster [DBG] osdmap e113: 8 total, 7 up, 8 in 2024-09-06T15:46:09.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:08 smithi181 bash[70073]: cluster 2024-09-06T15:46:07.786256+0000 mgr.y (mgr.25115) 460 : cluster [DBG] pgmap v248: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:46:09.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:08 smithi181 bash[70073]: cluster 2024-09-06T15:46:07.786256+0000 mgr.y (mgr.25115) 460 : cluster [DBG] pgmap v248: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:46:09.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:08 smithi181 bash[70073]: cluster 2024-09-06T15:46:07.913416+0000 mon.a (mon.0) 129 : cluster [DBG] osdmap e113: 8 total, 7 up, 8 in 2024-09-06T15:46:09.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:08 smithi181 bash[70073]: cluster 2024-09-06T15:46:07.913416+0000 mon.a (mon.0) 129 : cluster [DBG] osdmap e113: 8 total, 7 up, 8 in 2024-09-06T15:46:10.910 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:46:10 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:46:10.911 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:10 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:46:10.911 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:46:10 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:46:10.911 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:46:10 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:46:10.912 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:46:10 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:46:10.912 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:10 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:46:10.912 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:46:10 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:46:10.913 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:46:10 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:46:10.913 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:46:10 smithi169 systemd[1]: ceph-bab55310-6c60-11ef-bce4-c7b262605968@osd.0.service: Deactivated successfully. 2024-09-06T15:46:10.913 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:46:10 smithi169 systemd[1]: Stopped Ceph osd.0 for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:46:10.913 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:46:10 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:46:11.195 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:46:10 smithi169 systemd[1]: Started Ceph osd.0 for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:46:11.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:10 smithi169 bash[88858]: cluster 2024-09-06T15:46:09.786783+0000 mgr.y (mgr.25115) 461 : cluster [DBG] pgmap v250: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-06T15:46:11.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:10 smithi169 bash[88858]: cluster 2024-09-06T15:46:09.786783+0000 mgr.y (mgr.25115) 461 : cluster [DBG] pgmap v250: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-06T15:46:11.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:10 smithi169 bash[92568]: cluster 2024-09-06T15:46:09.786783+0000 mgr.y (mgr.25115) 461 : cluster [DBG] pgmap v250: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-06T15:46:11.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:10 smithi169 bash[92568]: cluster 2024-09-06T15:46:09.786783+0000 mgr.y (mgr.25115) 461 : cluster [DBG] pgmap v250: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-06T15:46:11.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:10 smithi181 bash[70073]: cluster 2024-09-06T15:46:09.786783+0000 mgr.y (mgr.25115) 461 : cluster [DBG] pgmap v250: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-06T15:46:11.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:10 smithi181 bash[70073]: cluster 2024-09-06T15:46:09.786783+0000 mgr.y (mgr.25115) 461 : cluster [DBG] pgmap v250: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-06T15:46:11.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:46:10 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:46:10.849610599Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:46:12.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:11 smithi181 bash[70073]: audit 2024-09-06T15:46:10.990381+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:12.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:11 smithi181 bash[70073]: audit 2024-09-06T15:46:10.990381+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:12.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:11 smithi181 bash[70073]: audit 2024-09-06T15:46:10.999845+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:12.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:11 smithi181 bash[70073]: audit 2024-09-06T15:46:10.999845+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:12.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:11 smithi181 bash[70073]: audit 2024-09-06T15:46:11.007676+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:12.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:11 smithi181 bash[70073]: audit 2024-09-06T15:46:11.007676+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:12.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:11 smithi181 bash[70073]: cluster 2024-09-06T15:46:11.788716+0000 mgr.y (mgr.25115) 462 : cluster [DBG] pgmap v251: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 70/636 objects degraded (11.006%) 2024-09-06T15:46:12.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:11 smithi181 bash[70073]: cluster 2024-09-06T15:46:11.788716+0000 mgr.y (mgr.25115) 462 : cluster [DBG] pgmap v251: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 70/636 objects degraded (11.006%) 2024-09-06T15:46:12.354 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:11 smithi169 bash[88858]: audit 2024-09-06T15:46:10.990381+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:12.354 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:11 smithi169 bash[88858]: audit 2024-09-06T15:46:10.990381+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:12.354 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:11 smithi169 bash[88858]: audit 2024-09-06T15:46:10.999845+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:12.354 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:11 smithi169 bash[88858]: audit 2024-09-06T15:46:10.999845+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:12.355 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:11 smithi169 bash[88858]: audit 2024-09-06T15:46:11.007676+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:12.355 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:11 smithi169 bash[88858]: audit 2024-09-06T15:46:11.007676+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:12.355 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:11 smithi169 bash[88858]: cluster 2024-09-06T15:46:11.788716+0000 mgr.y (mgr.25115) 462 : cluster [DBG] pgmap v251: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 70/636 objects degraded (11.006%) 2024-09-06T15:46:12.355 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:11 smithi169 bash[88858]: cluster 2024-09-06T15:46:11.788716+0000 mgr.y (mgr.25115) 462 : cluster [DBG] pgmap v251: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 70/636 objects degraded (11.006%) 2024-09-06T15:46:12.355 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:11 smithi169 bash[92568]: audit 2024-09-06T15:46:10.990381+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:12.355 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:11 smithi169 bash[92568]: audit 2024-09-06T15:46:10.990381+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:12.355 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:11 smithi169 bash[92568]: audit 2024-09-06T15:46:10.999845+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:12.355 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:11 smithi169 bash[92568]: audit 2024-09-06T15:46:10.999845+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:12.355 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:11 smithi169 bash[92568]: audit 2024-09-06T15:46:11.007676+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:12.355 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:11 smithi169 bash[92568]: audit 2024-09-06T15:46:11.007676+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:12.355 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:11 smithi169 bash[92568]: cluster 2024-09-06T15:46:11.788716+0000 mgr.y (mgr.25115) 462 : cluster [DBG] pgmap v251: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 70/636 objects degraded (11.006%) 2024-09-06T15:46:12.356 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:11 smithi169 bash[92568]: cluster 2024-09-06T15:46:11.788716+0000 mgr.y (mgr.25115) 462 : cluster [DBG] pgmap v251: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 70/636 objects degraded (11.006%) 2024-09-06T15:46:12.695 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:46:12 smithi169 bash[97591]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-06T15:46:12.695 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:46:12 smithi169 bash[97591]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-06T15:46:13.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:12 smithi169 bash[88858]: cluster 2024-09-06T15:46:12.006053+0000 mon.a (mon.0) 133 : cluster [WRN] Health check failed: Degraded data redundancy: 70/636 objects degraded (11.006%), 21 pgs degraded (PG_DEGRADED) 2024-09-06T15:46:13.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:12 smithi169 bash[88858]: cluster 2024-09-06T15:46:12.006053+0000 mon.a (mon.0) 133 : cluster [WRN] Health check failed: Degraded data redundancy: 70/636 objects degraded (11.006%), 21 pgs degraded (PG_DEGRADED) 2024-09-06T15:46:13.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:12 smithi169 bash[92568]: cluster 2024-09-06T15:46:12.006053+0000 mon.a (mon.0) 133 : cluster [WRN] Health check failed: Degraded data redundancy: 70/636 objects degraded (11.006%), 21 pgs degraded (PG_DEGRADED) 2024-09-06T15:46:13.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:12 smithi169 bash[92568]: cluster 2024-09-06T15:46:12.006053+0000 mon.a (mon.0) 133 : cluster [WRN] Health check failed: Degraded data redundancy: 70/636 objects degraded (11.006%), 21 pgs degraded (PG_DEGRADED) 2024-09-06T15:46:13.196 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:46:12 smithi169 bash[97591]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-06T15:46:13.196 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:46:12 smithi169 bash[97591]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-06T15:46:13.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:12 smithi181 bash[70073]: cluster 2024-09-06T15:46:12.006053+0000 mon.a (mon.0) 133 : cluster [WRN] Health check failed: Degraded data redundancy: 70/636 objects degraded (11.006%), 21 pgs degraded (PG_DEGRADED) 2024-09-06T15:46:13.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:12 smithi181 bash[70073]: cluster 2024-09-06T15:46:12.006053+0000 mon.a (mon.0) 133 : cluster [WRN] Health check failed: Degraded data redundancy: 70/636 objects degraded (11.006%), 21 pgs degraded (PG_DEGRADED) 2024-09-06T15:46:13.695 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:46:13 smithi169 bash[97591]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-06T15:46:13.695 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:46:13 smithi169 bash[97591]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-06T15:46:13.695 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:46:13 smithi169 bash[97591]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-09-06T15:46:13.696 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:46:13 smithi169 bash[97591]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-06T15:46:13.696 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:46:13 smithi169 bash[97591]: --> ceph-volume raw activate successful for osd ID: 0 2024-09-06T15:46:14.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:46:13 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:46:13.817299082Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:46:14.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:14 smithi181 bash[70073]: audit 2024-09-06T15:46:13.451593+0000 mgr.y (mgr.25115) 463 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:46:14.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:14 smithi181 bash[70073]: audit 2024-09-06T15:46:13.451593+0000 mgr.y (mgr.25115) 463 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:46:14.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:14 smithi181 bash[70073]: cluster 2024-09-06T15:46:13.789976+0000 mgr.y (mgr.25115) 464 : cluster [DBG] pgmap v252: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 70/636 objects degraded (11.006%) 2024-09-06T15:46:14.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:14 smithi181 bash[70073]: cluster 2024-09-06T15:46:13.789976+0000 mgr.y (mgr.25115) 464 : cluster [DBG] pgmap v252: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 70/636 objects degraded (11.006%) 2024-09-06T15:46:14.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:14 smithi169 bash[88858]: audit 2024-09-06T15:46:13.451593+0000 mgr.y (mgr.25115) 463 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:46:14.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:14 smithi169 bash[88858]: audit 2024-09-06T15:46:13.451593+0000 mgr.y (mgr.25115) 463 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:46:14.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:14 smithi169 bash[88858]: cluster 2024-09-06T15:46:13.789976+0000 mgr.y (mgr.25115) 464 : cluster [DBG] pgmap v252: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 70/636 objects degraded (11.006%) 2024-09-06T15:46:14.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:14 smithi169 bash[88858]: cluster 2024-09-06T15:46:13.789976+0000 mgr.y (mgr.25115) 464 : cluster [DBG] pgmap v252: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 70/636 objects degraded (11.006%) 2024-09-06T15:46:14.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:14 smithi169 bash[92568]: audit 2024-09-06T15:46:13.451593+0000 mgr.y (mgr.25115) 463 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:46:14.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:14 smithi169 bash[92568]: audit 2024-09-06T15:46:13.451593+0000 mgr.y (mgr.25115) 463 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:46:14.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:14 smithi169 bash[92568]: cluster 2024-09-06T15:46:13.789976+0000 mgr.y (mgr.25115) 464 : cluster [DBG] pgmap v252: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 70/636 objects degraded (11.006%) 2024-09-06T15:46:14.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:14 smithi169 bash[92568]: cluster 2024-09-06T15:46:13.789976+0000 mgr.y (mgr.25115) 464 : cluster [DBG] pgmap v252: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 70/636 objects degraded (11.006%) 2024-09-06T15:46:15.695 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:46:15 smithi169 bash[97825]: debug 2024-09-06T15:46:15.317+0000 7fe7e2c19640 1 -- 172.21.15.169:0/1891758962 <== mon.2 v2:172.21.15.169:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556509ec6960 con 0x556509ee7c00 2024-09-06T15:46:16.301 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:16 smithi169 bash[88858]: audit 2024-09-06T15:46:15.293379+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:16.301 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:46:16 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:46:16] "GET /metrics HTTP/1.1" 200 38372 "" "Prometheus/2.51.0" 2024-09-06T15:46:16.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:16 smithi169 bash[88858]: audit 2024-09-06T15:46:15.293379+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:16.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:16 smithi169 bash[88858]: audit 2024-09-06T15:46:15.301772+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:46:16.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:16 smithi169 bash[88858]: audit 2024-09-06T15:46:15.301772+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:46:16.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:16 smithi169 bash[88858]: cluster 2024-09-06T15:46:15.791996+0000 mgr.y (mgr.25115) 465 : cluster [DBG] pgmap v253: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 70/636 objects degraded (11.006%) 2024-09-06T15:46:16.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:16 smithi169 bash[88858]: cluster 2024-09-06T15:46:15.791996+0000 mgr.y (mgr.25115) 465 : cluster [DBG] pgmap v253: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 70/636 objects degraded (11.006%) 2024-09-06T15:46:16.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:16 smithi169 bash[92568]: audit 2024-09-06T15:46:15.293379+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:16.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:16 smithi169 bash[92568]: audit 2024-09-06T15:46:15.293379+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:16.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:16 smithi169 bash[92568]: audit 2024-09-06T15:46:15.301772+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:46:16.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:16 smithi169 bash[92568]: audit 2024-09-06T15:46:15.301772+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:46:16.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:16 smithi169 bash[92568]: cluster 2024-09-06T15:46:15.791996+0000 mgr.y (mgr.25115) 465 : cluster [DBG] pgmap v253: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 70/636 objects degraded (11.006%) 2024-09-06T15:46:16.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:16 smithi169 bash[92568]: cluster 2024-09-06T15:46:15.791996+0000 mgr.y (mgr.25115) 465 : cluster [DBG] pgmap v253: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 70/636 objects degraded (11.006%) 2024-09-06T15:46:16.743 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:16 smithi181 bash[70073]: audit 2024-09-06T15:46:15.293379+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:16.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:16 smithi181 bash[70073]: audit 2024-09-06T15:46:15.293379+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:16.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:16 smithi181 bash[70073]: audit 2024-09-06T15:46:15.301772+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:46:16.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:16 smithi181 bash[70073]: audit 2024-09-06T15:46:15.301772+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:46:16.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:16 smithi181 bash[70073]: cluster 2024-09-06T15:46:15.791996+0000 mgr.y (mgr.25115) 465 : cluster [DBG] pgmap v253: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 70/636 objects degraded (11.006%) 2024-09-06T15:46:16.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:16 smithi181 bash[70073]: cluster 2024-09-06T15:46:15.791996+0000 mgr.y (mgr.25115) 465 : cluster [DBG] pgmap v253: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 70/636 objects degraded (11.006%) 2024-09-06T15:46:17.195 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:46:16 smithi169 bash[97825]: debug 2024-09-06T15:46:16.853+0000 7fe7e5480640 -1 Falling back to public interface 2024-09-06T15:46:17.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:46:16 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:46:16.819929149Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:46:19.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:18 smithi169 bash[92568]: cluster 2024-09-06T15:46:17.792503+0000 mgr.y (mgr.25115) 466 : cluster [DBG] pgmap v254: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 70/636 objects degraded (11.006%) 2024-09-06T15:46:19.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:18 smithi169 bash[92568]: cluster 2024-09-06T15:46:17.792503+0000 mgr.y (mgr.25115) 466 : cluster [DBG] pgmap v254: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 70/636 objects degraded (11.006%) 2024-09-06T15:46:19.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:18 smithi169 bash[92568]: audit 2024-09-06T15:46:18.394751+0000 mon.a (mon.0) 135 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:19.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:18 smithi169 bash[92568]: audit 2024-09-06T15:46:18.394751+0000 mon.a (mon.0) 135 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:19.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:18 smithi169 bash[92568]: audit 2024-09-06T15:46:18.407232+0000 mon.a (mon.0) 136 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:19.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:18 smithi169 bash[92568]: audit 2024-09-06T15:46:18.407232+0000 mon.a (mon.0) 136 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:19.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:18 smithi169 bash[88858]: cluster 2024-09-06T15:46:17.792503+0000 mgr.y (mgr.25115) 466 : cluster [DBG] pgmap v254: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 70/636 objects degraded (11.006%) 2024-09-06T15:46:19.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:18 smithi169 bash[88858]: cluster 2024-09-06T15:46:17.792503+0000 mgr.y (mgr.25115) 466 : cluster [DBG] pgmap v254: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 70/636 objects degraded (11.006%) 2024-09-06T15:46:19.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:18 smithi169 bash[88858]: audit 2024-09-06T15:46:18.394751+0000 mon.a (mon.0) 135 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:19.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:18 smithi169 bash[88858]: audit 2024-09-06T15:46:18.394751+0000 mon.a (mon.0) 135 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:19.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:18 smithi169 bash[88858]: audit 2024-09-06T15:46:18.407232+0000 mon.a (mon.0) 136 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:19.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:18 smithi169 bash[88858]: audit 2024-09-06T15:46:18.407232+0000 mon.a (mon.0) 136 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:19.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:18 smithi181 bash[70073]: cluster 2024-09-06T15:46:17.792503+0000 mgr.y (mgr.25115) 466 : cluster [DBG] pgmap v254: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 70/636 objects degraded (11.006%) 2024-09-06T15:46:19.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:18 smithi181 bash[70073]: cluster 2024-09-06T15:46:17.792503+0000 mgr.y (mgr.25115) 466 : cluster [DBG] pgmap v254: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 70/636 objects degraded (11.006%) 2024-09-06T15:46:19.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:18 smithi181 bash[70073]: audit 2024-09-06T15:46:18.394751+0000 mon.a (mon.0) 135 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:19.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:18 smithi181 bash[70073]: audit 2024-09-06T15:46:18.394751+0000 mon.a (mon.0) 135 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:19.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:18 smithi181 bash[70073]: audit 2024-09-06T15:46:18.407232+0000 mon.a (mon.0) 136 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:19.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:18 smithi181 bash[70073]: audit 2024-09-06T15:46:18.407232+0000 mon.a (mon.0) 136 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:20.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:46:19 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:46:19.818518028Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:46:20.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:20 smithi181 bash[70073]: audit 2024-09-06T15:46:19.480851+0000 mon.a (mon.0) 137 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:20.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:20 smithi181 bash[70073]: audit 2024-09-06T15:46:19.480851+0000 mon.a (mon.0) 137 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:20.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:20 smithi181 bash[70073]: audit 2024-09-06T15:46:19.494011+0000 mon.a (mon.0) 138 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:20.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:20 smithi181 bash[70073]: audit 2024-09-06T15:46:19.494011+0000 mon.a (mon.0) 138 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:20.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:20 smithi181 bash[70073]: cluster 2024-09-06T15:46:19.793135+0000 mgr.y (mgr.25115) 467 : cluster [DBG] pgmap v255: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 70/636 objects degraded (11.006%) 2024-09-06T15:46:20.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:20 smithi181 bash[70073]: cluster 2024-09-06T15:46:19.793135+0000 mgr.y (mgr.25115) 467 : cluster [DBG] pgmap v255: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 70/636 objects degraded (11.006%) 2024-09-06T15:46:20.945 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:46:20 smithi169 bash[97825]: debug 2024-09-06T15:46:20.609+0000 7fe7e5480640 -1 osd.0 111 log_to_monitors true 2024-09-06T15:46:20.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:20 smithi169 bash[88858]: audit 2024-09-06T15:46:19.480851+0000 mon.a (mon.0) 137 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:20.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:20 smithi169 bash[88858]: audit 2024-09-06T15:46:19.480851+0000 mon.a (mon.0) 137 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:20.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:20 smithi169 bash[88858]: audit 2024-09-06T15:46:19.494011+0000 mon.a (mon.0) 138 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:20.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:20 smithi169 bash[88858]: audit 2024-09-06T15:46:19.494011+0000 mon.a (mon.0) 138 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:20.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:20 smithi169 bash[88858]: cluster 2024-09-06T15:46:19.793135+0000 mgr.y (mgr.25115) 467 : cluster [DBG] pgmap v255: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 70/636 objects degraded (11.006%) 2024-09-06T15:46:20.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:20 smithi169 bash[88858]: cluster 2024-09-06T15:46:19.793135+0000 mgr.y (mgr.25115) 467 : cluster [DBG] pgmap v255: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 70/636 objects degraded (11.006%) 2024-09-06T15:46:20.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:20 smithi169 bash[92568]: audit 2024-09-06T15:46:19.480851+0000 mon.a (mon.0) 137 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:20.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:20 smithi169 bash[92568]: audit 2024-09-06T15:46:19.480851+0000 mon.a (mon.0) 137 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:20.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:20 smithi169 bash[92568]: audit 2024-09-06T15:46:19.494011+0000 mon.a (mon.0) 138 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:20.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:20 smithi169 bash[92568]: audit 2024-09-06T15:46:19.494011+0000 mon.a (mon.0) 138 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:20.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:20 smithi169 bash[92568]: cluster 2024-09-06T15:46:19.793135+0000 mgr.y (mgr.25115) 467 : cluster [DBG] pgmap v255: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 70/636 objects degraded (11.006%) 2024-09-06T15:46:20.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:20 smithi169 bash[92568]: cluster 2024-09-06T15:46:19.793135+0000 mgr.y (mgr.25115) 467 : cluster [DBG] pgmap v255: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 284 MiB used, 715 GiB / 715 GiB avail; 70/636 objects degraded (11.006%) 2024-09-06T15:46:21.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:21 smithi169 bash[92568]: audit 2024-09-06T15:46:20.617114+0000 mon.a (mon.0) 139 : audit [INF] from='osd.0 [v2:172.21.15.169:6802/3619998316,v1:172.21.15.169:6803/3619998316]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-06T15:46:21.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:21 smithi169 bash[92568]: audit 2024-09-06T15:46:20.617114+0000 mon.a (mon.0) 139 : audit [INF] from='osd.0 [v2:172.21.15.169:6802/3619998316,v1:172.21.15.169:6803/3619998316]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-06T15:46:21.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:21 smithi169 bash[88858]: audit 2024-09-06T15:46:20.617114+0000 mon.a (mon.0) 139 : audit [INF] from='osd.0 [v2:172.21.15.169:6802/3619998316,v1:172.21.15.169:6803/3619998316]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-06T15:46:21.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:21 smithi169 bash[88858]: audit 2024-09-06T15:46:20.617114+0000 mon.a (mon.0) 139 : audit [INF] from='osd.0 [v2:172.21.15.169:6802/3619998316,v1:172.21.15.169:6803/3619998316]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-06T15:46:21.993 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:21 smithi181 bash[70073]: audit 2024-09-06T15:46:20.617114+0000 mon.a (mon.0) 139 : audit [INF] from='osd.0 [v2:172.21.15.169:6802/3619998316,v1:172.21.15.169:6803/3619998316]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-06T15:46:21.993 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:21 smithi181 bash[70073]: audit 2024-09-06T15:46:20.617114+0000 mon.a (mon.0) 139 : audit [INF] from='osd.0 [v2:172.21.15.169:6802/3619998316,v1:172.21.15.169:6803/3619998316]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-06T15:46:22.445 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:46:22 smithi169 bash[97825]: debug 2024-09-06T15:46:22.033+0000 7fe7d9222640 -1 osd.0 111 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-06T15:46:22.833 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:22 smithi181 bash[70073]: audit 2024-09-06T15:46:21.504141+0000 mon.a (mon.0) 140 : audit [INF] from='osd.0 [v2:172.21.15.169:6802/3619998316,v1:172.21.15.169:6803/3619998316]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-06T15:46:22.833 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:22 smithi181 bash[70073]: audit 2024-09-06T15:46:21.504141+0000 mon.a (mon.0) 140 : audit [INF] from='osd.0 [v2:172.21.15.169:6802/3619998316,v1:172.21.15.169:6803/3619998316]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-06T15:46:22.833 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:22 smithi181 bash[70073]: cluster 2024-09-06T15:46:21.511413+0000 mon.a (mon.0) 141 : cluster [DBG] osdmap e114: 8 total, 7 up, 8 in 2024-09-06T15:46:22.834 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:22 smithi181 bash[70073]: cluster 2024-09-06T15:46:21.511413+0000 mon.a (mon.0) 141 : cluster [DBG] osdmap e114: 8 total, 7 up, 8 in 2024-09-06T15:46:22.834 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:22 smithi181 bash[70073]: audit 2024-09-06T15:46:21.512647+0000 mon.a (mon.0) 142 : audit [INF] from='osd.0 [v2:172.21.15.169:6802/3619998316,v1:172.21.15.169:6803/3619998316]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-09-06T15:46:22.834 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:22 smithi181 bash[70073]: audit 2024-09-06T15:46:21.512647+0000 mon.a (mon.0) 142 : audit [INF] from='osd.0 [v2:172.21.15.169:6802/3619998316,v1:172.21.15.169:6803/3619998316]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-09-06T15:46:22.834 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:22 smithi181 bash[70073]: cluster 2024-09-06T15:46:21.794171+0000 mgr.y (mgr.25115) 468 : cluster [DBG] pgmap v257: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 380 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 70/636 objects degraded (11.006%) 2024-09-06T15:46:22.834 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:22 smithi181 bash[70073]: cluster 2024-09-06T15:46:21.794171+0000 mgr.y (mgr.25115) 468 : cluster [DBG] pgmap v257: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 380 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 70/636 objects degraded (11.006%) 2024-09-06T15:46:22.834 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:22 smithi181 bash[70073]: audit 2024-09-06T15:46:22.007310+0000 mon.a (mon.0) 143 : audit [INF] from='osd.0 [v2:172.21.15.169:6802/3619998316,v1:172.21.15.169:6803/3619998316]' entity='osd.0' 2024-09-06T15:46:22.834 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:22 smithi181 bash[70073]: audit 2024-09-06T15:46:22.007310+0000 mon.a (mon.0) 143 : audit [INF] from='osd.0 [v2:172.21.15.169:6802/3619998316,v1:172.21.15.169:6803/3619998316]' entity='osd.0' 2024-09-06T15:46:22.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:22 smithi169 bash[88858]: audit 2024-09-06T15:46:21.504141+0000 mon.a (mon.0) 140 : audit [INF] from='osd.0 [v2:172.21.15.169:6802/3619998316,v1:172.21.15.169:6803/3619998316]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-06T15:46:22.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:22 smithi169 bash[88858]: audit 2024-09-06T15:46:21.504141+0000 mon.a (mon.0) 140 : audit [INF] from='osd.0 [v2:172.21.15.169:6802/3619998316,v1:172.21.15.169:6803/3619998316]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-06T15:46:22.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:22 smithi169 bash[88858]: cluster 2024-09-06T15:46:21.511413+0000 mon.a (mon.0) 141 : cluster [DBG] osdmap e114: 8 total, 7 up, 8 in 2024-09-06T15:46:22.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:22 smithi169 bash[88858]: cluster 2024-09-06T15:46:21.511413+0000 mon.a (mon.0) 141 : cluster [DBG] osdmap e114: 8 total, 7 up, 8 in 2024-09-06T15:46:22.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:22 smithi169 bash[88858]: audit 2024-09-06T15:46:21.512647+0000 mon.a (mon.0) 142 : audit [INF] from='osd.0 [v2:172.21.15.169:6802/3619998316,v1:172.21.15.169:6803/3619998316]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-09-06T15:46:22.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:22 smithi169 bash[88858]: audit 2024-09-06T15:46:21.512647+0000 mon.a (mon.0) 142 : audit [INF] from='osd.0 [v2:172.21.15.169:6802/3619998316,v1:172.21.15.169:6803/3619998316]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-09-06T15:46:22.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:22 smithi169 bash[88858]: cluster 2024-09-06T15:46:21.794171+0000 mgr.y (mgr.25115) 468 : cluster [DBG] pgmap v257: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 380 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 70/636 objects degraded (11.006%) 2024-09-06T15:46:22.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:22 smithi169 bash[88858]: cluster 2024-09-06T15:46:21.794171+0000 mgr.y (mgr.25115) 468 : cluster [DBG] pgmap v257: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 380 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 70/636 objects degraded (11.006%) 2024-09-06T15:46:22.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:22 smithi169 bash[88858]: audit 2024-09-06T15:46:22.007310+0000 mon.a (mon.0) 143 : audit [INF] from='osd.0 [v2:172.21.15.169:6802/3619998316,v1:172.21.15.169:6803/3619998316]' entity='osd.0' 2024-09-06T15:46:22.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:22 smithi169 bash[88858]: audit 2024-09-06T15:46:22.007310+0000 mon.a (mon.0) 143 : audit [INF] from='osd.0 [v2:172.21.15.169:6802/3619998316,v1:172.21.15.169:6803/3619998316]' entity='osd.0' 2024-09-06T15:46:22.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:22 smithi169 bash[92568]: audit 2024-09-06T15:46:21.504141+0000 mon.a (mon.0) 140 : audit [INF] from='osd.0 [v2:172.21.15.169:6802/3619998316,v1:172.21.15.169:6803/3619998316]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-06T15:46:22.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:22 smithi169 bash[92568]: audit 2024-09-06T15:46:21.504141+0000 mon.a (mon.0) 140 : audit [INF] from='osd.0 [v2:172.21.15.169:6802/3619998316,v1:172.21.15.169:6803/3619998316]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-06T15:46:22.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:22 smithi169 bash[92568]: cluster 2024-09-06T15:46:21.511413+0000 mon.a (mon.0) 141 : cluster [DBG] osdmap e114: 8 total, 7 up, 8 in 2024-09-06T15:46:22.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:22 smithi169 bash[92568]: cluster 2024-09-06T15:46:21.511413+0000 mon.a (mon.0) 141 : cluster [DBG] osdmap e114: 8 total, 7 up, 8 in 2024-09-06T15:46:22.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:22 smithi169 bash[92568]: audit 2024-09-06T15:46:21.512647+0000 mon.a (mon.0) 142 : audit [INF] from='osd.0 [v2:172.21.15.169:6802/3619998316,v1:172.21.15.169:6803/3619998316]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-09-06T15:46:22.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:22 smithi169 bash[92568]: audit 2024-09-06T15:46:21.512647+0000 mon.a (mon.0) 142 : audit [INF] from='osd.0 [v2:172.21.15.169:6802/3619998316,v1:172.21.15.169:6803/3619998316]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-09-06T15:46:22.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:22 smithi169 bash[92568]: cluster 2024-09-06T15:46:21.794171+0000 mgr.y (mgr.25115) 468 : cluster [DBG] pgmap v257: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 380 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 70/636 objects degraded (11.006%) 2024-09-06T15:46:22.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:22 smithi169 bash[92568]: cluster 2024-09-06T15:46:21.794171+0000 mgr.y (mgr.25115) 468 : cluster [DBG] pgmap v257: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 380 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 70/636 objects degraded (11.006%) 2024-09-06T15:46:22.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:22 smithi169 bash[92568]: audit 2024-09-06T15:46:22.007310+0000 mon.a (mon.0) 143 : audit [INF] from='osd.0 [v2:172.21.15.169:6802/3619998316,v1:172.21.15.169:6803/3619998316]' entity='osd.0' 2024-09-06T15:46:22.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:22 smithi169 bash[92568]: audit 2024-09-06T15:46:22.007310+0000 mon.a (mon.0) 143 : audit [INF] from='osd.0 [v2:172.21.15.169:6802/3619998316,v1:172.21.15.169:6803/3619998316]' entity='osd.0' 2024-09-06T15:46:23.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:46:22 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:46:22.839529543Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:46:23.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:23 smithi169 bash[88858]: cluster 2024-09-06T15:46:23.005743+0000 mon.a (mon.0) 144 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:46:23.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:23 smithi169 bash[88858]: cluster 2024-09-06T15:46:23.005743+0000 mon.a (mon.0) 144 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:46:23.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:23 smithi169 bash[88858]: cluster 2024-09-06T15:46:23.016906+0000 mon.a (mon.0) 145 : cluster [INF] osd.0 [v2:172.21.15.169:6802/3619998316,v1:172.21.15.169:6803/3619998316] boot 2024-09-06T15:46:23.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:23 smithi169 bash[88858]: cluster 2024-09-06T15:46:23.016906+0000 mon.a (mon.0) 145 : cluster [INF] osd.0 [v2:172.21.15.169:6802/3619998316,v1:172.21.15.169:6803/3619998316] boot 2024-09-06T15:46:23.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:23 smithi169 bash[88858]: cluster 2024-09-06T15:46:23.017050+0000 mon.a (mon.0) 146 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-09-06T15:46:23.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:23 smithi169 bash[88858]: cluster 2024-09-06T15:46:23.017050+0000 mon.a (mon.0) 146 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-09-06T15:46:23.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:23 smithi169 bash[88858]: audit 2024-09-06T15:46:23.021532+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-06T15:46:23.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:23 smithi169 bash[88858]: audit 2024-09-06T15:46:23.021532+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-06T15:46:23.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:23 smithi169 bash[92568]: cluster 2024-09-06T15:46:23.005743+0000 mon.a (mon.0) 144 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:46:23.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:23 smithi169 bash[92568]: cluster 2024-09-06T15:46:23.005743+0000 mon.a (mon.0) 144 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:46:23.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:23 smithi169 bash[92568]: cluster 2024-09-06T15:46:23.016906+0000 mon.a (mon.0) 145 : cluster [INF] osd.0 [v2:172.21.15.169:6802/3619998316,v1:172.21.15.169:6803/3619998316] boot 2024-09-06T15:46:23.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:23 smithi169 bash[92568]: cluster 2024-09-06T15:46:23.016906+0000 mon.a (mon.0) 145 : cluster [INF] osd.0 [v2:172.21.15.169:6802/3619998316,v1:172.21.15.169:6803/3619998316] boot 2024-09-06T15:46:23.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:23 smithi169 bash[92568]: cluster 2024-09-06T15:46:23.017050+0000 mon.a (mon.0) 146 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-09-06T15:46:23.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:23 smithi169 bash[92568]: cluster 2024-09-06T15:46:23.017050+0000 mon.a (mon.0) 146 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-09-06T15:46:23.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:23 smithi169 bash[92568]: audit 2024-09-06T15:46:23.021532+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-06T15:46:23.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:23 smithi169 bash[92568]: audit 2024-09-06T15:46:23.021532+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-06T15:46:23.993 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:23 smithi181 bash[70073]: cluster 2024-09-06T15:46:23.005743+0000 mon.a (mon.0) 144 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:46:23.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:23 smithi181 bash[70073]: cluster 2024-09-06T15:46:23.005743+0000 mon.a (mon.0) 144 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:46:23.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:23 smithi181 bash[70073]: cluster 2024-09-06T15:46:23.016906+0000 mon.a (mon.0) 145 : cluster [INF] osd.0 [v2:172.21.15.169:6802/3619998316,v1:172.21.15.169:6803/3619998316] boot 2024-09-06T15:46:23.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:23 smithi181 bash[70073]: cluster 2024-09-06T15:46:23.016906+0000 mon.a (mon.0) 145 : cluster [INF] osd.0 [v2:172.21.15.169:6802/3619998316,v1:172.21.15.169:6803/3619998316] boot 2024-09-06T15:46:23.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:23 smithi181 bash[70073]: cluster 2024-09-06T15:46:23.017050+0000 mon.a (mon.0) 146 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-09-06T15:46:23.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:23 smithi181 bash[70073]: cluster 2024-09-06T15:46:23.017050+0000 mon.a (mon.0) 146 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-09-06T15:46:23.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:23 smithi181 bash[70073]: audit 2024-09-06T15:46:23.021532+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-06T15:46:23.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:23 smithi181 bash[70073]: audit 2024-09-06T15:46:23.021532+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-06T15:46:24.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:24 smithi169 bash[88858]: audit 2024-09-06T15:46:23.459691+0000 mgr.y (mgr.25115) 469 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:46:24.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:24 smithi169 bash[88858]: audit 2024-09-06T15:46:23.459691+0000 mgr.y (mgr.25115) 469 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:46:24.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:24 smithi169 bash[88858]: cluster 2024-09-06T15:46:23.795350+0000 mgr.y (mgr.25115) 470 : cluster [DBG] pgmap v259: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 380 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 70/636 objects degraded (11.006%) 2024-09-06T15:46:24.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:24 smithi169 bash[88858]: cluster 2024-09-06T15:46:23.795350+0000 mgr.y (mgr.25115) 470 : cluster [DBG] pgmap v259: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 380 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 70/636 objects degraded (11.006%) 2024-09-06T15:46:24.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:24 smithi169 bash[88858]: cluster 2024-09-06T15:46:24.018313+0000 mon.a (mon.0) 147 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-09-06T15:46:24.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:24 smithi169 bash[88858]: cluster 2024-09-06T15:46:24.018313+0000 mon.a (mon.0) 147 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-09-06T15:46:24.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:24 smithi169 bash[92568]: audit 2024-09-06T15:46:23.459691+0000 mgr.y (mgr.25115) 469 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:46:24.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:24 smithi169 bash[92568]: audit 2024-09-06T15:46:23.459691+0000 mgr.y (mgr.25115) 469 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:46:24.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:24 smithi169 bash[92568]: cluster 2024-09-06T15:46:23.795350+0000 mgr.y (mgr.25115) 470 : cluster [DBG] pgmap v259: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 380 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 70/636 objects degraded (11.006%) 2024-09-06T15:46:24.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:24 smithi169 bash[92568]: cluster 2024-09-06T15:46:23.795350+0000 mgr.y (mgr.25115) 470 : cluster [DBG] pgmap v259: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 380 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 70/636 objects degraded (11.006%) 2024-09-06T15:46:24.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:24 smithi169 bash[92568]: cluster 2024-09-06T15:46:24.018313+0000 mon.a (mon.0) 147 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-09-06T15:46:24.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:24 smithi169 bash[92568]: cluster 2024-09-06T15:46:24.018313+0000 mon.a (mon.0) 147 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-09-06T15:46:24.993 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:24 smithi181 bash[70073]: audit 2024-09-06T15:46:23.459691+0000 mgr.y (mgr.25115) 469 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:46:24.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:24 smithi181 bash[70073]: audit 2024-09-06T15:46:23.459691+0000 mgr.y (mgr.25115) 469 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:46:24.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:24 smithi181 bash[70073]: cluster 2024-09-06T15:46:23.795350+0000 mgr.y (mgr.25115) 470 : cluster [DBG] pgmap v259: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 380 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 70/636 objects degraded (11.006%) 2024-09-06T15:46:24.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:24 smithi181 bash[70073]: cluster 2024-09-06T15:46:23.795350+0000 mgr.y (mgr.25115) 470 : cluster [DBG] pgmap v259: 161 pgs: 37 active+undersized, 21 active+undersized+degraded, 103 active+clean; 585 KiB data, 380 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 70/636 objects degraded (11.006%) 2024-09-06T15:46:24.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:24 smithi181 bash[70073]: cluster 2024-09-06T15:46:24.018313+0000 mon.a (mon.0) 147 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-09-06T15:46:24.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:24 smithi181 bash[70073]: cluster 2024-09-06T15:46:24.018313+0000 mon.a (mon.0) 147 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-09-06T15:46:26.195 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:46:26 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:46:26] "GET /metrics HTTP/1.1" 200 38372 "" "Prometheus/2.51.0" 2024-09-06T15:46:26.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:25 smithi169 bash[88858]: cluster 2024-09-06T15:46:25.849319+0000 mon.a (mon.0) 148 : cluster [WRN] Health check update: Degraded data redundancy: 31/636 objects degraded (4.874%), 8 pgs degraded (PG_DEGRADED) 2024-09-06T15:46:26.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:25 smithi169 bash[88858]: cluster 2024-09-06T15:46:25.849319+0000 mon.a (mon.0) 148 : cluster [WRN] Health check update: Degraded data redundancy: 31/636 objects degraded (4.874%), 8 pgs degraded (PG_DEGRADED) 2024-09-06T15:46:26.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:25 smithi169 bash[92568]: cluster 2024-09-06T15:46:25.849319+0000 mon.a (mon.0) 148 : cluster [WRN] Health check update: Degraded data redundancy: 31/636 objects degraded (4.874%), 8 pgs degraded (PG_DEGRADED) 2024-09-06T15:46:26.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:25 smithi169 bash[92568]: cluster 2024-09-06T15:46:25.849319+0000 mon.a (mon.0) 148 : cluster [WRN] Health check update: Degraded data redundancy: 31/636 objects degraded (4.874%), 8 pgs degraded (PG_DEGRADED) 2024-09-06T15:46:26.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:46:25 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:46:25.80809396Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:46:26.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:25 smithi181 bash[70073]: cluster 2024-09-06T15:46:25.849319+0000 mon.a (mon.0) 148 : cluster [WRN] Health check update: Degraded data redundancy: 31/636 objects degraded (4.874%), 8 pgs degraded (PG_DEGRADED) 2024-09-06T15:46:26.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:25 smithi181 bash[70073]: cluster 2024-09-06T15:46:25.849319+0000 mon.a (mon.0) 148 : cluster [WRN] Health check update: Degraded data redundancy: 31/636 objects degraded (4.874%), 8 pgs degraded (PG_DEGRADED) 2024-09-06T15:46:27.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:26 smithi169 bash[88858]: cluster 2024-09-06T15:46:25.797191+0000 mgr.y (mgr.25115) 471 : cluster [DBG] pgmap v261: 161 pgs: 13 active+undersized, 8 active+undersized+degraded, 140 active+clean; 585 KiB data, 381 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 31/636 objects degraded (4.874%) 2024-09-06T15:46:27.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:26 smithi169 bash[88858]: cluster 2024-09-06T15:46:25.797191+0000 mgr.y (mgr.25115) 471 : cluster [DBG] pgmap v261: 161 pgs: 13 active+undersized, 8 active+undersized+degraded, 140 active+clean; 585 KiB data, 381 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 31/636 objects degraded (4.874%) 2024-09-06T15:46:27.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:26 smithi169 bash[92568]: cluster 2024-09-06T15:46:25.797191+0000 mgr.y (mgr.25115) 471 : cluster [DBG] pgmap v261: 161 pgs: 13 active+undersized, 8 active+undersized+degraded, 140 active+clean; 585 KiB data, 381 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 31/636 objects degraded (4.874%) 2024-09-06T15:46:27.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:26 smithi169 bash[92568]: cluster 2024-09-06T15:46:25.797191+0000 mgr.y (mgr.25115) 471 : cluster [DBG] pgmap v261: 161 pgs: 13 active+undersized, 8 active+undersized+degraded, 140 active+clean; 585 KiB data, 381 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 31/636 objects degraded (4.874%) 2024-09-06T15:46:27.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:26 smithi181 bash[70073]: cluster 2024-09-06T15:46:25.797191+0000 mgr.y (mgr.25115) 471 : cluster [DBG] pgmap v261: 161 pgs: 13 active+undersized, 8 active+undersized+degraded, 140 active+clean; 585 KiB data, 381 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 31/636 objects degraded (4.874%) 2024-09-06T15:46:27.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:26 smithi181 bash[70073]: cluster 2024-09-06T15:46:25.797191+0000 mgr.y (mgr.25115) 471 : cluster [DBG] pgmap v261: 161 pgs: 13 active+undersized, 8 active+undersized+degraded, 140 active+clean; 585 KiB data, 381 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 31/636 objects degraded (4.874%) 2024-09-06T15:46:28.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:27 smithi181 bash[70073]: cluster 2024-09-06T15:46:27.798215+0000 mgr.y (mgr.25115) 472 : cluster [DBG] pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 814 B/s rd, 0 op/s 2024-09-06T15:46:28.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:27 smithi181 bash[70073]: cluster 2024-09-06T15:46:27.798215+0000 mgr.y (mgr.25115) 472 : cluster [DBG] pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 814 B/s rd, 0 op/s 2024-09-06T15:46:28.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:27 smithi181 bash[70073]: cluster 2024-09-06T15:46:27.903971+0000 mon.a (mon.0) 149 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 31/636 objects degraded (4.874%), 8 pgs degraded) 2024-09-06T15:46:28.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:27 smithi181 bash[70073]: cluster 2024-09-06T15:46:27.903971+0000 mon.a (mon.0) 149 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 31/636 objects degraded (4.874%), 8 pgs degraded) 2024-09-06T15:46:28.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:27 smithi169 bash[88858]: cluster 2024-09-06T15:46:27.798215+0000 mgr.y (mgr.25115) 472 : cluster [DBG] pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 814 B/s rd, 0 op/s 2024-09-06T15:46:28.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:27 smithi169 bash[88858]: cluster 2024-09-06T15:46:27.798215+0000 mgr.y (mgr.25115) 472 : cluster [DBG] pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 814 B/s rd, 0 op/s 2024-09-06T15:46:28.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:27 smithi169 bash[88858]: cluster 2024-09-06T15:46:27.903971+0000 mon.a (mon.0) 149 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 31/636 objects degraded (4.874%), 8 pgs degraded) 2024-09-06T15:46:28.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:27 smithi169 bash[88858]: cluster 2024-09-06T15:46:27.903971+0000 mon.a (mon.0) 149 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 31/636 objects degraded (4.874%), 8 pgs degraded) 2024-09-06T15:46:28.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:27 smithi169 bash[92568]: cluster 2024-09-06T15:46:27.798215+0000 mgr.y (mgr.25115) 472 : cluster [DBG] pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 814 B/s rd, 0 op/s 2024-09-06T15:46:28.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:27 smithi169 bash[92568]: cluster 2024-09-06T15:46:27.798215+0000 mgr.y (mgr.25115) 472 : cluster [DBG] pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 814 B/s rd, 0 op/s 2024-09-06T15:46:28.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:27 smithi169 bash[92568]: cluster 2024-09-06T15:46:27.903971+0000 mon.a (mon.0) 149 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 31/636 objects degraded (4.874%), 8 pgs degraded) 2024-09-06T15:46:28.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:27 smithi169 bash[92568]: cluster 2024-09-06T15:46:27.903971+0000 mon.a (mon.0) 149 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 31/636 objects degraded (4.874%), 8 pgs degraded) 2024-09-06T15:46:29.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:46:28 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:46:28.846167512Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:46:31.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[88858]: audit 2024-09-06T15:46:29.792509+0000 mon.a (mon.0) 150 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:31.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[88858]: audit 2024-09-06T15:46:29.792509+0000 mon.a (mon.0) 150 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:31.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[88858]: cluster 2024-09-06T15:46:29.798912+0000 mgr.y (mgr.25115) 473 : cluster [DBG] pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-06T15:46:31.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[88858]: cluster 2024-09-06T15:46:29.798912+0000 mgr.y (mgr.25115) 473 : cluster [DBG] pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-06T15:46:31.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[88858]: audit 2024-09-06T15:46:29.808767+0000 mon.a (mon.0) 151 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:31.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[88858]: audit 2024-09-06T15:46:29.808767+0000 mon.a (mon.0) 151 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:31.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[88858]: audit 2024-09-06T15:46:29.817384+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:46:31.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[88858]: audit 2024-09-06T15:46:29.817384+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:46:31.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[88858]: audit 2024-09-06T15:46:29.819273+0000 mon.b (mon.1) 84 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:46:31.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[88858]: audit 2024-09-06T15:46:29.819273+0000 mon.b (mon.1) 84 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:46:31.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[88858]: audit 2024-09-06T15:46:29.828166+0000 mon.a (mon.0) 152 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:31.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[88858]: audit 2024-09-06T15:46:29.828166+0000 mon.a (mon.0) 152 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:31.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[88858]: audit 2024-09-06T15:46:29.988185+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:46:31.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[88858]: audit 2024-09-06T15:46:29.988185+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:46:31.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[88858]: audit 2024-09-06T15:46:29.991810+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:46:31.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[88858]: audit 2024-09-06T15:46:29.991810+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:46:31.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[88858]: audit 2024-09-06T15:46:29.994554+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:46:31.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[88858]: audit 2024-09-06T15:46:29.994554+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:46:31.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[88858]: audit 2024-09-06T15:46:29.996857+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:46:31.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[88858]: audit 2024-09-06T15:46:29.996857+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:46:31.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[92568]: audit 2024-09-06T15:46:29.792509+0000 mon.a (mon.0) 150 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:31.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[92568]: audit 2024-09-06T15:46:29.792509+0000 mon.a (mon.0) 150 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:31.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[92568]: cluster 2024-09-06T15:46:29.798912+0000 mgr.y (mgr.25115) 473 : cluster [DBG] pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-06T15:46:31.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[92568]: cluster 2024-09-06T15:46:29.798912+0000 mgr.y (mgr.25115) 473 : cluster [DBG] pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-06T15:46:31.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[92568]: audit 2024-09-06T15:46:29.808767+0000 mon.a (mon.0) 151 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:31.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[92568]: audit 2024-09-06T15:46:29.808767+0000 mon.a (mon.0) 151 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:31.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[92568]: audit 2024-09-06T15:46:29.817384+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:46:31.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[92568]: audit 2024-09-06T15:46:29.817384+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:46:31.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[92568]: audit 2024-09-06T15:46:29.819273+0000 mon.b (mon.1) 84 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:46:31.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[92568]: audit 2024-09-06T15:46:29.819273+0000 mon.b (mon.1) 84 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:46:31.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[92568]: audit 2024-09-06T15:46:29.828166+0000 mon.a (mon.0) 152 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:31.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[92568]: audit 2024-09-06T15:46:29.828166+0000 mon.a (mon.0) 152 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:31.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[92568]: audit 2024-09-06T15:46:29.988185+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:46:31.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[92568]: audit 2024-09-06T15:46:29.988185+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:46:31.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[92568]: audit 2024-09-06T15:46:29.991810+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:46:31.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[92568]: audit 2024-09-06T15:46:29.991810+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:46:31.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[92568]: audit 2024-09-06T15:46:29.994554+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:46:31.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[92568]: audit 2024-09-06T15:46:29.994554+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:46:31.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[92568]: audit 2024-09-06T15:46:29.996857+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:46:31.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[92568]: audit 2024-09-06T15:46:29.996857+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:46:31.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[92568]: audit 2024-09-06T15:46:29.999585+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-06T15:46:31.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[92568]: audit 2024-09-06T15:46:29.999585+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-06T15:46:31.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[92568]: audit 2024-09-06T15:46:30.297495+0000 mon.a (mon.0) 153 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:31.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[92568]: audit 2024-09-06T15:46:30.297495+0000 mon.a (mon.0) 153 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:31.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[92568]: audit 2024-09-06T15:46:30.304362+0000 mon.b (mon.1) 90 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:46:31.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[92568]: audit 2024-09-06T15:46:30.304362+0000 mon.b (mon.1) 90 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:46:31.200 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[88858]: audit 2024-09-06T15:46:29.999585+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-06T15:46:31.200 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[88858]: audit 2024-09-06T15:46:29.999585+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-06T15:46:31.200 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[88858]: audit 2024-09-06T15:46:30.297495+0000 mon.a (mon.0) 153 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:31.201 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[88858]: audit 2024-09-06T15:46:30.297495+0000 mon.a (mon.0) 153 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:31.201 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[88858]: audit 2024-09-06T15:46:30.304362+0000 mon.b (mon.1) 90 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:46:31.201 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:30 smithi169 bash[88858]: audit 2024-09-06T15:46:30.304362+0000 mon.b (mon.1) 90 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:46:31.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:30 smithi181 bash[70073]: audit 2024-09-06T15:46:29.792509+0000 mon.a (mon.0) 150 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:31.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:30 smithi181 bash[70073]: audit 2024-09-06T15:46:29.792509+0000 mon.a (mon.0) 150 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:31.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:30 smithi181 bash[70073]: cluster 2024-09-06T15:46:29.798912+0000 mgr.y (mgr.25115) 473 : cluster [DBG] pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-06T15:46:31.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:30 smithi181 bash[70073]: cluster 2024-09-06T15:46:29.798912+0000 mgr.y (mgr.25115) 473 : cluster [DBG] pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-06T15:46:31.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:30 smithi181 bash[70073]: audit 2024-09-06T15:46:29.808767+0000 mon.a (mon.0) 151 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:31.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:30 smithi181 bash[70073]: audit 2024-09-06T15:46:29.808767+0000 mon.a (mon.0) 151 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:31.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:30 smithi181 bash[70073]: audit 2024-09-06T15:46:29.817384+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:46:31.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:30 smithi181 bash[70073]: audit 2024-09-06T15:46:29.817384+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:46:31.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:30 smithi181 bash[70073]: audit 2024-09-06T15:46:29.819273+0000 mon.b (mon.1) 84 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:46:31.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:30 smithi181 bash[70073]: audit 2024-09-06T15:46:29.819273+0000 mon.b (mon.1) 84 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:46:31.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:30 smithi181 bash[70073]: audit 2024-09-06T15:46:29.828166+0000 mon.a (mon.0) 152 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:31.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:30 smithi181 bash[70073]: audit 2024-09-06T15:46:29.828166+0000 mon.a (mon.0) 152 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:31.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:30 smithi181 bash[70073]: audit 2024-09-06T15:46:29.988185+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:46:31.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:30 smithi181 bash[70073]: audit 2024-09-06T15:46:29.988185+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:46:31.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:30 smithi181 bash[70073]: audit 2024-09-06T15:46:29.991810+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:46:31.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:30 smithi181 bash[70073]: audit 2024-09-06T15:46:29.991810+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:46:31.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:30 smithi181 bash[70073]: audit 2024-09-06T15:46:29.994554+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:46:31.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:30 smithi181 bash[70073]: audit 2024-09-06T15:46:29.994554+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:46:31.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:30 smithi181 bash[70073]: audit 2024-09-06T15:46:29.996857+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:46:31.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:30 smithi181 bash[70073]: audit 2024-09-06T15:46:29.996857+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:46:31.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:30 smithi181 bash[70073]: audit 2024-09-06T15:46:29.999585+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-06T15:46:31.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:30 smithi181 bash[70073]: audit 2024-09-06T15:46:29.999585+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-06T15:46:31.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:30 smithi181 bash[70073]: audit 2024-09-06T15:46:30.297495+0000 mon.a (mon.0) 153 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:31.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:30 smithi181 bash[70073]: audit 2024-09-06T15:46:30.297495+0000 mon.a (mon.0) 153 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:31.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:30 smithi181 bash[70073]: audit 2024-09-06T15:46:30.304362+0000 mon.b (mon.1) 90 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:46:31.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:30 smithi181 bash[70073]: audit 2024-09-06T15:46:30.304362+0000 mon.b (mon.1) 90 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:46:31.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:31 smithi169 bash[92568]: audit 2024-09-06T15:46:29.995445+0000 mgr.y (mgr.25115) 474 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-06T15:46:31.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:31 smithi169 bash[92568]: audit 2024-09-06T15:46:29.995445+0000 mgr.y (mgr.25115) 474 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-06T15:46:31.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:31 smithi169 bash[92568]: cephadm 2024-09-06T15:46:29.997886+0000 mgr.y (mgr.25115) 475 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-09-06T15:46:31.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:31 smithi169 bash[92568]: cephadm 2024-09-06T15:46:29.997886+0000 mgr.y (mgr.25115) 475 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-09-06T15:46:31.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:31 smithi169 bash[88858]: audit 2024-09-06T15:46:29.995445+0000 mgr.y (mgr.25115) 474 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-06T15:46:31.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:31 smithi169 bash[88858]: audit 2024-09-06T15:46:29.995445+0000 mgr.y (mgr.25115) 474 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-06T15:46:31.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:31 smithi169 bash[88858]: cephadm 2024-09-06T15:46:29.997886+0000 mgr.y (mgr.25115) 475 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-09-06T15:46:31.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:31 smithi169 bash[88858]: cephadm 2024-09-06T15:46:29.997886+0000 mgr.y (mgr.25115) 475 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-09-06T15:46:32.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:46:31 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:46:31.815345748Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:46:32.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:31 smithi181 bash[70073]: audit 2024-09-06T15:46:29.995445+0000 mgr.y (mgr.25115) 474 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-06T15:46:32.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:31 smithi181 bash[70073]: audit 2024-09-06T15:46:29.995445+0000 mgr.y (mgr.25115) 474 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-06T15:46:32.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:31 smithi181 bash[70073]: cephadm 2024-09-06T15:46:29.997886+0000 mgr.y (mgr.25115) 475 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-09-06T15:46:32.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:31 smithi181 bash[70073]: cephadm 2024-09-06T15:46:29.997886+0000 mgr.y (mgr.25115) 475 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-09-06T15:46:33.110 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:32 smithi169 bash[88858]: cluster 2024-09-06T15:46:31.800072+0000 mgr.y (mgr.25115) 476 : cluster [DBG] pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-06T15:46:33.110 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:32 smithi169 bash[88858]: cluster 2024-09-06T15:46:31.800072+0000 mgr.y (mgr.25115) 476 : cluster [DBG] pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-06T15:46:33.110 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:32 smithi169 bash[88858]: audit 2024-09-06T15:46:32.503712+0000 mon.a (mon.0) 154 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:33.110 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:32 smithi169 bash[88858]: audit 2024-09-06T15:46:32.503712+0000 mon.a (mon.0) 154 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:33.110 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:32 smithi169 bash[88858]: audit 2024-09-06T15:46:32.517345+0000 mon.b (mon.1) 91 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-06T15:46:33.110 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:32 smithi169 bash[88858]: audit 2024-09-06T15:46:32.517345+0000 mon.b (mon.1) 91 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-06T15:46:33.110 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:32 smithi169 bash[88858]: audit 2024-09-06T15:46:32.519302+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:46:33.111 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:32 smithi169 bash[88858]: audit 2024-09-06T15:46:32.519302+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:46:33.111 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:32 smithi169 bash[92568]: cluster 2024-09-06T15:46:31.800072+0000 mgr.y (mgr.25115) 476 : cluster [DBG] pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-06T15:46:33.111 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:32 smithi169 bash[92568]: cluster 2024-09-06T15:46:31.800072+0000 mgr.y (mgr.25115) 476 : cluster [DBG] pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-06T15:46:33.111 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:32 smithi169 bash[92568]: audit 2024-09-06T15:46:32.503712+0000 mon.a (mon.0) 154 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:33.111 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:32 smithi169 bash[92568]: audit 2024-09-06T15:46:32.503712+0000 mon.a (mon.0) 154 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:33.111 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:32 smithi169 bash[92568]: audit 2024-09-06T15:46:32.517345+0000 mon.b (mon.1) 91 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-06T15:46:33.111 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:32 smithi169 bash[92568]: audit 2024-09-06T15:46:32.517345+0000 mon.b (mon.1) 91 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-06T15:46:33.111 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:32 smithi169 bash[92568]: audit 2024-09-06T15:46:32.519302+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:46:33.111 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:32 smithi169 bash[92568]: audit 2024-09-06T15:46:32.519302+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:46:33.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:32 smithi181 bash[70073]: cluster 2024-09-06T15:46:31.800072+0000 mgr.y (mgr.25115) 476 : cluster [DBG] pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-06T15:46:33.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:32 smithi181 bash[70073]: cluster 2024-09-06T15:46:31.800072+0000 mgr.y (mgr.25115) 476 : cluster [DBG] pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-06T15:46:33.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:32 smithi181 bash[70073]: audit 2024-09-06T15:46:32.503712+0000 mon.a (mon.0) 154 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:33.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:32 smithi181 bash[70073]: audit 2024-09-06T15:46:32.503712+0000 mon.a (mon.0) 154 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:33.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:32 smithi181 bash[70073]: audit 2024-09-06T15:46:32.517345+0000 mon.b (mon.1) 91 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-06T15:46:33.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:32 smithi181 bash[70073]: audit 2024-09-06T15:46:32.517345+0000 mon.b (mon.1) 91 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-06T15:46:33.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:32 smithi181 bash[70073]: audit 2024-09-06T15:46:32.519302+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:46:33.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:32 smithi181 bash[70073]: audit 2024-09-06T15:46:32.519302+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:46:34.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:33 smithi169 bash[92568]: cephadm 2024-09-06T15:46:32.497782+0000 mgr.y (mgr.25115) 477 : cephadm [INF] Upgrade: Updating osd.1 2024-09-06T15:46:34.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:33 smithi169 bash[92568]: cephadm 2024-09-06T15:46:32.497782+0000 mgr.y (mgr.25115) 477 : cephadm [INF] Upgrade: Updating osd.1 2024-09-06T15:46:34.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:33 smithi169 bash[92568]: cephadm 2024-09-06T15:46:32.520254+0000 mgr.y (mgr.25115) 478 : cephadm [INF] Deploying daemon osd.1 on smithi169 2024-09-06T15:46:34.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:33 smithi169 bash[92568]: cephadm 2024-09-06T15:46:32.520254+0000 mgr.y (mgr.25115) 478 : cephadm [INF] Deploying daemon osd.1 on smithi169 2024-09-06T15:46:34.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:33 smithi169 bash[88858]: cephadm 2024-09-06T15:46:32.497782+0000 mgr.y (mgr.25115) 477 : cephadm [INF] Upgrade: Updating osd.1 2024-09-06T15:46:34.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:33 smithi169 bash[88858]: cephadm 2024-09-06T15:46:32.497782+0000 mgr.y (mgr.25115) 477 : cephadm [INF] Upgrade: Updating osd.1 2024-09-06T15:46:34.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:33 smithi169 bash[88858]: cephadm 2024-09-06T15:46:32.520254+0000 mgr.y (mgr.25115) 478 : cephadm [INF] Deploying daemon osd.1 on smithi169 2024-09-06T15:46:34.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:33 smithi169 bash[88858]: cephadm 2024-09-06T15:46:32.520254+0000 mgr.y (mgr.25115) 478 : cephadm [INF] Deploying daemon osd.1 on smithi169 2024-09-06T15:46:34.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:33 smithi181 bash[70073]: cephadm 2024-09-06T15:46:32.497782+0000 mgr.y (mgr.25115) 477 : cephadm [INF] Upgrade: Updating osd.1 2024-09-06T15:46:34.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:33 smithi181 bash[70073]: cephadm 2024-09-06T15:46:32.497782+0000 mgr.y (mgr.25115) 477 : cephadm [INF] Upgrade: Updating osd.1 2024-09-06T15:46:34.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:33 smithi181 bash[70073]: cephadm 2024-09-06T15:46:32.520254+0000 mgr.y (mgr.25115) 478 : cephadm [INF] Deploying daemon osd.1 on smithi169 2024-09-06T15:46:34.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:33 smithi181 bash[70073]: cephadm 2024-09-06T15:46:32.520254+0000 mgr.y (mgr.25115) 478 : cephadm [INF] Deploying daemon osd.1 on smithi169 2024-09-06T15:46:35.122 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-09-06T15:46:35.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:34 smithi169 bash[88858]: audit 2024-09-06T15:46:33.467601+0000 mgr.y (mgr.25115) 479 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:46:35.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:34 smithi169 bash[88858]: audit 2024-09-06T15:46:33.467601+0000 mgr.y (mgr.25115) 479 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:46:35.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:34 smithi169 bash[88858]: cluster 2024-09-06T15:46:33.800484+0000 mgr.y (mgr.25115) 480 : cluster [DBG] pgmap v265: 161 pgs: 161 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:46:35.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:34 smithi169 bash[88858]: cluster 2024-09-06T15:46:33.800484+0000 mgr.y (mgr.25115) 480 : cluster [DBG] pgmap v265: 161 pgs: 161 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:46:35.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:34 smithi169 bash[92568]: audit 2024-09-06T15:46:33.467601+0000 mgr.y (mgr.25115) 479 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:46:35.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:34 smithi169 bash[92568]: audit 2024-09-06T15:46:33.467601+0000 mgr.y (mgr.25115) 479 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:46:35.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:34 smithi169 bash[92568]: cluster 2024-09-06T15:46:33.800484+0000 mgr.y (mgr.25115) 480 : cluster [DBG] pgmap v265: 161 pgs: 161 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:46:35.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:34 smithi169 bash[92568]: cluster 2024-09-06T15:46:33.800484+0000 mgr.y (mgr.25115) 480 : cluster [DBG] pgmap v265: 161 pgs: 161 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:46:35.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:46:34 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:46:34.811159466Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:46:35.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:34 smithi181 bash[70073]: audit 2024-09-06T15:46:33.467601+0000 mgr.y (mgr.25115) 479 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:46:35.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:34 smithi181 bash[70073]: audit 2024-09-06T15:46:33.467601+0000 mgr.y (mgr.25115) 479 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:46:35.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:34 smithi181 bash[70073]: cluster 2024-09-06T15:46:33.800484+0000 mgr.y (mgr.25115) 480 : cluster [DBG] pgmap v265: 161 pgs: 161 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:46:35.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:34 smithi181 bash[70073]: cluster 2024-09-06T15:46:33.800484+0000 mgr.y (mgr.25115) 480 : cluster [DBG] pgmap v265: 161 pgs: 161 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:46:35.685 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-06T15:46:35.685 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (6m) 17s ago 34m 13.7M - 0.27.0 11f11916f8cd 20ee608606f5 2024-09-06T15:46:35.686 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi181 *:3000 running (5m) 3m ago 33m 68.4M - c8b91775d855 e391fbe8c873 2024-09-06T15:46:35.686 INFO:teuthology.orchestra.run.smithi169.stdout:iscsi.foo.smithi169.yxosuq smithi169 *:5000 running (8m) 17s ago 31m 48.9M - 3.8 b6db46a449e5 e63406a8c5a8 2024-09-06T15:46:35.686 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi181 *:8443,9283,8765 running (8m) 3m ago 42m 438M - 19.3.0-4704-g8b38c33c 1c45aca0610a 291c4d2bed88 2024-09-06T15:46:35.686 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (19m) 17s ago 44m 506M - 19.3.0-4704-g8b38c33c 1c45aca0610a 5f9711fb78b7 2024-09-06T15:46:35.686 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (2m) 17s ago 44m 42.1M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a d211c6462d65 2024-09-06T15:46:35.686 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi181 running (3m) 3m ago 42m 18.5M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a 791f1710b3c0 2024-09-06T15:46:35.686 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (2m) 17s ago 42m 31.8M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a 93381d04b238 2024-09-06T15:46:35.686 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (7m) 17s ago 34m 8116k - 1.7.0 72c9c2088986 03c6f14026b2 2024-09-06T15:46:35.686 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi181 *:9100 running (7m) 3m ago 34m 8007k - 1.7.0 72c9c2088986 0895a0652401 2024-09-06T15:46:35.686 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (21s) 17s ago 41m - 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a 8a33f3e58f93 2024-09-06T15:46:35.686 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (40m) 17s ago 40m 69.5M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 d527f97f0b83 2024-09-06T15:46:35.686 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (39m) 17s ago 39m 63.5M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 303b15f1c60b 2024-09-06T15:46:35.687 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (38m) 17s ago 38m 68.2M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 524c24c2c8fd 2024-09-06T15:46:35.687 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi181 running (38m) 3m ago 38m 69.1M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 c9c9286e40c9 2024-09-06T15:46:35.687 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi181 running (37m) 3m ago 37m 56.0M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 427ff3118a0b 2024-09-06T15:46:35.687 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi181 running (36m) 3m ago 36m 64.5M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 9e6f947064d2 2024-09-06T15:46:35.687 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi181 running (35m) 3m ago 35m 67.2M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 a94f6f351ffd 2024-09-06T15:46:35.687 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi181 *:9095 running (6m) 3m ago 34m 39.5M - 2.51.0 1d3b7f56885b 365a3b66bc88 2024-09-06T15:46:35.687 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi169.svrjnx smithi169 *:8000 running (31m) 17s ago 31m 101M - 19.1.1-268-g635ed4cf b6db46a449e5 73d895896783 2024-09-06T15:46:35.687 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi181.fqbtai smithi181 *:8000 running (31m) 3m ago 31m 102M - 19.1.1-268-g635ed4cf b6db46a449e5 4aaa91540a99 2024-09-06T15:46:36.003 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:46:36.003 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-09-06T15:46:36.003 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 3 2024-09-06T15:46:36.003 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:46:36.003 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-09-06T15:46:36.003 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 2 2024-09-06T15:46:36.003 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:46:36.003 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-09-06T15:46:36.003 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 7, 2024-09-06T15:46:36.003 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 1 2024-09-06T15:46:36.004 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:46:36.004 INFO:teuthology.orchestra.run.smithi169.stdout: "rgw": { 2024-09-06T15:46:36.004 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 2 2024-09-06T15:46:36.004 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:46:36.004 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-09-06T15:46:36.004 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 9, 2024-09-06T15:46:36.004 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 6 2024-09-06T15:46:36.004 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-09-06T15:46:36.004 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:46:36.291 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:46:36.292 INFO:teuthology.orchestra.run.smithi169.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", 2024-09-06T15:46:36.292 INFO:teuthology.orchestra.run.smithi169.stdout: "in_progress": true, 2024-09-06T15:46:36.292 INFO:teuthology.orchestra.run.smithi169.stdout: "which": "Upgrading daemons of type(s) osd. Upgrade limited to 2 daemons (1 remaining).", 2024-09-06T15:46:36.292 INFO:teuthology.orchestra.run.smithi169.stdout: "services_complete": [], 2024-09-06T15:46:36.292 INFO:teuthology.orchestra.run.smithi169.stdout: "progress": "1/8 daemons upgraded", 2024-09-06T15:46:36.292 INFO:teuthology.orchestra.run.smithi169.stdout: "message": "Currently upgrading osd daemons", 2024-09-06T15:46:36.292 INFO:teuthology.orchestra.run.smithi169.stdout: "is_paused": false 2024-09-06T15:46:36.292 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:46:36.401 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:46:36 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:46:36] "GET /metrics HTTP/1.1" 200 38366 "" "Prometheus/2.51.0" 2024-09-06T15:46:36.657 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:36 smithi169 bash[88858]: audit 2024-09-06T15:46:35.112851+0000 mgr.y (mgr.25115) 481 : audit [DBG] from='client.44214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:36.657 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:36 smithi169 bash[88858]: audit 2024-09-06T15:46:35.112851+0000 mgr.y (mgr.25115) 481 : audit [DBG] from='client.44214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:36.657 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:36 smithi169 bash[88858]: audit 2024-09-06T15:46:35.389400+0000 mgr.y (mgr.25115) 482 : audit [DBG] from='client.44220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:36.657 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:36 smithi169 bash[88858]: audit 2024-09-06T15:46:35.389400+0000 mgr.y (mgr.25115) 482 : audit [DBG] from='client.44220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:36.658 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:36 smithi169 bash[88858]: audit 2024-09-06T15:46:35.394721+0000 mon.a (mon.0) 155 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:36.658 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:36 smithi169 bash[88858]: audit 2024-09-06T15:46:35.394721+0000 mon.a (mon.0) 155 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:36.658 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:36 smithi169 bash[88858]: audit 2024-09-06T15:46:35.673718+0000 mgr.y (mgr.25115) 483 : audit [DBG] from='client.44226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:36.658 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:36 smithi169 bash[88858]: audit 2024-09-06T15:46:35.673718+0000 mgr.y (mgr.25115) 483 : audit [DBG] from='client.44226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:36.658 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:36 smithi169 bash[88858]: cluster 2024-09-06T15:46:35.801198+0000 mgr.y (mgr.25115) 484 : cluster [DBG] pgmap v266: 161 pgs: 161 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:46:36.658 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:36 smithi169 bash[88858]: cluster 2024-09-06T15:46:35.801198+0000 mgr.y (mgr.25115) 484 : cluster [DBG] pgmap v266: 161 pgs: 161 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:46:36.658 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:36 smithi169 bash[88858]: audit 2024-09-06T15:46:36.004263+0000 mon.a (mon.0) 156 : audit [DBG] from='client.? 172.21.15.169:0/2488321680' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:46:36.658 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:36 smithi169 bash[88858]: audit 2024-09-06T15:46:36.004263+0000 mon.a (mon.0) 156 : audit [DBG] from='client.? 172.21.15.169:0/2488321680' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:46:36.658 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:36 smithi169 bash[92568]: audit 2024-09-06T15:46:35.112851+0000 mgr.y (mgr.25115) 481 : audit [DBG] from='client.44214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:36.658 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:36 smithi169 bash[92568]: audit 2024-09-06T15:46:35.112851+0000 mgr.y (mgr.25115) 481 : audit [DBG] from='client.44214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:36.659 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:36 smithi169 bash[92568]: audit 2024-09-06T15:46:35.389400+0000 mgr.y (mgr.25115) 482 : audit [DBG] from='client.44220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:36.659 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:36 smithi169 bash[92568]: audit 2024-09-06T15:46:35.389400+0000 mgr.y (mgr.25115) 482 : audit [DBG] from='client.44220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:36.659 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:36 smithi169 bash[92568]: audit 2024-09-06T15:46:35.394721+0000 mon.a (mon.0) 155 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:36.659 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:36 smithi169 bash[92568]: audit 2024-09-06T15:46:35.394721+0000 mon.a (mon.0) 155 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:36.659 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:36 smithi169 bash[92568]: audit 2024-09-06T15:46:35.673718+0000 mgr.y (mgr.25115) 483 : audit [DBG] from='client.44226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:36.659 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:36 smithi169 bash[92568]: audit 2024-09-06T15:46:35.673718+0000 mgr.y (mgr.25115) 483 : audit [DBG] from='client.44226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:36.659 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:36 smithi169 bash[92568]: cluster 2024-09-06T15:46:35.801198+0000 mgr.y (mgr.25115) 484 : cluster [DBG] pgmap v266: 161 pgs: 161 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:46:36.659 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:36 smithi169 bash[92568]: cluster 2024-09-06T15:46:35.801198+0000 mgr.y (mgr.25115) 484 : cluster [DBG] pgmap v266: 161 pgs: 161 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:46:36.659 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:36 smithi169 bash[92568]: audit 2024-09-06T15:46:36.004263+0000 mon.a (mon.0) 156 : audit [DBG] from='client.? 172.21.15.169:0/2488321680' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:46:36.659 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:36 smithi169 bash[92568]: audit 2024-09-06T15:46:36.004263+0000 mon.a (mon.0) 156 : audit [DBG] from='client.? 172.21.15.169:0/2488321680' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:46:36.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:36 smithi181 bash[70073]: audit 2024-09-06T15:46:35.112851+0000 mgr.y (mgr.25115) 481 : audit [DBG] from='client.44214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:36.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:36 smithi181 bash[70073]: audit 2024-09-06T15:46:35.112851+0000 mgr.y (mgr.25115) 481 : audit [DBG] from='client.44214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:36.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:36 smithi181 bash[70073]: audit 2024-09-06T15:46:35.389400+0000 mgr.y (mgr.25115) 482 : audit [DBG] from='client.44220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:36.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:36 smithi181 bash[70073]: audit 2024-09-06T15:46:35.389400+0000 mgr.y (mgr.25115) 482 : audit [DBG] from='client.44220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:36.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:36 smithi181 bash[70073]: audit 2024-09-06T15:46:35.394721+0000 mon.a (mon.0) 155 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:36.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:36 smithi181 bash[70073]: audit 2024-09-06T15:46:35.394721+0000 mon.a (mon.0) 155 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:36.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:36 smithi181 bash[70073]: audit 2024-09-06T15:46:35.673718+0000 mgr.y (mgr.25115) 483 : audit [DBG] from='client.44226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:36.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:36 smithi181 bash[70073]: audit 2024-09-06T15:46:35.673718+0000 mgr.y (mgr.25115) 483 : audit [DBG] from='client.44226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:36.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:36 smithi181 bash[70073]: cluster 2024-09-06T15:46:35.801198+0000 mgr.y (mgr.25115) 484 : cluster [DBG] pgmap v266: 161 pgs: 161 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:46:36.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:36 smithi181 bash[70073]: cluster 2024-09-06T15:46:35.801198+0000 mgr.y (mgr.25115) 484 : cluster [DBG] pgmap v266: 161 pgs: 161 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:46:36.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:36 smithi181 bash[70073]: audit 2024-09-06T15:46:36.004263+0000 mon.a (mon.0) 156 : audit [DBG] from='client.? 172.21.15.169:0/2488321680' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:46:36.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:36 smithi181 bash[70073]: audit 2024-09-06T15:46:36.004263+0000 mon.a (mon.0) 156 : audit [DBG] from='client.? 172.21.15.169:0/2488321680' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:46:37.664 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:37 smithi169 bash[88858]: audit 2024-09-06T15:46:36.293619+0000 mgr.y (mgr.25115) 485 : audit [DBG] from='client.44238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:37.664 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:37 smithi169 bash[88858]: audit 2024-09-06T15:46:36.293619+0000 mgr.y (mgr.25115) 485 : audit [DBG] from='client.44238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:37.664 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:37 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:46:37.665 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:46:37 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:46:37.665 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:46:37 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:46:37.665 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:46:37 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:46:37.666 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:46:37 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:46:37.666 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:46:37 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:46:37.666 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:46:37 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:46:37.667 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:46:37 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:46:37.667 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:37 smithi169 bash[92568]: audit 2024-09-06T15:46:36.293619+0000 mgr.y (mgr.25115) 485 : audit [DBG] from='client.44238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:37.667 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:37 smithi169 bash[92568]: audit 2024-09-06T15:46:36.293619+0000 mgr.y (mgr.25115) 485 : audit [DBG] from='client.44238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:37.667 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:37 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:46:37.743 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:37 smithi181 bash[70073]: audit 2024-09-06T15:46:36.293619+0000 mgr.y (mgr.25115) 485 : audit [DBG] from='client.44238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:37.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:37 smithi181 bash[70073]: audit 2024-09-06T15:46:36.293619+0000 mgr.y (mgr.25115) 485 : audit [DBG] from='client.44238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:46:37.945 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:46:37 smithi169 systemd[1]: Stopping Ceph osd.1 for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:46:37.945 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:46:37 smithi169 bash[34633]: debug 2024-09-06T15:46:37.761+0000 7f7c81499640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-06T15:46:37.946 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:46:37 smithi169 bash[34633]: debug 2024-09-06T15:46:37.761+0000 7f7c81499640 -1 osd.1 116 *** Got signal Terminated *** 2024-09-06T15:46:37.946 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:46:37 smithi169 bash[34633]: debug 2024-09-06T15:46:37.761+0000 7f7c81499640 -1 osd.1 116 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-06T15:46:38.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:46:37 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:46:37.819144183Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:46:38.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:38 smithi169 bash[88858]: cluster 2024-09-06T15:46:37.765334+0000 mon.a (mon.0) 157 : cluster [INF] osd.1 marked itself down and dead 2024-09-06T15:46:38.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:38 smithi169 bash[88858]: cluster 2024-09-06T15:46:37.765334+0000 mon.a (mon.0) 157 : cluster [INF] osd.1 marked itself down and dead 2024-09-06T15:46:38.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:38 smithi169 bash[88858]: cluster 2024-09-06T15:46:37.801828+0000 mgr.y (mgr.25115) 486 : cluster [DBG] pgmap v267: 161 pgs: 161 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:46:38.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:38 smithi169 bash[88858]: cluster 2024-09-06T15:46:37.801828+0000 mgr.y (mgr.25115) 486 : cluster [DBG] pgmap v267: 161 pgs: 161 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:46:38.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:38 smithi169 bash[92568]: cluster 2024-09-06T15:46:37.765334+0000 mon.a (mon.0) 157 : cluster [INF] osd.1 marked itself down and dead 2024-09-06T15:46:38.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:38 smithi169 bash[92568]: cluster 2024-09-06T15:46:37.765334+0000 mon.a (mon.0) 157 : cluster [INF] osd.1 marked itself down and dead 2024-09-06T15:46:38.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:38 smithi169 bash[92568]: cluster 2024-09-06T15:46:37.801828+0000 mgr.y (mgr.25115) 486 : cluster [DBG] pgmap v267: 161 pgs: 161 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:46:38.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:38 smithi169 bash[92568]: cluster 2024-09-06T15:46:37.801828+0000 mgr.y (mgr.25115) 486 : cluster [DBG] pgmap v267: 161 pgs: 161 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:46:38.743 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:38 smithi181 bash[70073]: cluster 2024-09-06T15:46:37.765334+0000 mon.a (mon.0) 157 : cluster [INF] osd.1 marked itself down and dead 2024-09-06T15:46:38.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:38 smithi181 bash[70073]: cluster 2024-09-06T15:46:37.765334+0000 mon.a (mon.0) 157 : cluster [INF] osd.1 marked itself down and dead 2024-09-06T15:46:38.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:38 smithi181 bash[70073]: cluster 2024-09-06T15:46:37.801828+0000 mgr.y (mgr.25115) 486 : cluster [DBG] pgmap v267: 161 pgs: 161 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:46:38.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:38 smithi181 bash[70073]: cluster 2024-09-06T15:46:37.801828+0000 mgr.y (mgr.25115) 486 : cluster [DBG] pgmap v267: 161 pgs: 161 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:46:39.695 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:46:39 smithi169 bash[101855]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-osd-1 2024-09-06T15:46:39.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:39 smithi169 bash[88858]: cluster 2024-09-06T15:46:38.419626+0000 mon.a (mon.0) 158 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:46:39.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:39 smithi169 bash[88858]: cluster 2024-09-06T15:46:38.419626+0000 mon.a (mon.0) 158 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:46:39.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:39 smithi169 bash[88858]: cluster 2024-09-06T15:46:38.443568+0000 mon.a (mon.0) 159 : cluster [DBG] osdmap e117: 8 total, 7 up, 8 in 2024-09-06T15:46:39.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:39 smithi169 bash[88858]: cluster 2024-09-06T15:46:38.443568+0000 mon.a (mon.0) 159 : cluster [DBG] osdmap e117: 8 total, 7 up, 8 in 2024-09-06T15:46:39.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:39 smithi169 bash[92568]: cluster 2024-09-06T15:46:38.419626+0000 mon.a (mon.0) 158 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:46:39.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:39 smithi169 bash[92568]: cluster 2024-09-06T15:46:38.419626+0000 mon.a (mon.0) 158 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:46:39.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:39 smithi169 bash[92568]: cluster 2024-09-06T15:46:38.443568+0000 mon.a (mon.0) 159 : cluster [DBG] osdmap e117: 8 total, 7 up, 8 in 2024-09-06T15:46:39.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:39 smithi169 bash[92568]: cluster 2024-09-06T15:46:38.443568+0000 mon.a (mon.0) 159 : cluster [DBG] osdmap e117: 8 total, 7 up, 8 in 2024-09-06T15:46:39.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:39 smithi181 bash[70073]: cluster 2024-09-06T15:46:38.419626+0000 mon.a (mon.0) 158 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:46:39.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:39 smithi181 bash[70073]: cluster 2024-09-06T15:46:38.419626+0000 mon.a (mon.0) 158 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:46:39.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:39 smithi181 bash[70073]: cluster 2024-09-06T15:46:38.443568+0000 mon.a (mon.0) 159 : cluster [DBG] osdmap e117: 8 total, 7 up, 8 in 2024-09-06T15:46:39.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:39 smithi181 bash[70073]: cluster 2024-09-06T15:46:38.443568+0000 mon.a (mon.0) 159 : cluster [DBG] osdmap e117: 8 total, 7 up, 8 in 2024-09-06T15:46:40.195 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:46:39 smithi169 bash[101920]: Error response from daemon: No such container: ceph-bab55310-6c60-11ef-bce4-c7b262605968-osd-1 2024-09-06T15:46:40.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:40 smithi181 bash[70073]: cluster 2024-09-06T15:46:39.447680+0000 mon.a (mon.0) 160 : cluster [DBG] osdmap e118: 8 total, 7 up, 8 in 2024-09-06T15:46:40.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:40 smithi181 bash[70073]: cluster 2024-09-06T15:46:39.447680+0000 mon.a (mon.0) 160 : cluster [DBG] osdmap e118: 8 total, 7 up, 8 in 2024-09-06T15:46:40.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:40 smithi181 bash[70073]: cluster 2024-09-06T15:46:39.802222+0000 mgr.y (mgr.25115) 487 : cluster [DBG] pgmap v270: 161 pgs: 20 stale+active+clean, 141 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-06T15:46:40.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:40 smithi181 bash[70073]: cluster 2024-09-06T15:46:39.802222+0000 mgr.y (mgr.25115) 487 : cluster [DBG] pgmap v270: 161 pgs: 20 stale+active+clean, 141 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-06T15:46:40.866 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:40 smithi169 bash[92568]: cluster 2024-09-06T15:46:39.447680+0000 mon.a (mon.0) 160 : cluster [DBG] osdmap e118: 8 total, 7 up, 8 in 2024-09-06T15:46:40.866 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:40 smithi169 bash[92568]: cluster 2024-09-06T15:46:39.447680+0000 mon.a (mon.0) 160 : cluster [DBG] osdmap e118: 8 total, 7 up, 8 in 2024-09-06T15:46:40.866 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:40 smithi169 bash[92568]: cluster 2024-09-06T15:46:39.802222+0000 mgr.y (mgr.25115) 487 : cluster [DBG] pgmap v270: 161 pgs: 20 stale+active+clean, 141 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-06T15:46:40.866 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:40 smithi169 bash[92568]: cluster 2024-09-06T15:46:39.802222+0000 mgr.y (mgr.25115) 487 : cluster [DBG] pgmap v270: 161 pgs: 20 stale+active+clean, 141 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-06T15:46:40.866 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:40 smithi169 bash[88858]: cluster 2024-09-06T15:46:39.447680+0000 mon.a (mon.0) 160 : cluster [DBG] osdmap e118: 8 total, 7 up, 8 in 2024-09-06T15:46:40.866 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:40 smithi169 bash[88858]: cluster 2024-09-06T15:46:39.447680+0000 mon.a (mon.0) 160 : cluster [DBG] osdmap e118: 8 total, 7 up, 8 in 2024-09-06T15:46:40.867 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:40 smithi169 bash[88858]: cluster 2024-09-06T15:46:39.802222+0000 mgr.y (mgr.25115) 487 : cluster [DBG] pgmap v270: 161 pgs: 20 stale+active+clean, 141 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-06T15:46:40.867 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:40 smithi169 bash[88858]: cluster 2024-09-06T15:46:39.802222+0000 mgr.y (mgr.25115) 487 : cluster [DBG] pgmap v270: 161 pgs: 20 stale+active+clean, 141 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-06T15:46:41.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:46:40 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:46:40.846019968Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:46:42.161 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:41 smithi169 bash[88858]: cluster 2024-09-06T15:46:41.856403+0000 mon.a (mon.0) 161 : cluster [WRN] Health check failed: Degraded data redundancy: 84/636 objects degraded (13.208%), 22 pgs degraded (PG_DEGRADED) 2024-09-06T15:46:42.161 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:41 smithi169 bash[88858]: cluster 2024-09-06T15:46:41.856403+0000 mon.a (mon.0) 161 : cluster [WRN] Health check failed: Degraded data redundancy: 84/636 objects degraded (13.208%), 22 pgs degraded (PG_DEGRADED) 2024-09-06T15:46:42.161 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:42 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:46:42.162 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:46:41 smithi169 systemd[1]: ceph-bab55310-6c60-11ef-bce4-c7b262605968@osd.1.service: Deactivated successfully. 2024-09-06T15:46:42.162 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:46:41 smithi169 systemd[1]: Stopped Ceph osd.1 for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:46:42.162 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:46:42 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:46:42.162 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:46:42 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:46:42.163 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:46:42 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:46:42.163 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:41 smithi169 bash[92568]: cluster 2024-09-06T15:46:41.856403+0000 mon.a (mon.0) 161 : cluster [WRN] Health check failed: Degraded data redundancy: 84/636 objects degraded (13.208%), 22 pgs degraded (PG_DEGRADED) 2024-09-06T15:46:42.163 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:41 smithi169 bash[92568]: cluster 2024-09-06T15:46:41.856403+0000 mon.a (mon.0) 161 : cluster [WRN] Health check failed: Degraded data redundancy: 84/636 objects degraded (13.208%), 22 pgs degraded (PG_DEGRADED) 2024-09-06T15:46:42.163 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:42 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:46:42.163 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:46:42 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:46:42.164 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:46:42 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:46:42.164 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:46:42 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:46:42.164 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:46:42 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:46:42.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:41 smithi181 bash[70073]: cluster 2024-09-06T15:46:41.856403+0000 mon.a (mon.0) 161 : cluster [WRN] Health check failed: Degraded data redundancy: 84/636 objects degraded (13.208%), 22 pgs degraded (PG_DEGRADED) 2024-09-06T15:46:42.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:41 smithi181 bash[70073]: cluster 2024-09-06T15:46:41.856403+0000 mon.a (mon.0) 161 : cluster [WRN] Health check failed: Degraded data redundancy: 84/636 objects degraded (13.208%), 22 pgs degraded (PG_DEGRADED) 2024-09-06T15:46:42.445 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:46:42 smithi169 systemd[1]: Started Ceph osd.1 for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:46:43.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:42 smithi169 bash[88858]: cluster 2024-09-06T15:46:41.804203+0000 mgr.y (mgr.25115) 488 : cluster [DBG] pgmap v271: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:46:43.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:42 smithi169 bash[88858]: cluster 2024-09-06T15:46:41.804203+0000 mgr.y (mgr.25115) 488 : cluster [DBG] pgmap v271: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:46:43.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:42 smithi169 bash[88858]: audit 2024-09-06T15:46:42.212042+0000 mon.a (mon.0) 162 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:43.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:42 smithi169 bash[88858]: audit 2024-09-06T15:46:42.212042+0000 mon.a (mon.0) 162 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:43.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:42 smithi169 bash[88858]: audit 2024-09-06T15:46:42.224469+0000 mon.a (mon.0) 163 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:43.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:42 smithi169 bash[88858]: audit 2024-09-06T15:46:42.224469+0000 mon.a (mon.0) 163 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:43.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:42 smithi169 bash[88858]: audit 2024-09-06T15:46:42.232489+0000 mon.a (mon.0) 164 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:43.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:42 smithi169 bash[88858]: audit 2024-09-06T15:46:42.232489+0000 mon.a (mon.0) 164 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:43.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:42 smithi169 bash[92568]: cluster 2024-09-06T15:46:41.804203+0000 mgr.y (mgr.25115) 488 : cluster [DBG] pgmap v271: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:46:43.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:42 smithi169 bash[92568]: cluster 2024-09-06T15:46:41.804203+0000 mgr.y (mgr.25115) 488 : cluster [DBG] pgmap v271: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:46:43.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:42 smithi169 bash[92568]: audit 2024-09-06T15:46:42.212042+0000 mon.a (mon.0) 162 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:43.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:42 smithi169 bash[92568]: audit 2024-09-06T15:46:42.212042+0000 mon.a (mon.0) 162 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:43.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:42 smithi169 bash[92568]: audit 2024-09-06T15:46:42.224469+0000 mon.a (mon.0) 163 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:43.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:42 smithi169 bash[92568]: audit 2024-09-06T15:46:42.224469+0000 mon.a (mon.0) 163 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:43.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:42 smithi169 bash[92568]: audit 2024-09-06T15:46:42.232489+0000 mon.a (mon.0) 164 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:43.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:42 smithi169 bash[92568]: audit 2024-09-06T15:46:42.232489+0000 mon.a (mon.0) 164 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:43.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:42 smithi181 bash[70073]: cluster 2024-09-06T15:46:41.804203+0000 mgr.y (mgr.25115) 488 : cluster [DBG] pgmap v271: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:46:43.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:42 smithi181 bash[70073]: cluster 2024-09-06T15:46:41.804203+0000 mgr.y (mgr.25115) 488 : cluster [DBG] pgmap v271: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:46:43.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:42 smithi181 bash[70073]: audit 2024-09-06T15:46:42.212042+0000 mon.a (mon.0) 162 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:43.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:42 smithi181 bash[70073]: audit 2024-09-06T15:46:42.212042+0000 mon.a (mon.0) 162 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:43.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:42 smithi181 bash[70073]: audit 2024-09-06T15:46:42.224469+0000 mon.a (mon.0) 163 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:43.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:42 smithi181 bash[70073]: audit 2024-09-06T15:46:42.224469+0000 mon.a (mon.0) 163 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:43.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:42 smithi181 bash[70073]: audit 2024-09-06T15:46:42.232489+0000 mon.a (mon.0) 164 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:43.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:42 smithi181 bash[70073]: audit 2024-09-06T15:46:42.232489+0000 mon.a (mon.0) 164 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:43.695 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:46:43 smithi169 bash[102066]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-06T15:46:43.695 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:46:43 smithi169 bash[102066]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-06T15:46:44.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:46:43 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:46:43.820403772Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:46:44.288 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:46:43 smithi169 bash[102066]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-06T15:46:44.288 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:46:43 smithi169 bash[102066]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-06T15:46:44.563 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:46:44 smithi169 bash[102066]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-06T15:46:44.563 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:46:44 smithi169 bash[102066]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-06T15:46:44.564 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:46:44 smithi169 bash[102066]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-09-06T15:46:44.564 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:46:44 smithi169 bash[102066]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-06T15:46:44.564 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:46:44 smithi169 bash[102066]: --> ceph-volume raw activate successful for osd ID: 1 2024-09-06T15:46:45.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:44 smithi169 bash[88858]: audit 2024-09-06T15:46:43.477614+0000 mgr.y (mgr.25115) 489 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:46:45.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:44 smithi169 bash[88858]: audit 2024-09-06T15:46:43.477614+0000 mgr.y (mgr.25115) 489 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:46:45.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:44 smithi169 bash[88858]: cluster 2024-09-06T15:46:43.805170+0000 mgr.y (mgr.25115) 490 : cluster [DBG] pgmap v272: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:46:45.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:44 smithi169 bash[88858]: cluster 2024-09-06T15:46:43.805170+0000 mgr.y (mgr.25115) 490 : cluster [DBG] pgmap v272: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:46:45.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:44 smithi169 bash[92568]: audit 2024-09-06T15:46:43.477614+0000 mgr.y (mgr.25115) 489 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:46:45.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:44 smithi169 bash[92568]: audit 2024-09-06T15:46:43.477614+0000 mgr.y (mgr.25115) 489 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:46:45.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:44 smithi169 bash[92568]: cluster 2024-09-06T15:46:43.805170+0000 mgr.y (mgr.25115) 490 : cluster [DBG] pgmap v272: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:46:45.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:44 smithi169 bash[92568]: cluster 2024-09-06T15:46:43.805170+0000 mgr.y (mgr.25115) 490 : cluster [DBG] pgmap v272: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:46:45.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:44 smithi181 bash[70073]: audit 2024-09-06T15:46:43.477614+0000 mgr.y (mgr.25115) 489 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:46:45.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:44 smithi181 bash[70073]: audit 2024-09-06T15:46:43.477614+0000 mgr.y (mgr.25115) 489 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:46:45.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:44 smithi181 bash[70073]: cluster 2024-09-06T15:46:43.805170+0000 mgr.y (mgr.25115) 490 : cluster [DBG] pgmap v272: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:46:45.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:44 smithi181 bash[70073]: cluster 2024-09-06T15:46:43.805170+0000 mgr.y (mgr.25115) 490 : cluster [DBG] pgmap v272: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:46:46.446 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:46:46 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:46:46] "GET /metrics HTTP/1.1" 200 38366 "" "Prometheus/2.51.0" 2024-09-06T15:46:46.446 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:46:46 smithi169 bash[102299]: debug 2024-09-06T15:46:46.260+0000 7f08a2495640 1 -- 172.21.15.169:0/1694174524 <== mon.0 v2:172.21.15.169:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56050f88a960 con 0x56050f8ab800 2024-09-06T15:46:46.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:46 smithi169 bash[92568]: audit 2024-09-06T15:46:45.298988+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:46.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:46 smithi169 bash[92568]: audit 2024-09-06T15:46:45.298988+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:46.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:46 smithi169 bash[92568]: audit 2024-09-06T15:46:45.306027+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:46:46.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:46 smithi169 bash[92568]: audit 2024-09-06T15:46:45.306027+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:46:46.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:46 smithi169 bash[92568]: cluster 2024-09-06T15:46:45.807042+0000 mgr.y (mgr.25115) 491 : cluster [DBG] pgmap v273: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:46:46.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:46 smithi169 bash[92568]: cluster 2024-09-06T15:46:45.807042+0000 mgr.y (mgr.25115) 491 : cluster [DBG] pgmap v273: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:46:46.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:46 smithi169 bash[88858]: audit 2024-09-06T15:46:45.298988+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:46.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:46 smithi169 bash[88858]: audit 2024-09-06T15:46:45.298988+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:46.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:46 smithi169 bash[88858]: audit 2024-09-06T15:46:45.306027+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:46:46.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:46 smithi169 bash[88858]: audit 2024-09-06T15:46:45.306027+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:46:46.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:46 smithi169 bash[88858]: cluster 2024-09-06T15:46:45.807042+0000 mgr.y (mgr.25115) 491 : cluster [DBG] pgmap v273: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:46:46.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:46 smithi169 bash[88858]: cluster 2024-09-06T15:46:45.807042+0000 mgr.y (mgr.25115) 491 : cluster [DBG] pgmap v273: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:46:46.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:46 smithi181 bash[70073]: audit 2024-09-06T15:46:45.298988+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:46.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:46 smithi181 bash[70073]: audit 2024-09-06T15:46:45.298988+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:46.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:46 smithi181 bash[70073]: audit 2024-09-06T15:46:45.306027+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:46:46.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:46 smithi181 bash[70073]: audit 2024-09-06T15:46:45.306027+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:46:46.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:46 smithi181 bash[70073]: cluster 2024-09-06T15:46:45.807042+0000 mgr.y (mgr.25115) 491 : cluster [DBG] pgmap v273: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:46:46.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:46 smithi181 bash[70073]: cluster 2024-09-06T15:46:45.807042+0000 mgr.y (mgr.25115) 491 : cluster [DBG] pgmap v273: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:46:47.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:46:46 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:46:46.807652056Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:46:48.195 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:46:47 smithi169 bash[102299]: debug 2024-09-06T15:46:47.784+0000 7f08a4cfc640 -1 Falling back to public interface 2024-09-06T15:46:49.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:48 smithi169 bash[88858]: cluster 2024-09-06T15:46:47.807698+0000 mgr.y (mgr.25115) 492 : cluster [DBG] pgmap v274: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:46:49.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:48 smithi169 bash[88858]: cluster 2024-09-06T15:46:47.807698+0000 mgr.y (mgr.25115) 492 : cluster [DBG] pgmap v274: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:46:49.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:48 smithi169 bash[92568]: cluster 2024-09-06T15:46:47.807698+0000 mgr.y (mgr.25115) 492 : cluster [DBG] pgmap v274: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:46:49.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:48 smithi169 bash[92568]: cluster 2024-09-06T15:46:47.807698+0000 mgr.y (mgr.25115) 492 : cluster [DBG] pgmap v274: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:46:49.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:48 smithi181 bash[70073]: cluster 2024-09-06T15:46:47.807698+0000 mgr.y (mgr.25115) 492 : cluster [DBG] pgmap v274: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:46:49.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:48 smithi181 bash[70073]: cluster 2024-09-06T15:46:47.807698+0000 mgr.y (mgr.25115) 492 : cluster [DBG] pgmap v274: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:46:50.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:46:49 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:46:49.842370992Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:46:50.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:50 smithi181 bash[70073]: audit 2024-09-06T15:46:49.455686+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:50.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:50 smithi181 bash[70073]: audit 2024-09-06T15:46:49.455686+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:50.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:50 smithi181 bash[70073]: audit 2024-09-06T15:46:49.467139+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:50.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:50 smithi181 bash[70073]: audit 2024-09-06T15:46:49.467139+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:50.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:50 smithi181 bash[70073]: cluster 2024-09-06T15:46:49.808561+0000 mgr.y (mgr.25115) 493 : cluster [DBG] pgmap v275: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:46:50.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:50 smithi181 bash[70073]: cluster 2024-09-06T15:46:49.808561+0000 mgr.y (mgr.25115) 493 : cluster [DBG] pgmap v275: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:46:50.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:50 smithi169 bash[92568]: audit 2024-09-06T15:46:49.455686+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:50.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:50 smithi169 bash[92568]: audit 2024-09-06T15:46:49.455686+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:50.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:50 smithi169 bash[92568]: audit 2024-09-06T15:46:49.467139+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:50.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:50 smithi169 bash[92568]: audit 2024-09-06T15:46:49.467139+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:50.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:50 smithi169 bash[92568]: cluster 2024-09-06T15:46:49.808561+0000 mgr.y (mgr.25115) 493 : cluster [DBG] pgmap v275: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:46:50.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:50 smithi169 bash[92568]: cluster 2024-09-06T15:46:49.808561+0000 mgr.y (mgr.25115) 493 : cluster [DBG] pgmap v275: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:46:50.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:50 smithi169 bash[88858]: audit 2024-09-06T15:46:49.455686+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:50.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:50 smithi169 bash[88858]: audit 2024-09-06T15:46:49.455686+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:50.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:50 smithi169 bash[88858]: audit 2024-09-06T15:46:49.467139+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:50.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:50 smithi169 bash[88858]: audit 2024-09-06T15:46:49.467139+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:50.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:50 smithi169 bash[88858]: cluster 2024-09-06T15:46:49.808561+0000 mgr.y (mgr.25115) 493 : cluster [DBG] pgmap v275: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:46:50.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:50 smithi169 bash[88858]: cluster 2024-09-06T15:46:49.808561+0000 mgr.y (mgr.25115) 493 : cluster [DBG] pgmap v275: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:46:51.945 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:46:51 smithi169 bash[102299]: debug 2024-09-06T15:46:51.696+0000 7f08a4cfc640 -1 osd.1 116 log_to_monitors true 2024-09-06T15:46:51.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:51 smithi169 bash[88858]: audit 2024-09-06T15:46:50.619007+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:51.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:51 smithi169 bash[88858]: audit 2024-09-06T15:46:50.619007+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:51.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:51 smithi169 bash[88858]: audit 2024-09-06T15:46:50.633626+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:51.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:51 smithi169 bash[88858]: audit 2024-09-06T15:46:50.633626+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:51.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:51 smithi169 bash[92568]: audit 2024-09-06T15:46:50.619007+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:51.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:51 smithi169 bash[92568]: audit 2024-09-06T15:46:50.619007+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:51.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:51 smithi169 bash[92568]: audit 2024-09-06T15:46:50.633626+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:51.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:51 smithi169 bash[92568]: audit 2024-09-06T15:46:50.633626+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:51.993 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:51 smithi181 bash[70073]: audit 2024-09-06T15:46:50.619007+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:51.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:51 smithi181 bash[70073]: audit 2024-09-06T15:46:50.619007+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:51.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:51 smithi181 bash[70073]: audit 2024-09-06T15:46:50.633626+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:51.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:51 smithi181 bash[70073]: audit 2024-09-06T15:46:50.633626+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:46:52.945 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:46:52 smithi169 bash[102299]: debug 2024-09-06T15:46:52.668+0000 7f0898a9e640 -1 osd.1 116 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-06T15:46:52.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:52 smithi169 bash[88858]: audit 2024-09-06T15:46:51.703722+0000 mon.c (mon.2) 3 : audit [INF] from='osd.1 [v2:172.21.15.169:6810/2804681792,v1:172.21.15.169:6811/2804681792]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-06T15:46:52.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:52 smithi169 bash[88858]: audit 2024-09-06T15:46:51.703722+0000 mon.c (mon.2) 3 : audit [INF] from='osd.1 [v2:172.21.15.169:6810/2804681792,v1:172.21.15.169:6811/2804681792]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-06T15:46:52.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:52 smithi169 bash[88858]: audit 2024-09-06T15:46:51.704128+0000 mon.a (mon.0) 170 : audit [INF] from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-06T15:46:52.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:52 smithi169 bash[88858]: audit 2024-09-06T15:46:51.704128+0000 mon.a (mon.0) 170 : audit [INF] from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-06T15:46:52.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:52 smithi169 bash[88858]: cluster 2024-09-06T15:46:51.810494+0000 mgr.y (mgr.25115) 494 : cluster [DBG] pgmap v276: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:46:52.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:52 smithi169 bash[88858]: cluster 2024-09-06T15:46:51.810494+0000 mgr.y (mgr.25115) 494 : cluster [DBG] pgmap v276: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:46:52.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:52 smithi169 bash[92568]: audit 2024-09-06T15:46:51.703722+0000 mon.c (mon.2) 3 : audit [INF] from='osd.1 [v2:172.21.15.169:6810/2804681792,v1:172.21.15.169:6811/2804681792]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-06T15:46:52.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:52 smithi169 bash[92568]: audit 2024-09-06T15:46:51.703722+0000 mon.c (mon.2) 3 : audit [INF] from='osd.1 [v2:172.21.15.169:6810/2804681792,v1:172.21.15.169:6811/2804681792]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-06T15:46:52.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:52 smithi169 bash[92568]: audit 2024-09-06T15:46:51.704128+0000 mon.a (mon.0) 170 : audit [INF] from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-06T15:46:52.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:52 smithi169 bash[92568]: audit 2024-09-06T15:46:51.704128+0000 mon.a (mon.0) 170 : audit [INF] from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-06T15:46:52.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:52 smithi169 bash[92568]: cluster 2024-09-06T15:46:51.810494+0000 mgr.y (mgr.25115) 494 : cluster [DBG] pgmap v276: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:46:52.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:52 smithi169 bash[92568]: cluster 2024-09-06T15:46:51.810494+0000 mgr.y (mgr.25115) 494 : cluster [DBG] pgmap v276: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:46:52.993 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:46:52 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:46:52.85456512Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:46:52.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:52 smithi181 bash[70073]: audit 2024-09-06T15:46:51.703722+0000 mon.c (mon.2) 3 : audit [INF] from='osd.1 [v2:172.21.15.169:6810/2804681792,v1:172.21.15.169:6811/2804681792]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-06T15:46:52.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:52 smithi181 bash[70073]: audit 2024-09-06T15:46:51.703722+0000 mon.c (mon.2) 3 : audit [INF] from='osd.1 [v2:172.21.15.169:6810/2804681792,v1:172.21.15.169:6811/2804681792]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-06T15:46:52.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:52 smithi181 bash[70073]: audit 2024-09-06T15:46:51.704128+0000 mon.a (mon.0) 170 : audit [INF] from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-06T15:46:52.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:52 smithi181 bash[70073]: audit 2024-09-06T15:46:51.704128+0000 mon.a (mon.0) 170 : audit [INF] from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-06T15:46:52.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:52 smithi181 bash[70073]: cluster 2024-09-06T15:46:51.810494+0000 mgr.y (mgr.25115) 494 : cluster [DBG] pgmap v276: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:46:52.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:52 smithi181 bash[70073]: cluster 2024-09-06T15:46:51.810494+0000 mgr.y (mgr.25115) 494 : cluster [DBG] pgmap v276: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 285 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:46:53.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:53 smithi169 bash[88858]: audit 2024-09-06T15:46:52.630917+0000 mon.a (mon.0) 171 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-06T15:46:53.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:53 smithi169 bash[88858]: audit 2024-09-06T15:46:52.630917+0000 mon.a (mon.0) 171 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-06T15:46:53.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:53 smithi169 bash[88858]: cluster 2024-09-06T15:46:52.637928+0000 mon.a (mon.0) 172 : cluster [DBG] osdmap e119: 8 total, 7 up, 8 in 2024-09-06T15:46:53.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:53 smithi169 bash[88858]: cluster 2024-09-06T15:46:52.637928+0000 mon.a (mon.0) 172 : cluster [DBG] osdmap e119: 8 total, 7 up, 8 in 2024-09-06T15:46:53.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:53 smithi169 bash[88858]: audit 2024-09-06T15:46:52.639894+0000 mon.c (mon.2) 4 : audit [INF] from='osd.1 [v2:172.21.15.169:6810/2804681792,v1:172.21.15.169:6811/2804681792]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-09-06T15:46:53.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:53 smithi169 bash[88858]: audit 2024-09-06T15:46:52.639894+0000 mon.c (mon.2) 4 : audit [INF] from='osd.1 [v2:172.21.15.169:6810/2804681792,v1:172.21.15.169:6811/2804681792]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-09-06T15:46:53.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:53 smithi169 bash[88858]: audit 2024-09-06T15:46:52.640371+0000 mon.a (mon.0) 173 : audit [INF] from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-09-06T15:46:53.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:53 smithi169 bash[88858]: audit 2024-09-06T15:46:52.640371+0000 mon.a (mon.0) 173 : audit [INF] from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-09-06T15:46:53.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:53 smithi169 bash[92568]: audit 2024-09-06T15:46:52.630917+0000 mon.a (mon.0) 171 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-06T15:46:53.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:53 smithi169 bash[92568]: audit 2024-09-06T15:46:52.630917+0000 mon.a (mon.0) 171 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-06T15:46:53.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:53 smithi169 bash[92568]: cluster 2024-09-06T15:46:52.637928+0000 mon.a (mon.0) 172 : cluster [DBG] osdmap e119: 8 total, 7 up, 8 in 2024-09-06T15:46:53.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:53 smithi169 bash[92568]: cluster 2024-09-06T15:46:52.637928+0000 mon.a (mon.0) 172 : cluster [DBG] osdmap e119: 8 total, 7 up, 8 in 2024-09-06T15:46:53.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:53 smithi169 bash[92568]: audit 2024-09-06T15:46:52.639894+0000 mon.c (mon.2) 4 : audit [INF] from='osd.1 [v2:172.21.15.169:6810/2804681792,v1:172.21.15.169:6811/2804681792]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-09-06T15:46:53.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:53 smithi169 bash[92568]: audit 2024-09-06T15:46:52.639894+0000 mon.c (mon.2) 4 : audit [INF] from='osd.1 [v2:172.21.15.169:6810/2804681792,v1:172.21.15.169:6811/2804681792]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-09-06T15:46:53.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:53 smithi169 bash[92568]: audit 2024-09-06T15:46:52.640371+0000 mon.a (mon.0) 173 : audit [INF] from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-09-06T15:46:53.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:53 smithi169 bash[92568]: audit 2024-09-06T15:46:52.640371+0000 mon.a (mon.0) 173 : audit [INF] from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-09-06T15:46:53.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:53 smithi181 bash[70073]: audit 2024-09-06T15:46:52.630917+0000 mon.a (mon.0) 171 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-06T15:46:53.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:53 smithi181 bash[70073]: audit 2024-09-06T15:46:52.630917+0000 mon.a (mon.0) 171 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-06T15:46:53.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:53 smithi181 bash[70073]: cluster 2024-09-06T15:46:52.637928+0000 mon.a (mon.0) 172 : cluster [DBG] osdmap e119: 8 total, 7 up, 8 in 2024-09-06T15:46:53.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:53 smithi181 bash[70073]: cluster 2024-09-06T15:46:52.637928+0000 mon.a (mon.0) 172 : cluster [DBG] osdmap e119: 8 total, 7 up, 8 in 2024-09-06T15:46:53.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:53 smithi181 bash[70073]: audit 2024-09-06T15:46:52.639894+0000 mon.c (mon.2) 4 : audit [INF] from='osd.1 [v2:172.21.15.169:6810/2804681792,v1:172.21.15.169:6811/2804681792]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-09-06T15:46:53.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:53 smithi181 bash[70073]: audit 2024-09-06T15:46:52.639894+0000 mon.c (mon.2) 4 : audit [INF] from='osd.1 [v2:172.21.15.169:6810/2804681792,v1:172.21.15.169:6811/2804681792]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-09-06T15:46:53.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:53 smithi181 bash[70073]: audit 2024-09-06T15:46:52.640371+0000 mon.a (mon.0) 173 : audit [INF] from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-09-06T15:46:53.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:53 smithi181 bash[70073]: audit 2024-09-06T15:46:52.640371+0000 mon.a (mon.0) 173 : audit [INF] from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-09-06T15:46:54.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:54 smithi169 bash[88858]: audit 2024-09-06T15:46:53.488541+0000 mgr.y (mgr.25115) 495 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:46:54.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:54 smithi169 bash[88858]: audit 2024-09-06T15:46:53.488541+0000 mgr.y (mgr.25115) 495 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:46:54.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:54 smithi169 bash[88858]: cluster 2024-09-06T15:46:53.632152+0000 mon.a (mon.0) 174 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:46:54.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:54 smithi169 bash[88858]: cluster 2024-09-06T15:46:53.632152+0000 mon.a (mon.0) 174 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:46:54.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:54 smithi169 bash[88858]: cluster 2024-09-06T15:46:53.641240+0000 mon.a (mon.0) 175 : cluster [INF] osd.1 [v2:172.21.15.169:6810/2804681792,v1:172.21.15.169:6811/2804681792] boot 2024-09-06T15:46:54.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:54 smithi169 bash[88858]: cluster 2024-09-06T15:46:53.641240+0000 mon.a (mon.0) 175 : cluster [INF] osd.1 [v2:172.21.15.169:6810/2804681792,v1:172.21.15.169:6811/2804681792] boot 2024-09-06T15:46:54.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:54 smithi169 bash[88858]: cluster 2024-09-06T15:46:53.641331+0000 mon.a (mon.0) 176 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2024-09-06T15:46:54.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:54 smithi169 bash[88858]: cluster 2024-09-06T15:46:53.641331+0000 mon.a (mon.0) 176 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2024-09-06T15:46:54.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:54 smithi169 bash[88858]: audit 2024-09-06T15:46:53.647095+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-06T15:46:54.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:54 smithi169 bash[88858]: audit 2024-09-06T15:46:53.647095+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-06T15:46:54.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:54 smithi169 bash[88858]: cluster 2024-09-06T15:46:53.811571+0000 mgr.y (mgr.25115) 496 : cluster [DBG] pgmap v279: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-06T15:46:54.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:54 smithi169 bash[88858]: cluster 2024-09-06T15:46:53.811571+0000 mgr.y (mgr.25115) 496 : cluster [DBG] pgmap v279: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-06T15:46:54.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:54 smithi169 bash[88858]: cluster 2024-09-06T15:46:54.644991+0000 mon.a (mon.0) 177 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-09-06T15:46:54.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:54 smithi169 bash[88858]: cluster 2024-09-06T15:46:54.644991+0000 mon.a (mon.0) 177 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-09-06T15:46:54.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:54 smithi169 bash[92568]: audit 2024-09-06T15:46:53.488541+0000 mgr.y (mgr.25115) 495 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:46:54.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:54 smithi169 bash[92568]: audit 2024-09-06T15:46:53.488541+0000 mgr.y (mgr.25115) 495 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:46:54.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:54 smithi169 bash[92568]: cluster 2024-09-06T15:46:53.632152+0000 mon.a (mon.0) 174 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:46:54.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:54 smithi169 bash[92568]: cluster 2024-09-06T15:46:53.632152+0000 mon.a (mon.0) 174 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:46:54.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:54 smithi169 bash[92568]: cluster 2024-09-06T15:46:53.641240+0000 mon.a (mon.0) 175 : cluster [INF] osd.1 [v2:172.21.15.169:6810/2804681792,v1:172.21.15.169:6811/2804681792] boot 2024-09-06T15:46:54.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:54 smithi169 bash[92568]: cluster 2024-09-06T15:46:53.641240+0000 mon.a (mon.0) 175 : cluster [INF] osd.1 [v2:172.21.15.169:6810/2804681792,v1:172.21.15.169:6811/2804681792] boot 2024-09-06T15:46:54.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:54 smithi169 bash[92568]: cluster 2024-09-06T15:46:53.641331+0000 mon.a (mon.0) 176 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2024-09-06T15:46:54.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:54 smithi169 bash[92568]: cluster 2024-09-06T15:46:53.641331+0000 mon.a (mon.0) 176 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2024-09-06T15:46:54.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:54 smithi169 bash[92568]: audit 2024-09-06T15:46:53.647095+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-06T15:46:54.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:54 smithi169 bash[92568]: audit 2024-09-06T15:46:53.647095+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-06T15:46:54.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:54 smithi169 bash[92568]: cluster 2024-09-06T15:46:53.811571+0000 mgr.y (mgr.25115) 496 : cluster [DBG] pgmap v279: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-06T15:46:54.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:54 smithi169 bash[92568]: cluster 2024-09-06T15:46:53.811571+0000 mgr.y (mgr.25115) 496 : cluster [DBG] pgmap v279: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-06T15:46:54.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:54 smithi169 bash[92568]: cluster 2024-09-06T15:46:54.644991+0000 mon.a (mon.0) 177 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-09-06T15:46:54.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:54 smithi169 bash[92568]: cluster 2024-09-06T15:46:54.644991+0000 mon.a (mon.0) 177 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-09-06T15:46:54.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:54 smithi181 bash[70073]: audit 2024-09-06T15:46:53.488541+0000 mgr.y (mgr.25115) 495 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:46:54.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:54 smithi181 bash[70073]: audit 2024-09-06T15:46:53.488541+0000 mgr.y (mgr.25115) 495 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:46:54.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:54 smithi181 bash[70073]: cluster 2024-09-06T15:46:53.632152+0000 mon.a (mon.0) 174 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:46:54.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:54 smithi181 bash[70073]: cluster 2024-09-06T15:46:53.632152+0000 mon.a (mon.0) 174 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:46:54.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:54 smithi181 bash[70073]: cluster 2024-09-06T15:46:53.641240+0000 mon.a (mon.0) 175 : cluster [INF] osd.1 [v2:172.21.15.169:6810/2804681792,v1:172.21.15.169:6811/2804681792] boot 2024-09-06T15:46:54.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:54 smithi181 bash[70073]: cluster 2024-09-06T15:46:53.641240+0000 mon.a (mon.0) 175 : cluster [INF] osd.1 [v2:172.21.15.169:6810/2804681792,v1:172.21.15.169:6811/2804681792] boot 2024-09-06T15:46:54.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:54 smithi181 bash[70073]: cluster 2024-09-06T15:46:53.641331+0000 mon.a (mon.0) 176 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2024-09-06T15:46:54.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:54 smithi181 bash[70073]: cluster 2024-09-06T15:46:53.641331+0000 mon.a (mon.0) 176 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2024-09-06T15:46:54.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:54 smithi181 bash[70073]: audit 2024-09-06T15:46:53.647095+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-06T15:46:54.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:54 smithi181 bash[70073]: audit 2024-09-06T15:46:53.647095+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-06T15:46:54.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:54 smithi181 bash[70073]: cluster 2024-09-06T15:46:53.811571+0000 mgr.y (mgr.25115) 496 : cluster [DBG] pgmap v279: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-06T15:46:54.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:54 smithi181 bash[70073]: cluster 2024-09-06T15:46:53.811571+0000 mgr.y (mgr.25115) 496 : cluster [DBG] pgmap v279: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-06T15:46:54.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:54 smithi181 bash[70073]: cluster 2024-09-06T15:46:54.644991+0000 mon.a (mon.0) 177 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-09-06T15:46:54.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:54 smithi181 bash[70073]: cluster 2024-09-06T15:46:54.644991+0000 mon.a (mon.0) 177 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-09-06T15:46:56.195 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:46:56 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:46:56] "GET /metrics HTTP/1.1" 200 38366 "" "Prometheus/2.51.0" 2024-09-06T15:46:56.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:55 smithi169 bash[88858]: cluster 2024-09-06T15:46:55.864825+0000 mon.a (mon.0) 178 : cluster [WRN] Health check update: Degraded data redundancy: 35/636 objects degraded (5.503%), 7 pgs degraded (PG_DEGRADED) 2024-09-06T15:46:56.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:55 smithi169 bash[88858]: cluster 2024-09-06T15:46:55.864825+0000 mon.a (mon.0) 178 : cluster [WRN] Health check update: Degraded data redundancy: 35/636 objects degraded (5.503%), 7 pgs degraded (PG_DEGRADED) 2024-09-06T15:46:56.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:55 smithi169 bash[92568]: cluster 2024-09-06T15:46:55.864825+0000 mon.a (mon.0) 178 : cluster [WRN] Health check update: Degraded data redundancy: 35/636 objects degraded (5.503%), 7 pgs degraded (PG_DEGRADED) 2024-09-06T15:46:56.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:55 smithi169 bash[92568]: cluster 2024-09-06T15:46:55.864825+0000 mon.a (mon.0) 178 : cluster [WRN] Health check update: Degraded data redundancy: 35/636 objects degraded (5.503%), 7 pgs degraded (PG_DEGRADED) 2024-09-06T15:46:56.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:46:55 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:46:55.836100199Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:46:56.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:55 smithi181 bash[70073]: cluster 2024-09-06T15:46:55.864825+0000 mon.a (mon.0) 178 : cluster [WRN] Health check update: Degraded data redundancy: 35/636 objects degraded (5.503%), 7 pgs degraded (PG_DEGRADED) 2024-09-06T15:46:56.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:55 smithi181 bash[70073]: cluster 2024-09-06T15:46:55.864825+0000 mon.a (mon.0) 178 : cluster [WRN] Health check update: Degraded data redundancy: 35/636 objects degraded (5.503%), 7 pgs degraded (PG_DEGRADED) 2024-09-06T15:46:57.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:56 smithi169 bash[88858]: cluster 2024-09-06T15:46:55.812731+0000 mgr.y (mgr.25115) 497 : cluster [DBG] pgmap v281: 161 pgs: 18 active+undersized, 7 active+undersized+degraded, 136 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 35/636 objects degraded (5.503%) 2024-09-06T15:46:57.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:56 smithi169 bash[88858]: cluster 2024-09-06T15:46:55.812731+0000 mgr.y (mgr.25115) 497 : cluster [DBG] pgmap v281: 161 pgs: 18 active+undersized, 7 active+undersized+degraded, 136 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 35/636 objects degraded (5.503%) 2024-09-06T15:46:57.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:56 smithi169 bash[92568]: cluster 2024-09-06T15:46:55.812731+0000 mgr.y (mgr.25115) 497 : cluster [DBG] pgmap v281: 161 pgs: 18 active+undersized, 7 active+undersized+degraded, 136 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 35/636 objects degraded (5.503%) 2024-09-06T15:46:57.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:56 smithi169 bash[92568]: cluster 2024-09-06T15:46:55.812731+0000 mgr.y (mgr.25115) 497 : cluster [DBG] pgmap v281: 161 pgs: 18 active+undersized, 7 active+undersized+degraded, 136 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 35/636 objects degraded (5.503%) 2024-09-06T15:46:57.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:56 smithi181 bash[70073]: cluster 2024-09-06T15:46:55.812731+0000 mgr.y (mgr.25115) 497 : cluster [DBG] pgmap v281: 161 pgs: 18 active+undersized, 7 active+undersized+degraded, 136 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 35/636 objects degraded (5.503%) 2024-09-06T15:46:57.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:56 smithi181 bash[70073]: cluster 2024-09-06T15:46:55.812731+0000 mgr.y (mgr.25115) 497 : cluster [DBG] pgmap v281: 161 pgs: 18 active+undersized, 7 active+undersized+degraded, 136 active+clean; 585 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 35/636 objects degraded (5.503%) 2024-09-06T15:46:58.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:57 smithi181 bash[70073]: cluster 2024-09-06T15:46:57.813686+0000 mgr.y (mgr.25115) 498 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:46:58.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:57 smithi181 bash[70073]: cluster 2024-09-06T15:46:57.813686+0000 mgr.y (mgr.25115) 498 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:46:58.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:57 smithi181 bash[70073]: cluster 2024-09-06T15:46:57.919549+0000 mon.a (mon.0) 179 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 35/636 objects degraded (5.503%), 7 pgs degraded) 2024-09-06T15:46:58.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:46:57 smithi181 bash[70073]: cluster 2024-09-06T15:46:57.919549+0000 mon.a (mon.0) 179 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 35/636 objects degraded (5.503%), 7 pgs degraded) 2024-09-06T15:46:58.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:57 smithi169 bash[88858]: cluster 2024-09-06T15:46:57.813686+0000 mgr.y (mgr.25115) 498 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:46:58.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:57 smithi169 bash[88858]: cluster 2024-09-06T15:46:57.813686+0000 mgr.y (mgr.25115) 498 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:46:58.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:57 smithi169 bash[88858]: cluster 2024-09-06T15:46:57.919549+0000 mon.a (mon.0) 179 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 35/636 objects degraded (5.503%), 7 pgs degraded) 2024-09-06T15:46:58.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:46:57 smithi169 bash[88858]: cluster 2024-09-06T15:46:57.919549+0000 mon.a (mon.0) 179 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 35/636 objects degraded (5.503%), 7 pgs degraded) 2024-09-06T15:46:58.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:57 smithi169 bash[92568]: cluster 2024-09-06T15:46:57.813686+0000 mgr.y (mgr.25115) 498 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:46:58.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:57 smithi169 bash[92568]: cluster 2024-09-06T15:46:57.813686+0000 mgr.y (mgr.25115) 498 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:46:58.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:57 smithi169 bash[92568]: cluster 2024-09-06T15:46:57.919549+0000 mon.a (mon.0) 179 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 35/636 objects degraded (5.503%), 7 pgs degraded) 2024-09-06T15:46:58.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:46:57 smithi169 bash[92568]: cluster 2024-09-06T15:46:57.919549+0000 mon.a (mon.0) 179 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 35/636 objects degraded (5.503%), 7 pgs degraded) 2024-09-06T15:46:59.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:46:58 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:46:58.807805966Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:47:01.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:00 smithi169 bash[92568]: cluster 2024-09-06T15:46:59.814316+0000 mgr.y (mgr.25115) 499 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 713 B/s rd, 0 op/s 2024-09-06T15:47:01.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:00 smithi169 bash[92568]: cluster 2024-09-06T15:46:59.814316+0000 mgr.y (mgr.25115) 499 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 713 B/s rd, 0 op/s 2024-09-06T15:47:01.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:00 smithi169 bash[92568]: audit 2024-09-06T15:47:00.297192+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:01.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:00 smithi169 bash[92568]: audit 2024-09-06T15:47:00.297192+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:01.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:00 smithi169 bash[92568]: audit 2024-09-06T15:47:00.303985+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:47:01.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:00 smithi169 bash[92568]: audit 2024-09-06T15:47:00.303985+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:47:01.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:00 smithi169 bash[88858]: cluster 2024-09-06T15:46:59.814316+0000 mgr.y (mgr.25115) 499 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 713 B/s rd, 0 op/s 2024-09-06T15:47:01.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:00 smithi169 bash[88858]: cluster 2024-09-06T15:46:59.814316+0000 mgr.y (mgr.25115) 499 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 713 B/s rd, 0 op/s 2024-09-06T15:47:01.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:00 smithi169 bash[88858]: audit 2024-09-06T15:47:00.297192+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:01.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:00 smithi169 bash[88858]: audit 2024-09-06T15:47:00.297192+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:01.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:00 smithi169 bash[88858]: audit 2024-09-06T15:47:00.303985+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:47:01.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:00 smithi169 bash[88858]: audit 2024-09-06T15:47:00.303985+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:47:01.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:00 smithi181 bash[70073]: cluster 2024-09-06T15:46:59.814316+0000 mgr.y (mgr.25115) 499 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 713 B/s rd, 0 op/s 2024-09-06T15:47:01.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:00 smithi181 bash[70073]: cluster 2024-09-06T15:46:59.814316+0000 mgr.y (mgr.25115) 499 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 713 B/s rd, 0 op/s 2024-09-06T15:47:01.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:00 smithi181 bash[70073]: audit 2024-09-06T15:47:00.297192+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:01.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:00 smithi181 bash[70073]: audit 2024-09-06T15:47:00.297192+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:01.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:00 smithi181 bash[70073]: audit 2024-09-06T15:47:00.303985+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:47:01.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:00 smithi181 bash[70073]: audit 2024-09-06T15:47:00.303985+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:47:02.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:00.904887+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:02.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:00.904887+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:02.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:00.917074+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:02.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:00.917074+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:02.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:00.924576+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:47:02.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:00.924576+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:47:02.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:00.926280+0000 mon.b (mon.1) 97 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:47:02.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:00.926280+0000 mon.b (mon.1) 97 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:47:02.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:00.930945+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:02.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:00.930945+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:02.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.074915+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:47:02.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.074915+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:47:02.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.078913+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.078913+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.083253+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.083253+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.086252+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:02.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.086252+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:02.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.099671+0000 mon.b (mon.1) 101 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.099671+0000 mon.b (mon.1) 101 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.103830+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.103830+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.108075+0000 mon.b (mon.1) 103 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.108075+0000 mon.b (mon.1) 103 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.112092+0000 mon.b (mon.1) 104 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.112092+0000 mon.b (mon.1) 104 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.116031+0000 mon.b (mon.1) 105 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.116031+0000 mon.b (mon.1) 105 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.120184+0000 mon.b (mon.1) 106 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.199 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.120184+0000 mon.b (mon.1) 106 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.199 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.122709+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:47:02.199 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.122709+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:47:02.199 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.126400+0000 mon.b (mon.1) 107 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:47:02.199 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.126400+0000 mon.b (mon.1) 107 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:47:02.199 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.129087+0000 mon.a (mon.0) 186 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-06T15:47:02.199 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.129087+0000 mon.a (mon.0) 186 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-06T15:47:02.199 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.134946+0000 mon.a (mon.0) 187 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.199 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.134946+0000 mon.a (mon.0) 187 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.199 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.138641+0000 mon.b (mon.1) 108 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.199 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.138641+0000 mon.b (mon.1) 108 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.199 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.141125+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-06T15:47:02.200 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.141125+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-06T15:47:02.200 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.163425+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:47:02.200 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.163425+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:47:02.200 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.167391+0000 mon.b (mon.1) 109 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:47:02.200 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.167391+0000 mon.b (mon.1) 109 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:47:02.200 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.169713+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-06T15:47:02.200 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.169713+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-06T15:47:02.200 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.175328+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:47:02.200 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.175328+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:47:02.200 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.178372+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:47:02.200 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.178372+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:47:02.200 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.179198+0000 mon.b (mon.1) 110 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:47:02.200 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.179198+0000 mon.b (mon.1) 110 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:47:02.200 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.181471+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:47:02.201 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.181471+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:47:02.201 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.182103+0000 mon.b (mon.1) 111 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:47:02.201 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:00.904887+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:02.201 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:00.904887+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:02.201 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:00.917074+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:02.201 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:00.917074+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:02.201 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:00.924576+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:47:02.201 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:00.924576+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:47:02.202 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:00.926280+0000 mon.b (mon.1) 97 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:47:02.202 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:00.926280+0000 mon.b (mon.1) 97 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:47:02.202 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:00.930945+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:02.202 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:00.930945+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:02.202 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.074915+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:47:02.202 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.074915+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:47:02.202 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.078913+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.202 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.078913+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.202 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.083253+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.202 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.083253+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.203 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.086252+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:02.203 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.086252+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:02.203 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.099671+0000 mon.b (mon.1) 101 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.203 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.099671+0000 mon.b (mon.1) 101 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.203 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.103830+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.204 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.182103+0000 mon.b (mon.1) 111 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:47:02.204 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.184651+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:47:02.204 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.184651+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:47:02.204 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.185308+0000 mon.b (mon.1) 112 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:47:02.204 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.185308+0000 mon.b (mon.1) 112 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:47:02.204 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.187950+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.204 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.187950+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.204 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.188372+0000 mon.b (mon.1) 113 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:47:02.204 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.188372+0000 mon.b (mon.1) 113 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:47:02.204 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.191332+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:47:02.204 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.191332+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:47:02.204 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.191625+0000 mon.b (mon.1) 114 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.191625+0000 mon.b (mon.1) 114 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.194570+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:47:02.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.194570+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:47:02.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.195048+0000 mon.b (mon.1) 115 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:47:02.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.195048+0000 mon.b (mon.1) 115 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:47:02.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.197541+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:47:02.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.197541+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:47:02.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.198314+0000 mon.b (mon.1) 116 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:47:02.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.198314+0000 mon.b (mon.1) 116 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:47:02.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.200622+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:47:02.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.200622+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:47:02.205 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.201288+0000 mon.b (mon.1) 117 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:47:02.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.201288+0000 mon.b (mon.1) 117 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:47:02.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.204443+0000 mon.b (mon.1) 118 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:47:02.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.204443+0000 mon.b (mon.1) 118 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:47:02.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.206931+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-06T15:47:02.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.206931+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-06T15:47:02.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.212881+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.212881+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.216185+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.216185+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.216582+0000 mon.b (mon.1) 119 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.216582+0000 mon.b (mon.1) 119 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.219435+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.206 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.219435+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.219800+0000 mon.b (mon.1) 120 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.219800+0000 mon.b (mon.1) 120 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.222460+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.222460+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.223255+0000 mon.b (mon.1) 121 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.223255+0000 mon.b (mon.1) 121 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.225632+0000 mon.a (mon.0) 205 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.225632+0000 mon.a (mon.0) 205 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.226375+0000 mon.b (mon.1) 122 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.226375+0000 mon.b (mon.1) 122 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.228362+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.228362+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.229412+0000 mon.b (mon.1) 123 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.207 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.229412+0000 mon.b (mon.1) 123 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.208 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.231815+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:47:02.208 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.231815+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:47:02.208 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.232309+0000 mon.b (mon.1) 124 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.208 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.232309+0000 mon.b (mon.1) 124 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.208 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.235585+0000 mon.b (mon.1) 125 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:47:02.208 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.235585+0000 mon.b (mon.1) 125 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:47:02.208 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.237921+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-06T15:47:02.209 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[88858]: audit 2024-09-06T15:47:01.237921+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-06T15:47:02.210 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.103830+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.210 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.108075+0000 mon.b (mon.1) 103 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.210 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.108075+0000 mon.b (mon.1) 103 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.210 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.112092+0000 mon.b (mon.1) 104 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.210 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.112092+0000 mon.b (mon.1) 104 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.210 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.116031+0000 mon.b (mon.1) 105 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.210 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.116031+0000 mon.b (mon.1) 105 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.210 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.120184+0000 mon.b (mon.1) 106 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.211 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.120184+0000 mon.b (mon.1) 106 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.211 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.122709+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:47:02.211 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.122709+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:47:02.211 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.126400+0000 mon.b (mon.1) 107 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:47:02.211 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.126400+0000 mon.b (mon.1) 107 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:47:02.211 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.129087+0000 mon.a (mon.0) 186 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-06T15:47:02.211 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.129087+0000 mon.a (mon.0) 186 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-06T15:47:02.211 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.134946+0000 mon.a (mon.0) 187 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.211 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.134946+0000 mon.a (mon.0) 187 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.211 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.138641+0000 mon.b (mon.1) 108 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.211 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.138641+0000 mon.b (mon.1) 108 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.211 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.141125+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-06T15:47:02.211 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.141125+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-06T15:47:02.212 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.163425+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:47:02.212 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.163425+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:47:02.212 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.167391+0000 mon.b (mon.1) 109 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:47:02.212 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.167391+0000 mon.b (mon.1) 109 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:47:02.212 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.169713+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-06T15:47:02.212 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.169713+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-06T15:47:02.212 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.175328+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:47:02.212 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.175328+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:47:02.212 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.178372+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:47:02.212 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.178372+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:47:02.212 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.179198+0000 mon.b (mon.1) 110 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:47:02.212 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.179198+0000 mon.b (mon.1) 110 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:47:02.212 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.181471+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:47:02.213 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.181471+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:47:02.213 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.182103+0000 mon.b (mon.1) 111 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:47:02.213 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.182103+0000 mon.b (mon.1) 111 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:47:02.213 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.184651+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:47:02.213 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.184651+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:47:02.213 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.185308+0000 mon.b (mon.1) 112 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:47:02.213 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.185308+0000 mon.b (mon.1) 112 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:47:02.213 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.187950+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.213 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.187950+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.213 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.188372+0000 mon.b (mon.1) 113 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:47:02.213 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.188372+0000 mon.b (mon.1) 113 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:47:02.213 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.191332+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:47:02.213 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.191332+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:47:02.214 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.191625+0000 mon.b (mon.1) 114 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.214 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.191625+0000 mon.b (mon.1) 114 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.214 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.194570+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:47:02.214 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.194570+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:47:02.214 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.195048+0000 mon.b (mon.1) 115 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:47:02.214 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.195048+0000 mon.b (mon.1) 115 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:47:02.214 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.197541+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:47:02.214 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.197541+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:47:02.214 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.198314+0000 mon.b (mon.1) 116 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:47:02.214 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.198314+0000 mon.b (mon.1) 116 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:47:02.214 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.200622+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:47:02.214 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.200622+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:47:02.214 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.201288+0000 mon.b (mon.1) 117 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:47:02.215 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.201288+0000 mon.b (mon.1) 117 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:47:02.215 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.204443+0000 mon.b (mon.1) 118 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:47:02.215 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.204443+0000 mon.b (mon.1) 118 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:47:02.215 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.206931+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-06T15:47:02.215 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.206931+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-06T15:47:02.215 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.212881+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.215 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.212881+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.215 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.216185+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.215 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.216185+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.215 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.216582+0000 mon.b (mon.1) 119 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.215 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.216582+0000 mon.b (mon.1) 119 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.215 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.219435+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.215 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.219435+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.215 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.219800+0000 mon.b (mon.1) 120 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.216 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.219800+0000 mon.b (mon.1) 120 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.216 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.222460+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.216 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.222460+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.216 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.223255+0000 mon.b (mon.1) 121 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.216 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.223255+0000 mon.b (mon.1) 121 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.216 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.225632+0000 mon.a (mon.0) 205 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.216 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.225632+0000 mon.a (mon.0) 205 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.216 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.226375+0000 mon.b (mon.1) 122 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.216 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.226375+0000 mon.b (mon.1) 122 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.216 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.228362+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.216 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.228362+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.216 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.229412+0000 mon.b (mon.1) 123 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.216 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.229412+0000 mon.b (mon.1) 123 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.217 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.231815+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:47:02.217 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.231815+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:47:02.217 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.232309+0000 mon.b (mon.1) 124 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.217 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.232309+0000 mon.b (mon.1) 124 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.217 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.235585+0000 mon.b (mon.1) 125 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:47:02.217 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.235585+0000 mon.b (mon.1) 125 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:47:02.217 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.237921+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-06T15:47:02.217 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:01 smithi169 bash[92568]: audit 2024-09-06T15:47:01.237921+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-06T15:47:02.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:47:01.812452689Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:47:02.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:00.904887+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:02.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:00.904887+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:02.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:00.917074+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:02.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:00.917074+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:02.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:00.924576+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:47:02.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:00.924576+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:47:02.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:00.926280+0000 mon.b (mon.1) 97 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:47:02.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:00.926280+0000 mon.b (mon.1) 97 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:47:02.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:00.930945+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:02.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:00.930945+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:02.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.074915+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:47:02.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.074915+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:47:02.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.078913+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.078913+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.083253+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.083253+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.086252+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:02.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.086252+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:02.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.099671+0000 mon.b (mon.1) 101 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.099671+0000 mon.b (mon.1) 101 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.103830+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.103830+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.108075+0000 mon.b (mon.1) 103 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.108075+0000 mon.b (mon.1) 103 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.112092+0000 mon.b (mon.1) 104 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.112092+0000 mon.b (mon.1) 104 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.116031+0000 mon.b (mon.1) 105 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.116031+0000 mon.b (mon.1) 105 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.120184+0000 mon.b (mon.1) 106 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.120184+0000 mon.b (mon.1) 106 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:02.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.122709+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:47:02.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.122709+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:47:02.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.126400+0000 mon.b (mon.1) 107 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:47:02.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.126400+0000 mon.b (mon.1) 107 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:47:02.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.129087+0000 mon.a (mon.0) 186 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-06T15:47:02.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.129087+0000 mon.a (mon.0) 186 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-06T15:47:02.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.134946+0000 mon.a (mon.0) 187 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.134946+0000 mon.a (mon.0) 187 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.138641+0000 mon.b (mon.1) 108 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.138641+0000 mon.b (mon.1) 108 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.141125+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-06T15:47:02.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.141125+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-06T15:47:02.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.163425+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:47:02.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.163425+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:47:02.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.167391+0000 mon.b (mon.1) 109 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:47:02.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.167391+0000 mon.b (mon.1) 109 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:47:02.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.169713+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-06T15:47:02.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.169713+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-06T15:47:02.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.175328+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:47:02.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.175328+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:47:02.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.178372+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:47:02.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.178372+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:47:02.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.179198+0000 mon.b (mon.1) 110 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:47:02.252 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.179198+0000 mon.b (mon.1) 110 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:47:02.252 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.181471+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:47:02.252 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.181471+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:47:02.252 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.182103+0000 mon.b (mon.1) 111 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:47:02.252 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.182103+0000 mon.b (mon.1) 111 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:47:02.253 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.184651+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:47:02.253 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.184651+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:47:02.253 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.185308+0000 mon.b (mon.1) 112 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:47:02.253 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.185308+0000 mon.b (mon.1) 112 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:47:02.253 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.187950+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.253 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.187950+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.253 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.188372+0000 mon.b (mon.1) 113 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:47:02.253 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.188372+0000 mon.b (mon.1) 113 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:47:02.253 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.191332+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:47:02.253 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.191332+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:47:02.253 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.191625+0000 mon.b (mon.1) 114 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.253 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.191625+0000 mon.b (mon.1) 114 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.253 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.194570+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:47:02.254 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.194570+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:47:02.254 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.195048+0000 mon.b (mon.1) 115 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:47:02.254 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.195048+0000 mon.b (mon.1) 115 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:47:02.254 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.197541+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:47:02.254 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.197541+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:47:02.254 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.198314+0000 mon.b (mon.1) 116 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:47:02.254 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.198314+0000 mon.b (mon.1) 116 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:47:02.254 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.200622+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:47:02.254 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.200622+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:47:02.254 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.201288+0000 mon.b (mon.1) 117 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:47:02.254 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.201288+0000 mon.b (mon.1) 117 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:47:02.254 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.204443+0000 mon.b (mon.1) 118 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:47:02.254 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.204443+0000 mon.b (mon.1) 118 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:47:02.254 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.206931+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-06T15:47:02.255 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.206931+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-06T15:47:02.255 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.212881+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.255 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.212881+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.255 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.216185+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.255 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.216185+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.255 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.216582+0000 mon.b (mon.1) 119 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.256 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.216582+0000 mon.b (mon.1) 119 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.256 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.219435+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.256 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.219435+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.256 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.219800+0000 mon.b (mon.1) 120 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.256 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.219800+0000 mon.b (mon.1) 120 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.256 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.222460+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.256 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.222460+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.256 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.223255+0000 mon.b (mon.1) 121 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.256 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.223255+0000 mon.b (mon.1) 121 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.256 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.225632+0000 mon.a (mon.0) 205 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.256 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.225632+0000 mon.a (mon.0) 205 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.256 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.226375+0000 mon.b (mon.1) 122 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.257 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.226375+0000 mon.b (mon.1) 122 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.257 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.228362+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.257 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.228362+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.257 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.229412+0000 mon.b (mon.1) 123 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.257 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.229412+0000 mon.b (mon.1) 123 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.257 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.231815+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:47:02.257 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.231815+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:47:02.257 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.232309+0000 mon.b (mon.1) 124 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.257 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.232309+0000 mon.b (mon.1) 124 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:47:02.257 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.235585+0000 mon.b (mon.1) 125 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:47:02.257 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.235585+0000 mon.b (mon.1) 125 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:47:02.257 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.237921+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-06T15:47:02.257 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:01 smithi181 bash[70073]: audit 2024-09-06T15:47:01.237921+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-06T15:47:03.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[88858]: cephadm 2024-09-06T15:47:01.080356+0000 mgr.y (mgr.25115) 500 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-06T15:47:03.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[88858]: cephadm 2024-09-06T15:47:01.080356+0000 mgr.y (mgr.25115) 500 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-06T15:47:03.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[88858]: cephadm 2024-09-06T15:47:01.117753+0000 mgr.y (mgr.25115) 501 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-06T15:47:03.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[88858]: cephadm 2024-09-06T15:47:01.117753+0000 mgr.y (mgr.25115) 501 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-06T15:47:03.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[88858]: cephadm 2024-09-06T15:47:01.230120+0000 mgr.y (mgr.25115) 502 : cephadm [INF] Upgrade: Complete! 2024-09-06T15:47:03.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[88858]: cephadm 2024-09-06T15:47:01.230120+0000 mgr.y (mgr.25115) 502 : cephadm [INF] Upgrade: Complete! 2024-09-06T15:47:03.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[88858]: cluster 2024-09-06T15:47:01.815851+0000 mgr.y (mgr.25115) 503 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:03.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[88858]: cluster 2024-09-06T15:47:01.815851+0000 mgr.y (mgr.25115) 503 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:03.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[88858]: audit 2024-09-06T15:47:01.992084+0000 mon.b (mon.1) 126 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:47:03.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[88858]: audit 2024-09-06T15:47:01.992084+0000 mon.b (mon.1) 126 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:47:03.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[88858]: audit 2024-09-06T15:47:01.994109+0000 mon.b (mon.1) 127 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:47:03.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[88858]: audit 2024-09-06T15:47:01.994109+0000 mon.b (mon.1) 127 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:47:03.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[88858]: audit 2024-09-06T15:47:02.001146+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:03.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[88858]: audit 2024-09-06T15:47:02.001146+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:03.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[88858]: audit 2024-09-06T15:47:02.140894+0000 mon.b (mon.1) 128 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:47:03.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[88858]: audit 2024-09-06T15:47:02.140894+0000 mon.b (mon.1) 128 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:47:03.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[88858]: audit 2024-09-06T15:47:02.142746+0000 mon.b (mon.1) 129 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:47:03.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[88858]: audit 2024-09-06T15:47:02.142746+0000 mon.b (mon.1) 129 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:47:03.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[88858]: audit 2024-09-06T15:47:02.148022+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:03.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[88858]: audit 2024-09-06T15:47:02.148022+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:03.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[92568]: cephadm 2024-09-06T15:47:01.080356+0000 mgr.y (mgr.25115) 500 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-06T15:47:03.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[92568]: cephadm 2024-09-06T15:47:01.080356+0000 mgr.y (mgr.25115) 500 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-06T15:47:03.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[92568]: cephadm 2024-09-06T15:47:01.117753+0000 mgr.y (mgr.25115) 501 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-06T15:47:03.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[92568]: cephadm 2024-09-06T15:47:01.117753+0000 mgr.y (mgr.25115) 501 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-06T15:47:03.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[92568]: cephadm 2024-09-06T15:47:01.230120+0000 mgr.y (mgr.25115) 502 : cephadm [INF] Upgrade: Complete! 2024-09-06T15:47:03.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[92568]: cephadm 2024-09-06T15:47:01.230120+0000 mgr.y (mgr.25115) 502 : cephadm [INF] Upgrade: Complete! 2024-09-06T15:47:03.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[92568]: cluster 2024-09-06T15:47:01.815851+0000 mgr.y (mgr.25115) 503 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:03.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[92568]: cluster 2024-09-06T15:47:01.815851+0000 mgr.y (mgr.25115) 503 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:03.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[92568]: audit 2024-09-06T15:47:01.992084+0000 mon.b (mon.1) 126 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:47:03.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[92568]: audit 2024-09-06T15:47:01.992084+0000 mon.b (mon.1) 126 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:47:03.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[92568]: audit 2024-09-06T15:47:01.994109+0000 mon.b (mon.1) 127 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:47:03.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[92568]: audit 2024-09-06T15:47:01.994109+0000 mon.b (mon.1) 127 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:47:03.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[92568]: audit 2024-09-06T15:47:02.001146+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:03.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[92568]: audit 2024-09-06T15:47:02.001146+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:03.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[92568]: audit 2024-09-06T15:47:02.140894+0000 mon.b (mon.1) 128 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:47:03.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[92568]: audit 2024-09-06T15:47:02.140894+0000 mon.b (mon.1) 128 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:47:03.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[92568]: audit 2024-09-06T15:47:02.142746+0000 mon.b (mon.1) 129 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:47:03.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[92568]: audit 2024-09-06T15:47:02.142746+0000 mon.b (mon.1) 129 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:47:03.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[92568]: audit 2024-09-06T15:47:02.148022+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:03.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:02 smithi169 bash[92568]: audit 2024-09-06T15:47:02.148022+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:03.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:02 smithi181 bash[70073]: cephadm 2024-09-06T15:47:01.080356+0000 mgr.y (mgr.25115) 500 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-06T15:47:03.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:02 smithi181 bash[70073]: cephadm 2024-09-06T15:47:01.080356+0000 mgr.y (mgr.25115) 500 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-06T15:47:03.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:02 smithi181 bash[70073]: cephadm 2024-09-06T15:47:01.117753+0000 mgr.y (mgr.25115) 501 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-06T15:47:03.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:02 smithi181 bash[70073]: cephadm 2024-09-06T15:47:01.117753+0000 mgr.y (mgr.25115) 501 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-06T15:47:03.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:02 smithi181 bash[70073]: cephadm 2024-09-06T15:47:01.230120+0000 mgr.y (mgr.25115) 502 : cephadm [INF] Upgrade: Complete! 2024-09-06T15:47:03.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:02 smithi181 bash[70073]: cephadm 2024-09-06T15:47:01.230120+0000 mgr.y (mgr.25115) 502 : cephadm [INF] Upgrade: Complete! 2024-09-06T15:47:03.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:02 smithi181 bash[70073]: cluster 2024-09-06T15:47:01.815851+0000 mgr.y (mgr.25115) 503 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:03.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:02 smithi181 bash[70073]: cluster 2024-09-06T15:47:01.815851+0000 mgr.y (mgr.25115) 503 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:03.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:02 smithi181 bash[70073]: audit 2024-09-06T15:47:01.992084+0000 mon.b (mon.1) 126 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:47:03.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:02 smithi181 bash[70073]: audit 2024-09-06T15:47:01.992084+0000 mon.b (mon.1) 126 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:47:03.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:02 smithi181 bash[70073]: audit 2024-09-06T15:47:01.994109+0000 mon.b (mon.1) 127 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:47:03.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:02 smithi181 bash[70073]: audit 2024-09-06T15:47:01.994109+0000 mon.b (mon.1) 127 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:47:03.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:02 smithi181 bash[70073]: audit 2024-09-06T15:47:02.001146+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:03.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:02 smithi181 bash[70073]: audit 2024-09-06T15:47:02.001146+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:03.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:02 smithi181 bash[70073]: audit 2024-09-06T15:47:02.140894+0000 mon.b (mon.1) 128 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:47:03.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:02 smithi181 bash[70073]: audit 2024-09-06T15:47:02.140894+0000 mon.b (mon.1) 128 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:47:03.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:02 smithi181 bash[70073]: audit 2024-09-06T15:47:02.142746+0000 mon.b (mon.1) 129 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:47:03.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:02 smithi181 bash[70073]: audit 2024-09-06T15:47:02.142746+0000 mon.b (mon.1) 129 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:47:03.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:02 smithi181 bash[70073]: audit 2024-09-06T15:47:02.148022+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:03.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:02 smithi181 bash[70073]: audit 2024-09-06T15:47:02.148022+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:05.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:04 smithi169 bash[88858]: audit 2024-09-06T15:47:03.499597+0000 mgr.y (mgr.25115) 504 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:47:05.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:04 smithi169 bash[88858]: audit 2024-09-06T15:47:03.499597+0000 mgr.y (mgr.25115) 504 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:47:05.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:04 smithi169 bash[88858]: cluster 2024-09-06T15:47:03.816750+0000 mgr.y (mgr.25115) 505 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:47:05.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:04 smithi169 bash[88858]: cluster 2024-09-06T15:47:03.816750+0000 mgr.y (mgr.25115) 505 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:47:05.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:04 smithi169 bash[92568]: audit 2024-09-06T15:47:03.499597+0000 mgr.y (mgr.25115) 504 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:47:05.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:04 smithi169 bash[92568]: audit 2024-09-06T15:47:03.499597+0000 mgr.y (mgr.25115) 504 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:47:05.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:04 smithi169 bash[92568]: cluster 2024-09-06T15:47:03.816750+0000 mgr.y (mgr.25115) 505 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:47:05.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:04 smithi169 bash[92568]: cluster 2024-09-06T15:47:03.816750+0000 mgr.y (mgr.25115) 505 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:47:05.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:47:04 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:47:04.816506312Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:47:05.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:04 smithi181 bash[70073]: audit 2024-09-06T15:47:03.499597+0000 mgr.y (mgr.25115) 504 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:47:05.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:04 smithi181 bash[70073]: audit 2024-09-06T15:47:03.499597+0000 mgr.y (mgr.25115) 504 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:47:05.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:04 smithi181 bash[70073]: cluster 2024-09-06T15:47:03.816750+0000 mgr.y (mgr.25115) 505 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:47:05.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:04 smithi181 bash[70073]: cluster 2024-09-06T15:47:03.816750+0000 mgr.y (mgr.25115) 505 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:47:06.420 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:47:06 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:47:06] "GET /metrics HTTP/1.1" 200 38363 "" "Prometheus/2.51.0" 2024-09-06T15:47:06.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:06 smithi169 bash[92568]: audit 2024-09-06T15:47:05.418717+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:06.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:06 smithi169 bash[92568]: audit 2024-09-06T15:47:05.418717+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:06.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:06 smithi169 bash[92568]: cluster 2024-09-06T15:47:05.818114+0000 mgr.y (mgr.25115) 506 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:47:06.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:06 smithi169 bash[92568]: cluster 2024-09-06T15:47:05.818114+0000 mgr.y (mgr.25115) 506 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:47:06.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:06 smithi169 bash[88858]: audit 2024-09-06T15:47:05.418717+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:06.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:06 smithi169 bash[88858]: audit 2024-09-06T15:47:05.418717+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:06.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:06 smithi169 bash[88858]: cluster 2024-09-06T15:47:05.818114+0000 mgr.y (mgr.25115) 506 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:47:06.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:06 smithi169 bash[88858]: cluster 2024-09-06T15:47:05.818114+0000 mgr.y (mgr.25115) 506 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:47:06.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:06 smithi181 bash[70073]: audit 2024-09-06T15:47:05.418717+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:06.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:06 smithi181 bash[70073]: audit 2024-09-06T15:47:05.418717+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:06.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:06 smithi181 bash[70073]: cluster 2024-09-06T15:47:05.818114+0000 mgr.y (mgr.25115) 506 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:47:06.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:06 smithi181 bash[70073]: cluster 2024-09-06T15:47:05.818114+0000 mgr.y (mgr.25115) 506 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:47:07.440 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph orch ps' 2024-09-06T15:47:07.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:07 smithi169 bash[88858]: audit 2024-09-06T15:47:06.590883+0000 mgr.y (mgr.25115) 507 : audit [DBG] from='client.54224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:47:07.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:07 smithi169 bash[88858]: audit 2024-09-06T15:47:06.590883+0000 mgr.y (mgr.25115) 507 : audit [DBG] from='client.54224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:47:07.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:07 smithi169 bash[92568]: audit 2024-09-06T15:47:06.590883+0000 mgr.y (mgr.25115) 507 : audit [DBG] from='client.54224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:47:07.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:07 smithi169 bash[92568]: audit 2024-09-06T15:47:06.590883+0000 mgr.y (mgr.25115) 507 : audit [DBG] from='client.54224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:47:07.743 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:07 smithi181 bash[70073]: audit 2024-09-06T15:47:06.590883+0000 mgr.y (mgr.25115) 507 : audit [DBG] from='client.54224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:47:07.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:07 smithi181 bash[70073]: audit 2024-09-06T15:47:06.590883+0000 mgr.y (mgr.25115) 507 : audit [DBG] from='client.54224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:47:08.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:47:07 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:47:07.823469155Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:47:08.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:08 smithi169 bash[88858]: cluster 2024-09-06T15:47:07.819127+0000 mgr.y (mgr.25115) 508 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:08.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:08 smithi169 bash[88858]: cluster 2024-09-06T15:47:07.819127+0000 mgr.y (mgr.25115) 508 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:08.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:08 smithi169 bash[92568]: cluster 2024-09-06T15:47:07.819127+0000 mgr.y (mgr.25115) 508 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:08.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:08 smithi169 bash[92568]: cluster 2024-09-06T15:47:07.819127+0000 mgr.y (mgr.25115) 508 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:08.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:08 smithi181 bash[70073]: cluster 2024-09-06T15:47:07.819127+0000 mgr.y (mgr.25115) 508 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:08.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:08 smithi181 bash[70073]: cluster 2024-09-06T15:47:07.819127+0000 mgr.y (mgr.25115) 508 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:11.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:10 smithi169 bash[88858]: cluster 2024-09-06T15:47:09.819812+0000 mgr.y (mgr.25115) 509 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:11.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:10 smithi169 bash[88858]: cluster 2024-09-06T15:47:09.819812+0000 mgr.y (mgr.25115) 509 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:11.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:10 smithi169 bash[92568]: cluster 2024-09-06T15:47:09.819812+0000 mgr.y (mgr.25115) 509 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:11.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:10 smithi169 bash[92568]: cluster 2024-09-06T15:47:09.819812+0000 mgr.y (mgr.25115) 509 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:11.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:47:10 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:47:10.816012695Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:47:11.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:10 smithi181 bash[70073]: cluster 2024-09-06T15:47:09.819812+0000 mgr.y (mgr.25115) 509 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:11.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:10 smithi181 bash[70073]: cluster 2024-09-06T15:47:09.819812+0000 mgr.y (mgr.25115) 509 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:12.255 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:47:13.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:12 smithi169 bash[88858]: cluster 2024-09-06T15:47:11.821296+0000 mgr.y (mgr.25115) 510 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:13.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:12 smithi169 bash[88858]: cluster 2024-09-06T15:47:11.821296+0000 mgr.y (mgr.25115) 510 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:13.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:12 smithi169 bash[92568]: cluster 2024-09-06T15:47:11.821296+0000 mgr.y (mgr.25115) 510 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:13.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:12 smithi169 bash[92568]: cluster 2024-09-06T15:47:11.821296+0000 mgr.y (mgr.25115) 510 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:13.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:12 smithi181 bash[70073]: cluster 2024-09-06T15:47:11.821296+0000 mgr.y (mgr.25115) 510 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:13.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:12 smithi181 bash[70073]: cluster 2024-09-06T15:47:11.821296+0000 mgr.y (mgr.25115) 510 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:13.928 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-06T15:47:13.928 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (7m) 24s ago 34m 14.0M - 0.27.0 11f11916f8cd 20ee608606f5 2024-09-06T15:47:13.928 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi181 *:3000 running (6m) 4m ago 34m 68.4M - c8b91775d855 e391fbe8c873 2024-09-06T15:47:13.928 INFO:teuthology.orchestra.run.smithi169.stdout:iscsi.foo.smithi169.yxosuq smithi169 *:5000 running (8m) 24s ago 31m 49.0M - 3.8 b6db46a449e5 e63406a8c5a8 2024-09-06T15:47:13.928 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi181 *:8443,9283,8765 running (8m) 4m ago 42m 438M - 19.3.0-4704-g8b38c33c 1c45aca0610a 291c4d2bed88 2024-09-06T15:47:13.928 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (19m) 24s ago 45m 509M - 19.3.0-4704-g8b38c33c 1c45aca0610a 5f9711fb78b7 2024-09-06T15:47:13.928 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (3m) 24s ago 45m 44.7M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a d211c6462d65 2024-09-06T15:47:13.928 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi181 running (4m) 4m ago 43m 18.5M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a 791f1710b3c0 2024-09-06T15:47:13.928 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (2m) 24s ago 43m 34.1M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a 93381d04b238 2024-09-06T15:47:13.929 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (8m) 24s ago 34m 8263k - 1.7.0 72c9c2088986 03c6f14026b2 2024-09-06T15:47:13.933 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi181 *:9100 running (8m) 4m ago 34m 8007k - 1.7.0 72c9c2088986 0895a0652401 2024-09-06T15:47:13.933 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (59s) 24s ago 42m 53.2M 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a 8a33f3e58f93 2024-09-06T15:47:13.933 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (28s) 24s ago 41m - 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a 4b7f4d4feb0b 2024-09-06T15:47:13.933 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (40m) 24s ago 40m 64.0M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 303b15f1c60b 2024-09-06T15:47:13.933 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (39m) 24s ago 39m 68.6M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 524c24c2c8fd 2024-09-06T15:47:13.933 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi181 running (38m) 4m ago 38m 69.1M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 c9c9286e40c9 2024-09-06T15:47:13.934 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi181 running (37m) 4m ago 37m 56.0M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 427ff3118a0b 2024-09-06T15:47:13.934 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi181 running (36m) 4m ago 36m 64.5M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 9e6f947064d2 2024-09-06T15:47:13.934 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi181 running (36m) 4m ago 36m 67.2M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 a94f6f351ffd 2024-09-06T15:47:13.934 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi181 *:9095 running (7m) 4m ago 35m 39.5M - 2.51.0 1d3b7f56885b 365a3b66bc88 2024-09-06T15:47:13.934 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi169.svrjnx smithi169 *:8000 running (32m) 24s ago 32m 101M - 19.1.1-268-g635ed4cf b6db46a449e5 73d895896783 2024-09-06T15:47:13.934 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi181.fqbtai smithi181 *:8000 running (32m) 4m ago 32m 102M - 19.1.1-268-g635ed4cf b6db46a449e5 4aaa91540a99 2024-09-06T15:47:14.243 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:47:13 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:47:13.824427063Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:47:14.727 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph versions | jq -e '"'"'.osd | length == 2'"'"'' 2024-09-06T15:47:15.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:14 smithi169 bash[88858]: audit 2024-09-06T15:47:13.510774+0000 mgr.y (mgr.25115) 511 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:47:15.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:14 smithi169 bash[88858]: audit 2024-09-06T15:47:13.510774+0000 mgr.y (mgr.25115) 511 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:47:15.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:14 smithi169 bash[88858]: cluster 2024-09-06T15:47:13.822109+0000 mgr.y (mgr.25115) 512 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:15.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:14 smithi169 bash[88858]: cluster 2024-09-06T15:47:13.822109+0000 mgr.y (mgr.25115) 512 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:15.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:14 smithi169 bash[88858]: audit 2024-09-06T15:47:13.905676+0000 mgr.y (mgr.25115) 513 : audit [DBG] from='client.54230 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:47:15.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:14 smithi169 bash[88858]: audit 2024-09-06T15:47:13.905676+0000 mgr.y (mgr.25115) 513 : audit [DBG] from='client.54230 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:47:15.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:14 smithi169 bash[92568]: audit 2024-09-06T15:47:13.510774+0000 mgr.y (mgr.25115) 511 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:47:15.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:14 smithi169 bash[92568]: audit 2024-09-06T15:47:13.510774+0000 mgr.y (mgr.25115) 511 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:47:15.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:14 smithi169 bash[92568]: cluster 2024-09-06T15:47:13.822109+0000 mgr.y (mgr.25115) 512 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:15.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:14 smithi169 bash[92568]: cluster 2024-09-06T15:47:13.822109+0000 mgr.y (mgr.25115) 512 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:15.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:14 smithi169 bash[92568]: audit 2024-09-06T15:47:13.905676+0000 mgr.y (mgr.25115) 513 : audit [DBG] from='client.54230 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:47:15.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:14 smithi169 bash[92568]: audit 2024-09-06T15:47:13.905676+0000 mgr.y (mgr.25115) 513 : audit [DBG] from='client.54230 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:47:15.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:14 smithi181 bash[70073]: audit 2024-09-06T15:47:13.510774+0000 mgr.y (mgr.25115) 511 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:47:15.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:14 smithi181 bash[70073]: audit 2024-09-06T15:47:13.510774+0000 mgr.y (mgr.25115) 511 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:47:15.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:14 smithi181 bash[70073]: cluster 2024-09-06T15:47:13.822109+0000 mgr.y (mgr.25115) 512 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:15.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:14 smithi181 bash[70073]: cluster 2024-09-06T15:47:13.822109+0000 mgr.y (mgr.25115) 512 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:15.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:14 smithi181 bash[70073]: audit 2024-09-06T15:47:13.905676+0000 mgr.y (mgr.25115) 513 : audit [DBG] from='client.54230 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:47:15.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:14 smithi181 bash[70073]: audit 2024-09-06T15:47:13.905676+0000 mgr.y (mgr.25115) 513 : audit [DBG] from='client.54230 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:47:16.195 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:47:16 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:47:16] "GET /metrics HTTP/1.1" 200 38360 "" "Prometheus/2.51.0" 2024-09-06T15:47:16.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:15 smithi169 bash[88858]: audit 2024-09-06T15:47:15.294852+0000 mon.b (mon.1) 130 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:47:16.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:15 smithi169 bash[88858]: audit 2024-09-06T15:47:15.294852+0000 mon.b (mon.1) 130 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:47:16.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:15 smithi169 bash[92568]: audit 2024-09-06T15:47:15.294852+0000 mon.b (mon.1) 130 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:47:16.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:15 smithi169 bash[92568]: audit 2024-09-06T15:47:15.294852+0000 mon.b (mon.1) 130 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:47:16.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:15 smithi181 bash[70073]: audit 2024-09-06T15:47:15.294852+0000 mon.b (mon.1) 130 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:47:16.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:15 smithi181 bash[70073]: audit 2024-09-06T15:47:15.294852+0000 mon.b (mon.1) 130 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:47:17.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:16 smithi169 bash[88858]: cluster 2024-09-06T15:47:15.823499+0000 mgr.y (mgr.25115) 514 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:17.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:16 smithi169 bash[88858]: cluster 2024-09-06T15:47:15.823499+0000 mgr.y (mgr.25115) 514 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:17.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:16 smithi169 bash[92568]: cluster 2024-09-06T15:47:15.823499+0000 mgr.y (mgr.25115) 514 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:17.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:16 smithi169 bash[92568]: cluster 2024-09-06T15:47:15.823499+0000 mgr.y (mgr.25115) 514 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:17.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:47:16 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:47:16.828932267Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:47:17.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:16 smithi181 bash[70073]: cluster 2024-09-06T15:47:15.823499+0000 mgr.y (mgr.25115) 514 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:17.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:16 smithi181 bash[70073]: cluster 2024-09-06T15:47:15.823499+0000 mgr.y (mgr.25115) 514 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:19.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:18 smithi169 bash[88858]: cluster 2024-09-06T15:47:17.824523+0000 mgr.y (mgr.25115) 515 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:19.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:18 smithi169 bash[88858]: cluster 2024-09-06T15:47:17.824523+0000 mgr.y (mgr.25115) 515 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:19.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:18 smithi169 bash[92568]: cluster 2024-09-06T15:47:17.824523+0000 mgr.y (mgr.25115) 515 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:19.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:18 smithi169 bash[92568]: cluster 2024-09-06T15:47:17.824523+0000 mgr.y (mgr.25115) 515 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:19.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:18 smithi181 bash[70073]: cluster 2024-09-06T15:47:17.824523+0000 mgr.y (mgr.25115) 515 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:19.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:18 smithi181 bash[70073]: cluster 2024-09-06T15:47:17.824523+0000 mgr.y (mgr.25115) 515 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:19.543 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:47:20.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:47:19 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:47:19.812760817Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:47:21.106 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-09-06T15:47:21.107 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:20 smithi169 bash[88858]: cluster 2024-09-06T15:47:19.825213+0000 mgr.y (mgr.25115) 516 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:21.107 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:20 smithi169 bash[88858]: cluster 2024-09-06T15:47:19.825213+0000 mgr.y (mgr.25115) 516 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:21.107 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:20 smithi169 bash[92568]: cluster 2024-09-06T15:47:19.825213+0000 mgr.y (mgr.25115) 516 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:21.107 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:20 smithi169 bash[92568]: cluster 2024-09-06T15:47:19.825213+0000 mgr.y (mgr.25115) 516 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:21.243 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:20 smithi181 bash[70073]: cluster 2024-09-06T15:47:19.825213+0000 mgr.y (mgr.25115) 516 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:21.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:20 smithi181 bash[70073]: cluster 2024-09-06T15:47:19.825213+0000 mgr.y (mgr.25115) 516 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:21.862 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 7'"'"'' 2024-09-06T15:47:22.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:21 smithi169 bash[88858]: audit 2024-09-06T15:47:21.096385+0000 mon.c (mon.2) 5 : audit [DBG] from='client.? 172.21.15.169:0/1686809635' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:22.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:21 smithi169 bash[88858]: audit 2024-09-06T15:47:21.096385+0000 mon.c (mon.2) 5 : audit [DBG] from='client.? 172.21.15.169:0/1686809635' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:22.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:21 smithi169 bash[92568]: audit 2024-09-06T15:47:21.096385+0000 mon.c (mon.2) 5 : audit [DBG] from='client.? 172.21.15.169:0/1686809635' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:22.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:21 smithi169 bash[92568]: audit 2024-09-06T15:47:21.096385+0000 mon.c (mon.2) 5 : audit [DBG] from='client.? 172.21.15.169:0/1686809635' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:22.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:21 smithi181 bash[70073]: audit 2024-09-06T15:47:21.096385+0000 mon.c (mon.2) 5 : audit [DBG] from='client.? 172.21.15.169:0/1686809635' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:22.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:21 smithi181 bash[70073]: audit 2024-09-06T15:47:21.096385+0000 mon.c (mon.2) 5 : audit [DBG] from='client.? 172.21.15.169:0/1686809635' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:23.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:22 smithi169 bash[88858]: cluster 2024-09-06T15:47:21.827061+0000 mgr.y (mgr.25115) 517 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:23.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:22 smithi169 bash[88858]: cluster 2024-09-06T15:47:21.827061+0000 mgr.y (mgr.25115) 517 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:23.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:22 smithi169 bash[92568]: cluster 2024-09-06T15:47:21.827061+0000 mgr.y (mgr.25115) 517 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:23.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:22 smithi169 bash[92568]: cluster 2024-09-06T15:47:21.827061+0000 mgr.y (mgr.25115) 517 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:23.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:47:22 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:47:22.817076001Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:47:23.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:22 smithi181 bash[70073]: cluster 2024-09-06T15:47:21.827061+0000 mgr.y (mgr.25115) 517 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:23.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:22 smithi181 bash[70073]: cluster 2024-09-06T15:47:21.827061+0000 mgr.y (mgr.25115) 517 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:25.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:24 smithi169 bash[88858]: audit 2024-09-06T15:47:23.521970+0000 mgr.y (mgr.25115) 518 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:47:25.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:24 smithi169 bash[88858]: audit 2024-09-06T15:47:23.521970+0000 mgr.y (mgr.25115) 518 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:47:25.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:24 smithi169 bash[88858]: cluster 2024-09-06T15:47:23.827948+0000 mgr.y (mgr.25115) 519 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:25.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:24 smithi169 bash[88858]: cluster 2024-09-06T15:47:23.827948+0000 mgr.y (mgr.25115) 519 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:25.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:24 smithi169 bash[92568]: audit 2024-09-06T15:47:23.521970+0000 mgr.y (mgr.25115) 518 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:47:25.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:24 smithi169 bash[92568]: audit 2024-09-06T15:47:23.521970+0000 mgr.y (mgr.25115) 518 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:47:25.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:24 smithi169 bash[92568]: cluster 2024-09-06T15:47:23.827948+0000 mgr.y (mgr.25115) 519 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:25.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:24 smithi169 bash[92568]: cluster 2024-09-06T15:47:23.827948+0000 mgr.y (mgr.25115) 519 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:25.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:24 smithi181 bash[70073]: audit 2024-09-06T15:47:23.521970+0000 mgr.y (mgr.25115) 518 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:47:25.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:24 smithi181 bash[70073]: audit 2024-09-06T15:47:23.521970+0000 mgr.y (mgr.25115) 518 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:47:25.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:24 smithi181 bash[70073]: cluster 2024-09-06T15:47:23.827948+0000 mgr.y (mgr.25115) 519 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:25.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:24 smithi181 bash[70073]: cluster 2024-09-06T15:47:23.827948+0000 mgr.y (mgr.25115) 519 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:26.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:47:25 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:47:25.843902424Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:47:26.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:47:26 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:47:26] "GET /metrics HTTP/1.1" 200 38360 "" "Prometheus/2.51.0" 2024-09-06T15:47:26.667 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:47:27.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:26 smithi169 bash[88858]: cluster 2024-09-06T15:47:25.829303+0000 mgr.y (mgr.25115) 520 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:27.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:26 smithi169 bash[88858]: cluster 2024-09-06T15:47:25.829303+0000 mgr.y (mgr.25115) 520 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:27.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:26 smithi169 bash[92568]: cluster 2024-09-06T15:47:25.829303+0000 mgr.y (mgr.25115) 520 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:27.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:26 smithi169 bash[92568]: cluster 2024-09-06T15:47:25.829303+0000 mgr.y (mgr.25115) 520 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:27.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:26 smithi181 bash[70073]: cluster 2024-09-06T15:47:25.829303+0000 mgr.y (mgr.25115) 520 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:27.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:26 smithi181 bash[70073]: cluster 2024-09-06T15:47:25.829303+0000 mgr.y (mgr.25115) 520 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:29.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:28 smithi169 bash[88858]: cluster 2024-09-06T15:47:27.830272+0000 mgr.y (mgr.25115) 521 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:29.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:28 smithi169 bash[88858]: cluster 2024-09-06T15:47:27.830272+0000 mgr.y (mgr.25115) 521 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:29.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:28 smithi169 bash[92568]: cluster 2024-09-06T15:47:27.830272+0000 mgr.y (mgr.25115) 521 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:29.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:28 smithi169 bash[92568]: cluster 2024-09-06T15:47:27.830272+0000 mgr.y (mgr.25115) 521 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:29.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:47:28 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:47:28.816773455Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:47:29.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:28 smithi181 bash[70073]: cluster 2024-09-06T15:47:27.830272+0000 mgr.y (mgr.25115) 521 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:29.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:28 smithi181 bash[70073]: cluster 2024-09-06T15:47:27.830272+0000 mgr.y (mgr.25115) 521 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:30.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:29 smithi169 bash[88858]: audit 2024-09-06T15:47:28.353732+0000 mgr.y (mgr.25115) 522 : audit [DBG] from='client.44268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:47:30.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:29 smithi169 bash[88858]: audit 2024-09-06T15:47:28.353732+0000 mgr.y (mgr.25115) 522 : audit [DBG] from='client.44268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:47:30.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:29 smithi169 bash[92568]: audit 2024-09-06T15:47:28.353732+0000 mgr.y (mgr.25115) 522 : audit [DBG] from='client.44268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:47:30.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:29 smithi169 bash[92568]: audit 2024-09-06T15:47:28.353732+0000 mgr.y (mgr.25115) 522 : audit [DBG] from='client.44268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:47:30.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:29 smithi181 bash[70073]: audit 2024-09-06T15:47:28.353732+0000 mgr.y (mgr.25115) 522 : audit [DBG] from='client.44268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:47:30.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:29 smithi181 bash[70073]: audit 2024-09-06T15:47:28.353732+0000 mgr.y (mgr.25115) 522 : audit [DBG] from='client.44268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:47:30.941 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-09-06T15:47:31.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:30 smithi169 bash[88858]: cluster 2024-09-06T15:47:29.830953+0000 mgr.y (mgr.25115) 523 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:31.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:30 smithi169 bash[88858]: cluster 2024-09-06T15:47:29.830953+0000 mgr.y (mgr.25115) 523 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:31.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:30 smithi169 bash[88858]: audit 2024-09-06T15:47:30.294473+0000 mon.b (mon.1) 131 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:47:31.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:30 smithi169 bash[88858]: audit 2024-09-06T15:47:30.294473+0000 mon.b (mon.1) 131 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:47:31.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:30 smithi169 bash[92568]: cluster 2024-09-06T15:47:29.830953+0000 mgr.y (mgr.25115) 523 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:31.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:30 smithi169 bash[92568]: cluster 2024-09-06T15:47:29.830953+0000 mgr.y (mgr.25115) 523 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:31.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:30 smithi169 bash[92568]: audit 2024-09-06T15:47:30.294473+0000 mon.b (mon.1) 131 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:47:31.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:30 smithi169 bash[92568]: audit 2024-09-06T15:47:30.294473+0000 mon.b (mon.1) 131 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:47:31.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:30 smithi181 bash[70073]: cluster 2024-09-06T15:47:29.830953+0000 mgr.y (mgr.25115) 523 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:31.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:30 smithi181 bash[70073]: cluster 2024-09-06T15:47:29.830953+0000 mgr.y (mgr.25115) 523 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:31.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:30 smithi181 bash[70073]: audit 2024-09-06T15:47:30.294473+0000 mon.b (mon.1) 131 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:47:31.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:30 smithi181 bash[70073]: audit 2024-09-06T15:47:30.294473+0000 mon.b (mon.1) 131 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:47:31.651 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph orch upgrade status' 2024-09-06T15:47:32.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:31 smithi169 bash[88858]: cluster 2024-09-06T15:47:31.832499+0000 mgr.y (mgr.25115) 524 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:32.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:31 smithi169 bash[88858]: cluster 2024-09-06T15:47:31.832499+0000 mgr.y (mgr.25115) 524 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:32.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:31 smithi169 bash[92568]: cluster 2024-09-06T15:47:31.832499+0000 mgr.y (mgr.25115) 524 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:32.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:31 smithi169 bash[92568]: cluster 2024-09-06T15:47:31.832499+0000 mgr.y (mgr.25115) 524 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:32.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:47:31 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:47:31.842858658Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:47:32.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:31 smithi181 bash[70073]: cluster 2024-09-06T15:47:31.832499+0000 mgr.y (mgr.25115) 524 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:32.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:31 smithi181 bash[70073]: cluster 2024-09-06T15:47:31.832499+0000 mgr.y (mgr.25115) 524 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:35.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:34 smithi169 bash[88858]: audit 2024-09-06T15:47:33.529264+0000 mgr.y (mgr.25115) 525 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:47:35.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:34 smithi169 bash[88858]: audit 2024-09-06T15:47:33.529264+0000 mgr.y (mgr.25115) 525 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:47:35.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:34 smithi169 bash[88858]: cluster 2024-09-06T15:47:33.833332+0000 mgr.y (mgr.25115) 526 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:35.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:34 smithi169 bash[88858]: cluster 2024-09-06T15:47:33.833332+0000 mgr.y (mgr.25115) 526 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:35.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:34 smithi169 bash[92568]: audit 2024-09-06T15:47:33.529264+0000 mgr.y (mgr.25115) 525 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:47:35.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:34 smithi169 bash[92568]: audit 2024-09-06T15:47:33.529264+0000 mgr.y (mgr.25115) 525 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:47:35.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:34 smithi169 bash[92568]: cluster 2024-09-06T15:47:33.833332+0000 mgr.y (mgr.25115) 526 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:35.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:34 smithi169 bash[92568]: cluster 2024-09-06T15:47:33.833332+0000 mgr.y (mgr.25115) 526 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:35.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:47:34 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:47:34.824657213Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:47:35.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:34 smithi181 bash[70073]: audit 2024-09-06T15:47:33.529264+0000 mgr.y (mgr.25115) 525 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:47:35.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:34 smithi181 bash[70073]: audit 2024-09-06T15:47:33.529264+0000 mgr.y (mgr.25115) 525 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:47:35.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:34 smithi181 bash[70073]: cluster 2024-09-06T15:47:33.833332+0000 mgr.y (mgr.25115) 526 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:35.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:34 smithi181 bash[70073]: cluster 2024-09-06T15:47:33.833332+0000 mgr.y (mgr.25115) 526 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:36.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:47:36 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:47:36] "GET /metrics HTTP/1.1" 200 38359 "" "Prometheus/2.51.0" 2024-09-06T15:47:36.467 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:47:37.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:36 smithi169 bash[88858]: cluster 2024-09-06T15:47:35.834690+0000 mgr.y (mgr.25115) 527 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:37.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:36 smithi169 bash[88858]: cluster 2024-09-06T15:47:35.834690+0000 mgr.y (mgr.25115) 527 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:37.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:36 smithi169 bash[92568]: cluster 2024-09-06T15:47:35.834690+0000 mgr.y (mgr.25115) 527 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:37.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:36 smithi169 bash[92568]: cluster 2024-09-06T15:47:35.834690+0000 mgr.y (mgr.25115) 527 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:37.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:36 smithi181 bash[70073]: cluster 2024-09-06T15:47:35.834690+0000 mgr.y (mgr.25115) 527 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:37.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:36 smithi181 bash[70073]: cluster 2024-09-06T15:47:35.834690+0000 mgr.y (mgr.25115) 527 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:38.160 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:47:38.160 INFO:teuthology.orchestra.run.smithi169.stdout: "target_image": null, 2024-09-06T15:47:38.160 INFO:teuthology.orchestra.run.smithi169.stdout: "in_progress": false, 2024-09-06T15:47:38.160 INFO:teuthology.orchestra.run.smithi169.stdout: "which": "", 2024-09-06T15:47:38.160 INFO:teuthology.orchestra.run.smithi169.stdout: "services_complete": [], 2024-09-06T15:47:38.161 INFO:teuthology.orchestra.run.smithi169.stdout: "progress": null, 2024-09-06T15:47:38.161 INFO:teuthology.orchestra.run.smithi169.stdout: "message": "", 2024-09-06T15:47:38.161 INFO:teuthology.orchestra.run.smithi169.stdout: "is_paused": false 2024-09-06T15:47:38.161 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:47:38.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:47:37 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:47:37.855325274Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:47:38.958 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph health detail' 2024-09-06T15:47:39.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:38 smithi169 bash[88858]: cluster 2024-09-06T15:47:37.835478+0000 mgr.y (mgr.25115) 528 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:39.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:38 smithi169 bash[88858]: cluster 2024-09-06T15:47:37.835478+0000 mgr.y (mgr.25115) 528 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:39.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:38 smithi169 bash[92568]: cluster 2024-09-06T15:47:37.835478+0000 mgr.y (mgr.25115) 528 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:39.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:38 smithi169 bash[92568]: cluster 2024-09-06T15:47:37.835478+0000 mgr.y (mgr.25115) 528 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:39.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:38 smithi181 bash[70073]: cluster 2024-09-06T15:47:37.835478+0000 mgr.y (mgr.25115) 528 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:39.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:38 smithi181 bash[70073]: cluster 2024-09-06T15:47:37.835478+0000 mgr.y (mgr.25115) 528 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:40.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:39 smithi169 bash[92568]: audit 2024-09-06T15:47:38.161390+0000 mgr.y (mgr.25115) 529 : audit [DBG] from='client.54248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:47:40.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:39 smithi169 bash[92568]: audit 2024-09-06T15:47:38.161390+0000 mgr.y (mgr.25115) 529 : audit [DBG] from='client.54248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:47:40.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:39 smithi169 bash[88858]: audit 2024-09-06T15:47:38.161390+0000 mgr.y (mgr.25115) 529 : audit [DBG] from='client.54248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:47:40.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:39 smithi169 bash[88858]: audit 2024-09-06T15:47:38.161390+0000 mgr.y (mgr.25115) 529 : audit [DBG] from='client.54248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:47:40.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:39 smithi181 bash[70073]: audit 2024-09-06T15:47:38.161390+0000 mgr.y (mgr.25115) 529 : audit [DBG] from='client.54248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:47:40.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:39 smithi181 bash[70073]: audit 2024-09-06T15:47:38.161390+0000 mgr.y (mgr.25115) 529 : audit [DBG] from='client.54248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:47:41.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:40 smithi169 bash[88858]: cluster 2024-09-06T15:47:39.836118+0000 mgr.y (mgr.25115) 530 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:41.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:40 smithi169 bash[88858]: cluster 2024-09-06T15:47:39.836118+0000 mgr.y (mgr.25115) 530 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:41.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:40 smithi169 bash[92568]: cluster 2024-09-06T15:47:39.836118+0000 mgr.y (mgr.25115) 530 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:41.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:40 smithi169 bash[92568]: cluster 2024-09-06T15:47:39.836118+0000 mgr.y (mgr.25115) 530 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:41.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:47:40 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:47:40.849645778Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:47:41.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:40 smithi181 bash[70073]: cluster 2024-09-06T15:47:39.836118+0000 mgr.y (mgr.25115) 530 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:41.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:40 smithi181 bash[70073]: cluster 2024-09-06T15:47:39.836118+0000 mgr.y (mgr.25115) 530 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:43.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:42 smithi169 bash[88858]: cluster 2024-09-06T15:47:41.837733+0000 mgr.y (mgr.25115) 531 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:43.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:42 smithi169 bash[88858]: cluster 2024-09-06T15:47:41.837733+0000 mgr.y (mgr.25115) 531 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:43.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:42 smithi169 bash[92568]: cluster 2024-09-06T15:47:41.837733+0000 mgr.y (mgr.25115) 531 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:43.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:42 smithi169 bash[92568]: cluster 2024-09-06T15:47:41.837733+0000 mgr.y (mgr.25115) 531 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:43.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:42 smithi181 bash[70073]: cluster 2024-09-06T15:47:41.837733+0000 mgr.y (mgr.25115) 531 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:43.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:42 smithi181 bash[70073]: cluster 2024-09-06T15:47:41.837733+0000 mgr.y (mgr.25115) 531 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:43.769 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:47:44.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:47:43 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:47:43.820865669Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:47:45.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:44 smithi169 bash[88858]: audit 2024-09-06T15:47:43.540443+0000 mgr.y (mgr.25115) 532 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:47:45.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:44 smithi169 bash[88858]: audit 2024-09-06T15:47:43.540443+0000 mgr.y (mgr.25115) 532 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:47:45.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:44 smithi169 bash[88858]: cluster 2024-09-06T15:47:43.838601+0000 mgr.y (mgr.25115) 533 : cluster [DBG] pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:45.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:44 smithi169 bash[88858]: cluster 2024-09-06T15:47:43.838601+0000 mgr.y (mgr.25115) 533 : cluster [DBG] pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:45.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:44 smithi169 bash[92568]: audit 2024-09-06T15:47:43.540443+0000 mgr.y (mgr.25115) 532 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:47:45.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:44 smithi169 bash[92568]: audit 2024-09-06T15:47:43.540443+0000 mgr.y (mgr.25115) 532 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:47:45.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:44 smithi169 bash[92568]: cluster 2024-09-06T15:47:43.838601+0000 mgr.y (mgr.25115) 533 : cluster [DBG] pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:45.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:44 smithi169 bash[92568]: cluster 2024-09-06T15:47:43.838601+0000 mgr.y (mgr.25115) 533 : cluster [DBG] pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:45.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:44 smithi181 bash[70073]: audit 2024-09-06T15:47:43.540443+0000 mgr.y (mgr.25115) 532 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:47:45.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:44 smithi181 bash[70073]: audit 2024-09-06T15:47:43.540443+0000 mgr.y (mgr.25115) 532 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:47:45.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:44 smithi181 bash[70073]: cluster 2024-09-06T15:47:43.838601+0000 mgr.y (mgr.25115) 533 : cluster [DBG] pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:45.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:44 smithi181 bash[70073]: cluster 2024-09-06T15:47:43.838601+0000 mgr.y (mgr.25115) 533 : cluster [DBG] pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:45.327 INFO:teuthology.orchestra.run.smithi169.stdout:HEALTH_WARN Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:47:45.327 INFO:teuthology.orchestra.run.smithi169.stdout:[WRN] MGR_MODULE_DEPENDENCY: Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:47:45.327 INFO:teuthology.orchestra.run.smithi169.stdout: Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:47:46.123 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd --limit 1' 2024-09-06T15:47:46.195 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:47:46 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:47:46] "GET /metrics HTTP/1.1" 200 38357 "" "Prometheus/2.51.0" 2024-09-06T15:47:46.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:45 smithi169 bash[92568]: audit 2024-09-06T15:47:45.295043+0000 mon.b (mon.1) 132 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:47:46.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:45 smithi169 bash[92568]: audit 2024-09-06T15:47:45.295043+0000 mon.b (mon.1) 132 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:47:46.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:45 smithi169 bash[92568]: audit 2024-09-06T15:47:45.328604+0000 mon.c (mon.2) 6 : audit [DBG] from='client.? 172.21.15.169:0/2684023828' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-06T15:47:46.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:45 smithi169 bash[92568]: audit 2024-09-06T15:47:45.328604+0000 mon.c (mon.2) 6 : audit [DBG] from='client.? 172.21.15.169:0/2684023828' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-06T15:47:46.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:45 smithi169 bash[88858]: audit 2024-09-06T15:47:45.295043+0000 mon.b (mon.1) 132 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:47:46.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:45 smithi169 bash[88858]: audit 2024-09-06T15:47:45.295043+0000 mon.b (mon.1) 132 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:47:46.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:45 smithi169 bash[88858]: audit 2024-09-06T15:47:45.328604+0000 mon.c (mon.2) 6 : audit [DBG] from='client.? 172.21.15.169:0/2684023828' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-06T15:47:46.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:45 smithi169 bash[88858]: audit 2024-09-06T15:47:45.328604+0000 mon.c (mon.2) 6 : audit [DBG] from='client.? 172.21.15.169:0/2684023828' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-06T15:47:46.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:45 smithi181 bash[70073]: audit 2024-09-06T15:47:45.295043+0000 mon.b (mon.1) 132 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:47:46.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:45 smithi181 bash[70073]: audit 2024-09-06T15:47:45.295043+0000 mon.b (mon.1) 132 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:47:46.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:45 smithi181 bash[70073]: audit 2024-09-06T15:47:45.328604+0000 mon.c (mon.2) 6 : audit [DBG] from='client.? 172.21.15.169:0/2684023828' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-06T15:47:46.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:45 smithi181 bash[70073]: audit 2024-09-06T15:47:45.328604+0000 mon.c (mon.2) 6 : audit [DBG] from='client.? 172.21.15.169:0/2684023828' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-06T15:47:47.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:46 smithi169 bash[88858]: cluster 2024-09-06T15:47:45.840009+0000 mgr.y (mgr.25115) 534 : cluster [DBG] pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:47.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:46 smithi169 bash[88858]: cluster 2024-09-06T15:47:45.840009+0000 mgr.y (mgr.25115) 534 : cluster [DBG] pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:47.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:46 smithi169 bash[92568]: cluster 2024-09-06T15:47:45.840009+0000 mgr.y (mgr.25115) 534 : cluster [DBG] pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:47.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:46 smithi169 bash[92568]: cluster 2024-09-06T15:47:45.840009+0000 mgr.y (mgr.25115) 534 : cluster [DBG] pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:47.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:47:46 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:47:46.807895622Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:47:47.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:46 smithi181 bash[70073]: cluster 2024-09-06T15:47:45.840009+0000 mgr.y (mgr.25115) 534 : cluster [DBG] pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:47.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:46 smithi181 bash[70073]: cluster 2024-09-06T15:47:45.840009+0000 mgr.y (mgr.25115) 534 : cluster [DBG] pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:49.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:48 smithi169 bash[88858]: cluster 2024-09-06T15:47:47.840981+0000 mgr.y (mgr.25115) 535 : cluster [DBG] pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:49.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:48 smithi169 bash[88858]: cluster 2024-09-06T15:47:47.840981+0000 mgr.y (mgr.25115) 535 : cluster [DBG] pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:49.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:48 smithi169 bash[92568]: cluster 2024-09-06T15:47:47.840981+0000 mgr.y (mgr.25115) 535 : cluster [DBG] pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:49.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:48 smithi169 bash[92568]: cluster 2024-09-06T15:47:47.840981+0000 mgr.y (mgr.25115) 535 : cluster [DBG] pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:49.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:48 smithi181 bash[70073]: cluster 2024-09-06T15:47:47.840981+0000 mgr.y (mgr.25115) 535 : cluster [DBG] pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:49.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:48 smithi181 bash[70073]: cluster 2024-09-06T15:47:47.840981+0000 mgr.y (mgr.25115) 535 : cluster [DBG] pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:50.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:47:49 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:47:49.817586603Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:47:50.945 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:47:51.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:50 smithi169 bash[88858]: cluster 2024-09-06T15:47:49.841695+0000 mgr.y (mgr.25115) 536 : cluster [DBG] pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:51.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:50 smithi169 bash[88858]: cluster 2024-09-06T15:47:49.841695+0000 mgr.y (mgr.25115) 536 : cluster [DBG] pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:51.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:50 smithi169 bash[92568]: cluster 2024-09-06T15:47:49.841695+0000 mgr.y (mgr.25115) 536 : cluster [DBG] pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:51.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:50 smithi169 bash[92568]: cluster 2024-09-06T15:47:49.841695+0000 mgr.y (mgr.25115) 536 : cluster [DBG] pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:51.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:50 smithi181 bash[70073]: cluster 2024-09-06T15:47:49.841695+0000 mgr.y (mgr.25115) 536 : cluster [DBG] pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:51.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:50 smithi181 bash[70073]: cluster 2024-09-06T15:47:49.841695+0000 mgr.y (mgr.25115) 536 : cluster [DBG] pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:52.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:51 smithi169 bash[92568]: cluster 2024-09-06T15:47:51.843383+0000 mgr.y (mgr.25115) 537 : cluster [DBG] pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:52.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:51 smithi169 bash[92568]: cluster 2024-09-06T15:47:51.843383+0000 mgr.y (mgr.25115) 537 : cluster [DBG] pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:52.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:51 smithi169 bash[88858]: cluster 2024-09-06T15:47:51.843383+0000 mgr.y (mgr.25115) 537 : cluster [DBG] pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:52.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:51 smithi169 bash[88858]: cluster 2024-09-06T15:47:51.843383+0000 mgr.y (mgr.25115) 537 : cluster [DBG] pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:52.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:51 smithi181 bash[70073]: cluster 2024-09-06T15:47:51.843383+0000 mgr.y (mgr.25115) 537 : cluster [DBG] pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:52.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:51 smithi181 bash[70073]: cluster 2024-09-06T15:47:51.843383+0000 mgr.y (mgr.25115) 537 : cluster [DBG] pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:53.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:47:52 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:47:52.832957658Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:47:53.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:52 smithi181 bash[70073]: audit 2024-09-06T15:47:52.537407+0000 mgr.y (mgr.25115) 538 : audit [DBG] from='client.44286 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:47:53.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:52 smithi181 bash[70073]: audit 2024-09-06T15:47:52.537407+0000 mgr.y (mgr.25115) 538 : audit [DBG] from='client.44286 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:47:53.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:52 smithi169 bash[88858]: audit 2024-09-06T15:47:52.537407+0000 mgr.y (mgr.25115) 538 : audit [DBG] from='client.44286 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:47:53.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:52 smithi169 bash[88858]: audit 2024-09-06T15:47:52.537407+0000 mgr.y (mgr.25115) 538 : audit [DBG] from='client.44286 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:47:53.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:52 smithi169 bash[92568]: audit 2024-09-06T15:47:52.537407+0000 mgr.y (mgr.25115) 538 : audit [DBG] from='client.44286 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:47:53.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:52 smithi169 bash[92568]: audit 2024-09-06T15:47:52.537407+0000 mgr.y (mgr.25115) 538 : audit [DBG] from='client.44286 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:47:54.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:53 smithi181 bash[70073]: audit 2024-09-06T15:47:53.551569+0000 mgr.y (mgr.25115) 539 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:47:54.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:53 smithi181 bash[70073]: audit 2024-09-06T15:47:53.551569+0000 mgr.y (mgr.25115) 539 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:47:54.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:53 smithi181 bash[70073]: cluster 2024-09-06T15:47:53.844290+0000 mgr.y (mgr.25115) 540 : cluster [DBG] pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:54.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:53 smithi181 bash[70073]: cluster 2024-09-06T15:47:53.844290+0000 mgr.y (mgr.25115) 540 : cluster [DBG] pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:54.336 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:53 smithi169 bash[88858]: audit 2024-09-06T15:47:53.551569+0000 mgr.y (mgr.25115) 539 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:47:54.337 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:53 smithi169 bash[88858]: audit 2024-09-06T15:47:53.551569+0000 mgr.y (mgr.25115) 539 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:47:54.337 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:53 smithi169 bash[88858]: cluster 2024-09-06T15:47:53.844290+0000 mgr.y (mgr.25115) 540 : cluster [DBG] pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:54.337 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:53 smithi169 bash[88858]: cluster 2024-09-06T15:47:53.844290+0000 mgr.y (mgr.25115) 540 : cluster [DBG] pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:54.337 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:53 smithi169 bash[92568]: audit 2024-09-06T15:47:53.551569+0000 mgr.y (mgr.25115) 539 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:47:54.337 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:53 smithi169 bash[92568]: audit 2024-09-06T15:47:53.551569+0000 mgr.y (mgr.25115) 539 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:47:54.337 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:53 smithi169 bash[92568]: cluster 2024-09-06T15:47:53.844290+0000 mgr.y (mgr.25115) 540 : cluster [DBG] pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:54.337 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:53 smithi169 bash[92568]: cluster 2024-09-06T15:47:53.844290+0000 mgr.y (mgr.25115) 540 : cluster [DBG] pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:55.243 INFO:teuthology.orchestra.run.smithi169.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:47:55.939 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-06T15:47:56.195 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:47:56 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:47:56] "GET /metrics HTTP/1.1" 200 38357 "" "Prometheus/2.51.0" 2024-09-06T15:47:56.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:47:55 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:47:55.819255252Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:47:56.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:56 smithi169 bash[88858]: cephadm 2024-09-06T15:47:55.233921+0000 mgr.y (mgr.25115) 541 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:47:56.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:56 smithi169 bash[88858]: cephadm 2024-09-06T15:47:55.233921+0000 mgr.y (mgr.25115) 541 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:47:56.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:56 smithi169 bash[88858]: audit 2024-09-06T15:47:55.242664+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:56.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:56 smithi169 bash[88858]: audit 2024-09-06T15:47:55.242664+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:56.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:56 smithi169 bash[88858]: cluster 2024-09-06T15:47:55.845045+0000 mgr.y (mgr.25115) 542 : cluster [DBG] pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:56.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:56 smithi169 bash[88858]: cluster 2024-09-06T15:47:55.845045+0000 mgr.y (mgr.25115) 542 : cluster [DBG] pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:56.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:56 smithi169 bash[88858]: audit 2024-09-06T15:47:55.885052+0000 mon.b (mon.1) 133 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:47:56.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:56 smithi169 bash[88858]: audit 2024-09-06T15:47:55.885052+0000 mon.b (mon.1) 133 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:47:56.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:56 smithi169 bash[88858]: audit 2024-09-06T15:47:55.887187+0000 mon.b (mon.1) 134 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:47:56.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:56 smithi169 bash[88858]: audit 2024-09-06T15:47:55.887187+0000 mon.b (mon.1) 134 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:47:56.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:56 smithi169 bash[88858]: audit 2024-09-06T15:47:55.893346+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:56.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:56 smithi169 bash[88858]: audit 2024-09-06T15:47:55.893346+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:56.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:56 smithi169 bash[92568]: cephadm 2024-09-06T15:47:55.233921+0000 mgr.y (mgr.25115) 541 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:47:56.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:56 smithi169 bash[92568]: cephadm 2024-09-06T15:47:55.233921+0000 mgr.y (mgr.25115) 541 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:47:56.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:56 smithi169 bash[92568]: audit 2024-09-06T15:47:55.242664+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:56.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:56 smithi169 bash[92568]: audit 2024-09-06T15:47:55.242664+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:56.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:56 smithi169 bash[92568]: cluster 2024-09-06T15:47:55.845045+0000 mgr.y (mgr.25115) 542 : cluster [DBG] pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:56.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:56 smithi169 bash[92568]: cluster 2024-09-06T15:47:55.845045+0000 mgr.y (mgr.25115) 542 : cluster [DBG] pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:56.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:56 smithi169 bash[92568]: audit 2024-09-06T15:47:55.885052+0000 mon.b (mon.1) 133 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:47:56.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:56 smithi169 bash[92568]: audit 2024-09-06T15:47:55.885052+0000 mon.b (mon.1) 133 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:47:56.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:56 smithi169 bash[92568]: audit 2024-09-06T15:47:55.887187+0000 mon.b (mon.1) 134 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:47:56.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:56 smithi169 bash[92568]: audit 2024-09-06T15:47:55.887187+0000 mon.b (mon.1) 134 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:47:56.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:56 smithi169 bash[92568]: audit 2024-09-06T15:47:55.893346+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:56.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:56 smithi169 bash[92568]: audit 2024-09-06T15:47:55.893346+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:56.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:56 smithi181 bash[70073]: cephadm 2024-09-06T15:47:55.233921+0000 mgr.y (mgr.25115) 541 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:47:56.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:56 smithi181 bash[70073]: cephadm 2024-09-06T15:47:55.233921+0000 mgr.y (mgr.25115) 541 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:47:56.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:56 smithi181 bash[70073]: audit 2024-09-06T15:47:55.242664+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:56.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:56 smithi181 bash[70073]: audit 2024-09-06T15:47:55.242664+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:56.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:56 smithi181 bash[70073]: cluster 2024-09-06T15:47:55.845045+0000 mgr.y (mgr.25115) 542 : cluster [DBG] pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:56.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:56 smithi181 bash[70073]: cluster 2024-09-06T15:47:55.845045+0000 mgr.y (mgr.25115) 542 : cluster [DBG] pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:47:56.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:56 smithi181 bash[70073]: audit 2024-09-06T15:47:55.885052+0000 mon.b (mon.1) 133 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:47:56.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:56 smithi181 bash[70073]: audit 2024-09-06T15:47:55.885052+0000 mon.b (mon.1) 133 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:47:56.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:56 smithi181 bash[70073]: audit 2024-09-06T15:47:55.887187+0000 mon.b (mon.1) 134 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:47:56.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:56 smithi181 bash[70073]: audit 2024-09-06T15:47:55.887187+0000 mon.b (mon.1) 134 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:47:56.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:56 smithi181 bash[70073]: audit 2024-09-06T15:47:55.893346+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:56.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:56 smithi181 bash[70073]: audit 2024-09-06T15:47:55.893346+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:57.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:57 smithi169 bash[88858]: cephadm 2024-09-06T15:47:56.027542+0000 mgr.y (mgr.25115) 543 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:47:57.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:57 smithi169 bash[88858]: cephadm 2024-09-06T15:47:56.027542+0000 mgr.y (mgr.25115) 543 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:47:57.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:57 smithi169 bash[92568]: cephadm 2024-09-06T15:47:56.027542+0000 mgr.y (mgr.25115) 543 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:47:57.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:57 smithi169 bash[92568]: cephadm 2024-09-06T15:47:56.027542+0000 mgr.y (mgr.25115) 543 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:47:57.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:57 smithi181 bash[70073]: cephadm 2024-09-06T15:47:56.027542+0000 mgr.y (mgr.25115) 543 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:47:57.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:57 smithi181 bash[70073]: cephadm 2024-09-06T15:47:56.027542+0000 mgr.y (mgr.25115) 543 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:47:58.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:58 smithi169 bash[88858]: cluster 2024-09-06T15:47:57.845585+0000 mgr.y (mgr.25115) 544 : cluster [DBG] pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:58.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:58 smithi169 bash[88858]: cluster 2024-09-06T15:47:57.845585+0000 mgr.y (mgr.25115) 544 : cluster [DBG] pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:58.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:58 smithi169 bash[92568]: cluster 2024-09-06T15:47:57.845585+0000 mgr.y (mgr.25115) 544 : cluster [DBG] pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:58.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:58 smithi169 bash[92568]: cluster 2024-09-06T15:47:57.845585+0000 mgr.y (mgr.25115) 544 : cluster [DBG] pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:58.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:58 smithi181 bash[70073]: cluster 2024-09-06T15:47:57.845585+0000 mgr.y (mgr.25115) 544 : cluster [DBG] pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:58.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:58 smithi181 bash[70073]: cluster 2024-09-06T15:47:57.845585+0000 mgr.y (mgr.25115) 544 : cluster [DBG] pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:47:59.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:47:58 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:47:58.81368156Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:47:59.630 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[92568]: audit 2024-09-06T15:47:58.625626+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:59.630 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[92568]: audit 2024-09-06T15:47:58.625626+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:59.630 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[92568]: cephadm 2024-09-06T15:47:58.630667+0000 mgr.y (mgr.25115) 545 : cephadm [INF] Upgrade: Target is version 19.3.0-4704-g8b38c33c (squid) 2024-09-06T15:47:59.631 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[92568]: cephadm 2024-09-06T15:47:58.630667+0000 mgr.y (mgr.25115) 545 : cephadm [INF] Upgrade: Target is version 19.3.0-4704-g8b38c33c (squid) 2024-09-06T15:47:59.631 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[92568]: cephadm 2024-09-06T15:47:58.630778+0000 mgr.y (mgr.25115) 546 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c86edd48571ab22373283621eb9feebce9df9c291d4164cfc4df1a09493e1f30'] 2024-09-06T15:47:59.631 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[92568]: cephadm 2024-09-06T15:47:58.630778+0000 mgr.y (mgr.25115) 546 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c86edd48571ab22373283621eb9feebce9df9c291d4164cfc4df1a09493e1f30'] 2024-09-06T15:47:59.631 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[92568]: audit 2024-09-06T15:47:58.637510+0000 mon.b (mon.1) 135 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:47:59.631 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[92568]: audit 2024-09-06T15:47:58.637510+0000 mon.b (mon.1) 135 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:47:59.631 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[92568]: cephadm 2024-09-06T15:47:58.639381+0000 mgr.y (mgr.25115) 547 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-06T15:47:59.631 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[92568]: cephadm 2024-09-06T15:47:58.639381+0000 mgr.y (mgr.25115) 547 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-06T15:47:59.631 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[92568]: audit 2024-09-06T15:47:58.642070+0000 mon.b (mon.1) 136 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:59.631 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[92568]: audit 2024-09-06T15:47:58.642070+0000 mon.b (mon.1) 136 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:59.631 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[92568]: audit 2024-09-06T15:47:58.645573+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:59.631 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[92568]: audit 2024-09-06T15:47:58.645573+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:59.631 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[92568]: cephadm 2024-09-06T15:47:58.654521+0000 mgr.y (mgr.25115) 548 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-06T15:47:59.632 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[92568]: cephadm 2024-09-06T15:47:58.654521+0000 mgr.y (mgr.25115) 548 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-06T15:47:59.632 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[92568]: audit 2024-09-06T15:47:58.657229+0000 mon.b (mon.1) 137 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:59.632 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[92568]: audit 2024-09-06T15:47:58.657229+0000 mon.b (mon.1) 137 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:59.632 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[92568]: audit 2024-09-06T15:47:58.661565+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:59.632 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[92568]: audit 2024-09-06T15:47:58.661565+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:59.632 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[92568]: cephadm 2024-09-06T15:47:58.670600+0000 mgr.y (mgr.25115) 549 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-06T15:47:59.632 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[92568]: cephadm 2024-09-06T15:47:58.670600+0000 mgr.y (mgr.25115) 549 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-06T15:47:59.632 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[92568]: audit 2024-09-06T15:47:58.672989+0000 mon.b (mon.1) 138 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:59.632 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[92568]: audit 2024-09-06T15:47:58.672989+0000 mon.b (mon.1) 138 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:59.632 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[92568]: audit 2024-09-06T15:47:58.678781+0000 mon.a (mon.0) 217 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:59.632 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[92568]: audit 2024-09-06T15:47:58.678781+0000 mon.a (mon.0) 217 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:59.632 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[92568]: audit 2024-09-06T15:47:58.687091+0000 mgr.y (mgr.25115) 550 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-06T15:47:59.633 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[92568]: audit 2024-09-06T15:47:58.687091+0000 mgr.y (mgr.25115) 550 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-06T15:47:59.633 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[92568]: cephadm 2024-09-06T15:47:58.689590+0000 mgr.y (mgr.25115) 551 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-09-06T15:47:59.633 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[92568]: cephadm 2024-09-06T15:47:58.689590+0000 mgr.y (mgr.25115) 551 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-09-06T15:47:59.633 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[92568]: audit 2024-09-06T15:47:58.690472+0000 mon.b (mon.1) 139 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-06T15:47:59.633 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[92568]: audit 2024-09-06T15:47:58.690472+0000 mon.b (mon.1) 139 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-06T15:47:59.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[88858]: audit 2024-09-06T15:47:58.625626+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:59.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[88858]: audit 2024-09-06T15:47:58.625626+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:59.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[88858]: cephadm 2024-09-06T15:47:58.630667+0000 mgr.y (mgr.25115) 545 : cephadm [INF] Upgrade: Target is version 19.3.0-4704-g8b38c33c (squid) 2024-09-06T15:47:59.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[88858]: cephadm 2024-09-06T15:47:58.630667+0000 mgr.y (mgr.25115) 545 : cephadm [INF] Upgrade: Target is version 19.3.0-4704-g8b38c33c (squid) 2024-09-06T15:47:59.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[88858]: cephadm 2024-09-06T15:47:58.630778+0000 mgr.y (mgr.25115) 546 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c86edd48571ab22373283621eb9feebce9df9c291d4164cfc4df1a09493e1f30'] 2024-09-06T15:47:59.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[88858]: cephadm 2024-09-06T15:47:58.630778+0000 mgr.y (mgr.25115) 546 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c86edd48571ab22373283621eb9feebce9df9c291d4164cfc4df1a09493e1f30'] 2024-09-06T15:47:59.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[88858]: audit 2024-09-06T15:47:58.637510+0000 mon.b (mon.1) 135 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:47:59.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[88858]: audit 2024-09-06T15:47:58.637510+0000 mon.b (mon.1) 135 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:47:59.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[88858]: cephadm 2024-09-06T15:47:58.639381+0000 mgr.y (mgr.25115) 547 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-06T15:47:59.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[88858]: cephadm 2024-09-06T15:47:58.639381+0000 mgr.y (mgr.25115) 547 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-06T15:47:59.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[88858]: audit 2024-09-06T15:47:58.642070+0000 mon.b (mon.1) 136 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:59.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[88858]: audit 2024-09-06T15:47:58.642070+0000 mon.b (mon.1) 136 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:59.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[88858]: audit 2024-09-06T15:47:58.645573+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:59.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[88858]: audit 2024-09-06T15:47:58.645573+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:59.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[88858]: cephadm 2024-09-06T15:47:58.654521+0000 mgr.y (mgr.25115) 548 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-06T15:47:59.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[88858]: cephadm 2024-09-06T15:47:58.654521+0000 mgr.y (mgr.25115) 548 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-06T15:47:59.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[88858]: audit 2024-09-06T15:47:58.657229+0000 mon.b (mon.1) 137 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:59.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[88858]: audit 2024-09-06T15:47:58.657229+0000 mon.b (mon.1) 137 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:59.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[88858]: audit 2024-09-06T15:47:58.661565+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:59.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[88858]: audit 2024-09-06T15:47:58.661565+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:59.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[88858]: cephadm 2024-09-06T15:47:58.670600+0000 mgr.y (mgr.25115) 549 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-06T15:47:59.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[88858]: cephadm 2024-09-06T15:47:58.670600+0000 mgr.y (mgr.25115) 549 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-06T15:47:59.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[88858]: audit 2024-09-06T15:47:58.672989+0000 mon.b (mon.1) 138 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:59.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[88858]: audit 2024-09-06T15:47:58.672989+0000 mon.b (mon.1) 138 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:59.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[88858]: audit 2024-09-06T15:47:58.678781+0000 mon.a (mon.0) 217 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:59.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[88858]: audit 2024-09-06T15:47:58.678781+0000 mon.a (mon.0) 217 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:59.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[88858]: audit 2024-09-06T15:47:58.687091+0000 mgr.y (mgr.25115) 550 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-06T15:47:59.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[88858]: audit 2024-09-06T15:47:58.687091+0000 mgr.y (mgr.25115) 550 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-06T15:47:59.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[88858]: cephadm 2024-09-06T15:47:58.689590+0000 mgr.y (mgr.25115) 551 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-09-06T15:47:59.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[88858]: cephadm 2024-09-06T15:47:58.689590+0000 mgr.y (mgr.25115) 551 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-09-06T15:47:59.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[88858]: audit 2024-09-06T15:47:58.690472+0000 mon.b (mon.1) 139 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-06T15:47:59.949 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:47:59 smithi169 bash[88858]: audit 2024-09-06T15:47:58.690472+0000 mon.b (mon.1) 139 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-06T15:47:59.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:59 smithi181 bash[70073]: audit 2024-09-06T15:47:58.625626+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:59.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:59 smithi181 bash[70073]: audit 2024-09-06T15:47:58.625626+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:59.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:59 smithi181 bash[70073]: cephadm 2024-09-06T15:47:58.630667+0000 mgr.y (mgr.25115) 545 : cephadm [INF] Upgrade: Target is version 19.3.0-4704-g8b38c33c (squid) 2024-09-06T15:47:59.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:59 smithi181 bash[70073]: cephadm 2024-09-06T15:47:58.630667+0000 mgr.y (mgr.25115) 545 : cephadm [INF] Upgrade: Target is version 19.3.0-4704-g8b38c33c (squid) 2024-09-06T15:47:59.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:59 smithi181 bash[70073]: cephadm 2024-09-06T15:47:58.630778+0000 mgr.y (mgr.25115) 546 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c86edd48571ab22373283621eb9feebce9df9c291d4164cfc4df1a09493e1f30'] 2024-09-06T15:47:59.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:59 smithi181 bash[70073]: cephadm 2024-09-06T15:47:58.630778+0000 mgr.y (mgr.25115) 546 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c86edd48571ab22373283621eb9feebce9df9c291d4164cfc4df1a09493e1f30'] 2024-09-06T15:47:59.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:59 smithi181 bash[70073]: audit 2024-09-06T15:47:58.637510+0000 mon.b (mon.1) 135 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:47:59.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:59 smithi181 bash[70073]: audit 2024-09-06T15:47:58.637510+0000 mon.b (mon.1) 135 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:47:59.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:59 smithi181 bash[70073]: cephadm 2024-09-06T15:47:58.639381+0000 mgr.y (mgr.25115) 547 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-06T15:47:59.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:59 smithi181 bash[70073]: cephadm 2024-09-06T15:47:58.639381+0000 mgr.y (mgr.25115) 547 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-06T15:47:59.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:59 smithi181 bash[70073]: audit 2024-09-06T15:47:58.642070+0000 mon.b (mon.1) 136 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:59.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:59 smithi181 bash[70073]: audit 2024-09-06T15:47:58.642070+0000 mon.b (mon.1) 136 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:59.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:59 smithi181 bash[70073]: audit 2024-09-06T15:47:58.645573+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:59.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:59 smithi181 bash[70073]: audit 2024-09-06T15:47:58.645573+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:59.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:59 smithi181 bash[70073]: cephadm 2024-09-06T15:47:58.654521+0000 mgr.y (mgr.25115) 548 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-06T15:47:59.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:59 smithi181 bash[70073]: cephadm 2024-09-06T15:47:58.654521+0000 mgr.y (mgr.25115) 548 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-06T15:47:59.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:59 smithi181 bash[70073]: audit 2024-09-06T15:47:58.657229+0000 mon.b (mon.1) 137 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:59.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:59 smithi181 bash[70073]: audit 2024-09-06T15:47:58.657229+0000 mon.b (mon.1) 137 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:59.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:59 smithi181 bash[70073]: audit 2024-09-06T15:47:58.661565+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:59.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:59 smithi181 bash[70073]: audit 2024-09-06T15:47:58.661565+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:59.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:59 smithi181 bash[70073]: cephadm 2024-09-06T15:47:58.670600+0000 mgr.y (mgr.25115) 549 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-06T15:47:59.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:59 smithi181 bash[70073]: cephadm 2024-09-06T15:47:58.670600+0000 mgr.y (mgr.25115) 549 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-06T15:47:59.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:59 smithi181 bash[70073]: audit 2024-09-06T15:47:58.672989+0000 mon.b (mon.1) 138 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:59.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:59 smithi181 bash[70073]: audit 2024-09-06T15:47:58.672989+0000 mon.b (mon.1) 138 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:47:59.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:59 smithi181 bash[70073]: audit 2024-09-06T15:47:58.678781+0000 mon.a (mon.0) 217 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:59.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:59 smithi181 bash[70073]: audit 2024-09-06T15:47:58.678781+0000 mon.a (mon.0) 217 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:47:59.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:59 smithi181 bash[70073]: audit 2024-09-06T15:47:58.687091+0000 mgr.y (mgr.25115) 550 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-06T15:47:59.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:59 smithi181 bash[70073]: audit 2024-09-06T15:47:58.687091+0000 mgr.y (mgr.25115) 550 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-06T15:47:59.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:59 smithi181 bash[70073]: cephadm 2024-09-06T15:47:58.689590+0000 mgr.y (mgr.25115) 551 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-09-06T15:47:59.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:59 smithi181 bash[70073]: cephadm 2024-09-06T15:47:58.689590+0000 mgr.y (mgr.25115) 551 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-09-06T15:47:59.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:59 smithi181 bash[70073]: audit 2024-09-06T15:47:58.690472+0000 mon.b (mon.1) 139 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-06T15:47:59.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:47:59 smithi181 bash[70073]: audit 2024-09-06T15:47:58.690472+0000 mon.b (mon.1) 139 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-06T15:48:00.884 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:00 smithi169 bash[88858]: cluster 2024-09-06T15:47:59.846317+0000 mgr.y (mgr.25115) 552 : cluster [DBG] pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:00.884 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:00 smithi169 bash[88858]: cluster 2024-09-06T15:47:59.846317+0000 mgr.y (mgr.25115) 552 : cluster [DBG] pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:00.884 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:00 smithi169 bash[88858]: audit 2024-09-06T15:48:00.295615+0000 mon.b (mon.1) 140 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:48:00.884 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:00 smithi169 bash[88858]: audit 2024-09-06T15:48:00.295615+0000 mon.b (mon.1) 140 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:48:00.885 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:00 smithi169 bash[92568]: cluster 2024-09-06T15:47:59.846317+0000 mgr.y (mgr.25115) 552 : cluster [DBG] pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:00.885 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:00 smithi169 bash[92568]: cluster 2024-09-06T15:47:59.846317+0000 mgr.y (mgr.25115) 552 : cluster [DBG] pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:00.885 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:00 smithi169 bash[92568]: audit 2024-09-06T15:48:00.295615+0000 mon.b (mon.1) 140 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:48:00.885 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:00 smithi169 bash[92568]: audit 2024-09-06T15:48:00.295615+0000 mon.b (mon.1) 140 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:48:00.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:00 smithi181 bash[70073]: cluster 2024-09-06T15:47:59.846317+0000 mgr.y (mgr.25115) 552 : cluster [DBG] pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:00.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:00 smithi181 bash[70073]: cluster 2024-09-06T15:47:59.846317+0000 mgr.y (mgr.25115) 552 : cluster [DBG] pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:00.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:00 smithi181 bash[70073]: audit 2024-09-06T15:48:00.295615+0000 mon.b (mon.1) 140 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:48:00.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:00 smithi181 bash[70073]: audit 2024-09-06T15:48:00.295615+0000 mon.b (mon.1) 140 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:48:01.812 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:48:02.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:48:01 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:48:01.828168599Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:48:02.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:02 smithi169 bash[88858]: cephadm 2024-09-06T15:48:01.406837+0000 mgr.y (mgr.25115) 553 : cephadm [INF] Upgrade: Updating osd.2 2024-09-06T15:48:02.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:02 smithi169 bash[88858]: cephadm 2024-09-06T15:48:01.406837+0000 mgr.y (mgr.25115) 553 : cephadm [INF] Upgrade: Updating osd.2 2024-09-06T15:48:02.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:02 smithi169 bash[88858]: audit 2024-09-06T15:48:01.414683+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:02.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:02 smithi169 bash[88858]: audit 2024-09-06T15:48:01.414683+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:02.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:02 smithi169 bash[88858]: audit 2024-09-06T15:48:01.423502+0000 mon.b (mon.1) 141 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-06T15:48:02.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:02 smithi169 bash[88858]: audit 2024-09-06T15:48:01.423502+0000 mon.b (mon.1) 141 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-06T15:48:02.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:02 smithi169 bash[88858]: audit 2024-09-06T15:48:01.425062+0000 mon.b (mon.1) 142 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:48:02.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:02 smithi169 bash[88858]: audit 2024-09-06T15:48:01.425062+0000 mon.b (mon.1) 142 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:48:02.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:02 smithi169 bash[88858]: cephadm 2024-09-06T15:48:01.426567+0000 mgr.y (mgr.25115) 554 : cephadm [INF] Deploying daemon osd.2 on smithi169 2024-09-06T15:48:02.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:02 smithi169 bash[88858]: cephadm 2024-09-06T15:48:01.426567+0000 mgr.y (mgr.25115) 554 : cephadm [INF] Deploying daemon osd.2 on smithi169 2024-09-06T15:48:02.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:02 smithi169 bash[88858]: cluster 2024-09-06T15:48:01.847284+0000 mgr.y (mgr.25115) 555 : cluster [DBG] pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:02.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:02 smithi169 bash[88858]: cluster 2024-09-06T15:48:01.847284+0000 mgr.y (mgr.25115) 555 : cluster [DBG] pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:02.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:02 smithi169 bash[92568]: cephadm 2024-09-06T15:48:01.406837+0000 mgr.y (mgr.25115) 553 : cephadm [INF] Upgrade: Updating osd.2 2024-09-06T15:48:02.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:02 smithi169 bash[92568]: cephadm 2024-09-06T15:48:01.406837+0000 mgr.y (mgr.25115) 553 : cephadm [INF] Upgrade: Updating osd.2 2024-09-06T15:48:02.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:02 smithi169 bash[92568]: audit 2024-09-06T15:48:01.414683+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:02.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:02 smithi169 bash[92568]: audit 2024-09-06T15:48:01.414683+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:02.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:02 smithi169 bash[92568]: audit 2024-09-06T15:48:01.423502+0000 mon.b (mon.1) 141 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-06T15:48:02.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:02 smithi169 bash[92568]: audit 2024-09-06T15:48:01.423502+0000 mon.b (mon.1) 141 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-06T15:48:02.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:02 smithi169 bash[92568]: audit 2024-09-06T15:48:01.425062+0000 mon.b (mon.1) 142 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:48:02.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:02 smithi169 bash[92568]: audit 2024-09-06T15:48:01.425062+0000 mon.b (mon.1) 142 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:48:02.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:02 smithi169 bash[92568]: cephadm 2024-09-06T15:48:01.426567+0000 mgr.y (mgr.25115) 554 : cephadm [INF] Deploying daemon osd.2 on smithi169 2024-09-06T15:48:02.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:02 smithi169 bash[92568]: cephadm 2024-09-06T15:48:01.426567+0000 mgr.y (mgr.25115) 554 : cephadm [INF] Deploying daemon osd.2 on smithi169 2024-09-06T15:48:02.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:02 smithi169 bash[92568]: cluster 2024-09-06T15:48:01.847284+0000 mgr.y (mgr.25115) 555 : cluster [DBG] pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:02.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:02 smithi169 bash[92568]: cluster 2024-09-06T15:48:01.847284+0000 mgr.y (mgr.25115) 555 : cluster [DBG] pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:02.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:02 smithi181 bash[70073]: cephadm 2024-09-06T15:48:01.406837+0000 mgr.y (mgr.25115) 553 : cephadm [INF] Upgrade: Updating osd.2 2024-09-06T15:48:02.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:02 smithi181 bash[70073]: cephadm 2024-09-06T15:48:01.406837+0000 mgr.y (mgr.25115) 553 : cephadm [INF] Upgrade: Updating osd.2 2024-09-06T15:48:02.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:02 smithi181 bash[70073]: audit 2024-09-06T15:48:01.414683+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:02.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:02 smithi181 bash[70073]: audit 2024-09-06T15:48:01.414683+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:02.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:02 smithi181 bash[70073]: audit 2024-09-06T15:48:01.423502+0000 mon.b (mon.1) 141 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-06T15:48:02.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:02 smithi181 bash[70073]: audit 2024-09-06T15:48:01.423502+0000 mon.b (mon.1) 141 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-06T15:48:02.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:02 smithi181 bash[70073]: audit 2024-09-06T15:48:01.425062+0000 mon.b (mon.1) 142 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:48:02.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:02 smithi181 bash[70073]: audit 2024-09-06T15:48:01.425062+0000 mon.b (mon.1) 142 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:48:02.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:02 smithi181 bash[70073]: cephadm 2024-09-06T15:48:01.426567+0000 mgr.y (mgr.25115) 554 : cephadm [INF] Deploying daemon osd.2 on smithi169 2024-09-06T15:48:02.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:02 smithi181 bash[70073]: cephadm 2024-09-06T15:48:01.426567+0000 mgr.y (mgr.25115) 554 : cephadm [INF] Deploying daemon osd.2 on smithi169 2024-09-06T15:48:02.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:02 smithi181 bash[70073]: cluster 2024-09-06T15:48:01.847284+0000 mgr.y (mgr.25115) 555 : cluster [DBG] pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:02.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:02 smithi181 bash[70073]: cluster 2024-09-06T15:48:01.847284+0000 mgr.y (mgr.25115) 555 : cluster [DBG] pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:04.272 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-09-06T15:48:04.810 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-06T15:48:04.810 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (7m) 75s ago 35m 14.0M - 0.27.0 11f11916f8cd 20ee608606f5 2024-09-06T15:48:04.810 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi181 *:3000 running (7m) 5m ago 35m 68.4M - c8b91775d855 e391fbe8c873 2024-09-06T15:48:04.810 INFO:teuthology.orchestra.run.smithi169.stdout:iscsi.foo.smithi169.yxosuq smithi169 *:5000 running (9m) 75s ago 32m 49.0M - 3.8 b6db46a449e5 e63406a8c5a8 2024-09-06T15:48:04.810 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi181 *:8443,9283,8765 running (9m) 5m ago 43m 438M - 19.3.0-4704-g8b38c33c 1c45aca0610a 291c4d2bed88 2024-09-06T15:48:04.810 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (20m) 75s ago 46m 509M - 19.3.0-4704-g8b38c33c 1c45aca0610a 5f9711fb78b7 2024-09-06T15:48:04.810 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (4m) 75s ago 46m 44.7M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a d211c6462d65 2024-09-06T15:48:04.810 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi181 running (5m) 5m ago 44m 18.5M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a 791f1710b3c0 2024-09-06T15:48:04.810 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (3m) 75s ago 44m 34.1M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a 93381d04b238 2024-09-06T15:48:04.810 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (9m) 75s ago 35m 8263k - 1.7.0 72c9c2088986 03c6f14026b2 2024-09-06T15:48:04.810 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi181 *:9100 running (9m) 5m ago 35m 8007k - 1.7.0 72c9c2088986 0895a0652401 2024-09-06T15:48:04.811 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (110s) 75s ago 43m 53.2M 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a 8a33f3e58f93 2024-09-06T15:48:04.811 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (79s) 75s ago 42m - 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a 4b7f4d4feb0b 2024-09-06T15:48:04.811 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (41m) 75s ago 41m 64.0M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 303b15f1c60b 2024-09-06T15:48:04.811 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (40m) 75s ago 40m 68.6M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 524c24c2c8fd 2024-09-06T15:48:04.811 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi181 running (39m) 5m ago 39m 69.1M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 c9c9286e40c9 2024-09-06T15:48:04.811 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi181 running (38m) 5m ago 38m 56.0M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 427ff3118a0b 2024-09-06T15:48:04.811 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi181 running (37m) 5m ago 37m 64.5M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 9e6f947064d2 2024-09-06T15:48:04.811 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi181 running (36m) 5m ago 36m 67.2M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 a94f6f351ffd 2024-09-06T15:48:04.811 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi181 *:9095 running (8m) 5m ago 36m 39.5M - 2.51.0 1d3b7f56885b 365a3b66bc88 2024-09-06T15:48:04.811 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi169.svrjnx smithi169 *:8000 running (33m) 75s ago 33m 101M - 19.1.1-268-g635ed4cf b6db46a449e5 73d895896783 2024-09-06T15:48:04.811 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi181.fqbtai smithi181 *:8000 running (33m) 5m ago 33m 102M - 19.1.1-268-g635ed4cf b6db46a449e5 4aaa91540a99 2024-09-06T15:48:05.120 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:48:05.120 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-09-06T15:48:05.120 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 3 2024-09-06T15:48:05.120 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:48:05.120 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-09-06T15:48:05.121 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 2 2024-09-06T15:48:05.121 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:48:05.121 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-09-06T15:48:05.121 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 6, 2024-09-06T15:48:05.121 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 2 2024-09-06T15:48:05.121 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:48:05.121 INFO:teuthology.orchestra.run.smithi169.stdout: "rgw": { 2024-09-06T15:48:05.121 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 2 2024-09-06T15:48:05.121 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:48:05.121 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-09-06T15:48:05.121 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 8, 2024-09-06T15:48:05.121 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 7 2024-09-06T15:48:05.121 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-09-06T15:48:05.122 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:48:05.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:04 smithi169 bash[92568]: audit 2024-09-06T15:48:03.555610+0000 mgr.y (mgr.25115) 556 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:48:05.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:04 smithi169 bash[92568]: audit 2024-09-06T15:48:03.555610+0000 mgr.y (mgr.25115) 556 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:48:05.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:04 smithi169 bash[92568]: cluster 2024-09-06T15:48:03.848178+0000 mgr.y (mgr.25115) 557 : cluster [DBG] pgmap v315: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:05.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:04 smithi169 bash[92568]: cluster 2024-09-06T15:48:03.848178+0000 mgr.y (mgr.25115) 557 : cluster [DBG] pgmap v315: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:05.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:04 smithi169 bash[88858]: audit 2024-09-06T15:48:03.555610+0000 mgr.y (mgr.25115) 556 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:48:05.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:04 smithi169 bash[88858]: audit 2024-09-06T15:48:03.555610+0000 mgr.y (mgr.25115) 556 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:48:05.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:04 smithi169 bash[88858]: cluster 2024-09-06T15:48:03.848178+0000 mgr.y (mgr.25115) 557 : cluster [DBG] pgmap v315: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:05.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:04 smithi169 bash[88858]: cluster 2024-09-06T15:48:03.848178+0000 mgr.y (mgr.25115) 557 : cluster [DBG] pgmap v315: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:05.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:48:04 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:48:04.816715478Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:48:05.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:04 smithi181 bash[70073]: audit 2024-09-06T15:48:03.555610+0000 mgr.y (mgr.25115) 556 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:48:05.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:04 smithi181 bash[70073]: audit 2024-09-06T15:48:03.555610+0000 mgr.y (mgr.25115) 556 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:48:05.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:04 smithi181 bash[70073]: cluster 2024-09-06T15:48:03.848178+0000 mgr.y (mgr.25115) 557 : cluster [DBG] pgmap v315: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:05.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:04 smithi181 bash[70073]: cluster 2024-09-06T15:48:03.848178+0000 mgr.y (mgr.25115) 557 : cluster [DBG] pgmap v315: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:05.410 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:48:05.411 INFO:teuthology.orchestra.run.smithi169.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", 2024-09-06T15:48:05.411 INFO:teuthology.orchestra.run.smithi169.stdout: "in_progress": true, 2024-09-06T15:48:05.411 INFO:teuthology.orchestra.run.smithi169.stdout: "which": "Upgrading daemons of type(s) crash,osd. Upgrade limited to 1 daemons (1 remaining).", 2024-09-06T15:48:05.411 INFO:teuthology.orchestra.run.smithi169.stdout: "services_complete": [], 2024-09-06T15:48:05.411 INFO:teuthology.orchestra.run.smithi169.stdout: "progress": "2/8 daemons upgraded", 2024-09-06T15:48:05.411 INFO:teuthology.orchestra.run.smithi169.stdout: "message": "Currently upgrading osd daemons", 2024-09-06T15:48:05.411 INFO:teuthology.orchestra.run.smithi169.stdout: "is_paused": false 2024-09-06T15:48:05.411 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:48:06.174 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:48:06 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:48:06] "GET /metrics HTTP/1.1" 200 38355 "" "Prometheus/2.51.0" 2024-09-06T15:48:06.174 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:05 smithi169 bash[88858]: audit 2024-09-06T15:48:04.262533+0000 mgr.y (mgr.25115) 558 : audit [DBG] from='client.44292 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:06.174 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:05 smithi169 bash[88858]: audit 2024-09-06T15:48:04.262533+0000 mgr.y (mgr.25115) 558 : audit [DBG] from='client.44292 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:06.175 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:05 smithi169 bash[88858]: audit 2024-09-06T15:48:04.533720+0000 mgr.y (mgr.25115) 559 : audit [DBG] from='client.44298 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:06.175 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:05 smithi169 bash[88858]: audit 2024-09-06T15:48:04.533720+0000 mgr.y (mgr.25115) 559 : audit [DBG] from='client.44298 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:06.175 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:05 smithi169 bash[88858]: audit 2024-09-06T15:48:04.796425+0000 mgr.y (mgr.25115) 560 : audit [DBG] from='client.54278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:06.175 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:05 smithi169 bash[88858]: audit 2024-09-06T15:48:04.796425+0000 mgr.y (mgr.25115) 560 : audit [DBG] from='client.54278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:06.175 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:05 smithi169 bash[88858]: audit 2024-09-06T15:48:05.121590+0000 mon.a (mon.0) 219 : audit [DBG] from='client.? 172.21.15.169:0/3113401985' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:06.175 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:05 smithi169 bash[88858]: audit 2024-09-06T15:48:05.121590+0000 mon.a (mon.0) 219 : audit [DBG] from='client.? 172.21.15.169:0/3113401985' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:06.175 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:05 smithi169 bash[92568]: audit 2024-09-06T15:48:04.262533+0000 mgr.y (mgr.25115) 558 : audit [DBG] from='client.44292 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:06.175 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:05 smithi169 bash[92568]: audit 2024-09-06T15:48:04.262533+0000 mgr.y (mgr.25115) 558 : audit [DBG] from='client.44292 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:06.175 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:05 smithi169 bash[92568]: audit 2024-09-06T15:48:04.533720+0000 mgr.y (mgr.25115) 559 : audit [DBG] from='client.44298 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:06.175 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:05 smithi169 bash[92568]: audit 2024-09-06T15:48:04.533720+0000 mgr.y (mgr.25115) 559 : audit [DBG] from='client.44298 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:06.176 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:05 smithi169 bash[92568]: audit 2024-09-06T15:48:04.796425+0000 mgr.y (mgr.25115) 560 : audit [DBG] from='client.54278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:06.176 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:05 smithi169 bash[92568]: audit 2024-09-06T15:48:04.796425+0000 mgr.y (mgr.25115) 560 : audit [DBG] from='client.54278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:06.176 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:05 smithi169 bash[92568]: audit 2024-09-06T15:48:05.121590+0000 mon.a (mon.0) 219 : audit [DBG] from='client.? 172.21.15.169:0/3113401985' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:06.176 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:05 smithi169 bash[92568]: audit 2024-09-06T15:48:05.121590+0000 mon.a (mon.0) 219 : audit [DBG] from='client.? 172.21.15.169:0/3113401985' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:06.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:05 smithi181 bash[70073]: audit 2024-09-06T15:48:04.262533+0000 mgr.y (mgr.25115) 558 : audit [DBG] from='client.44292 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:06.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:05 smithi181 bash[70073]: audit 2024-09-06T15:48:04.262533+0000 mgr.y (mgr.25115) 558 : audit [DBG] from='client.44292 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:06.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:05 smithi181 bash[70073]: audit 2024-09-06T15:48:04.533720+0000 mgr.y (mgr.25115) 559 : audit [DBG] from='client.44298 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:06.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:05 smithi181 bash[70073]: audit 2024-09-06T15:48:04.533720+0000 mgr.y (mgr.25115) 559 : audit [DBG] from='client.44298 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:06.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:05 smithi181 bash[70073]: audit 2024-09-06T15:48:04.796425+0000 mgr.y (mgr.25115) 560 : audit [DBG] from='client.54278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:06.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:05 smithi181 bash[70073]: audit 2024-09-06T15:48:04.796425+0000 mgr.y (mgr.25115) 560 : audit [DBG] from='client.54278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:06.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:05 smithi181 bash[70073]: audit 2024-09-06T15:48:05.121590+0000 mon.a (mon.0) 219 : audit [DBG] from='client.? 172.21.15.169:0/3113401985' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:06.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:05 smithi181 bash[70073]: audit 2024-09-06T15:48:05.121590+0000 mon.a (mon.0) 219 : audit [DBG] from='client.? 172.21.15.169:0/3113401985' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:07.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:06 smithi169 bash[88858]: audit 2024-09-06T15:48:05.411970+0000 mgr.y (mgr.25115) 561 : audit [DBG] from='client.44316 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:07.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:06 smithi169 bash[88858]: audit 2024-09-06T15:48:05.411970+0000 mgr.y (mgr.25115) 561 : audit [DBG] from='client.44316 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:07.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:06 smithi169 bash[88858]: cluster 2024-09-06T15:48:05.849654+0000 mgr.y (mgr.25115) 562 : cluster [DBG] pgmap v316: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:07.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:06 smithi169 bash[88858]: cluster 2024-09-06T15:48:05.849654+0000 mgr.y (mgr.25115) 562 : cluster [DBG] pgmap v316: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:07.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:06 smithi169 bash[92568]: audit 2024-09-06T15:48:05.411970+0000 mgr.y (mgr.25115) 561 : audit [DBG] from='client.44316 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:07.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:06 smithi169 bash[92568]: audit 2024-09-06T15:48:05.411970+0000 mgr.y (mgr.25115) 561 : audit [DBG] from='client.44316 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:07.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:06 smithi169 bash[92568]: cluster 2024-09-06T15:48:05.849654+0000 mgr.y (mgr.25115) 562 : cluster [DBG] pgmap v316: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:07.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:06 smithi169 bash[92568]: cluster 2024-09-06T15:48:05.849654+0000 mgr.y (mgr.25115) 562 : cluster [DBG] pgmap v316: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:07.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:06 smithi181 bash[70073]: audit 2024-09-06T15:48:05.411970+0000 mgr.y (mgr.25115) 561 : audit [DBG] from='client.44316 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:07.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:06 smithi181 bash[70073]: audit 2024-09-06T15:48:05.411970+0000 mgr.y (mgr.25115) 561 : audit [DBG] from='client.44316 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:07.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:06 smithi181 bash[70073]: cluster 2024-09-06T15:48:05.849654+0000 mgr.y (mgr.25115) 562 : cluster [DBG] pgmap v316: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:07.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:06 smithi181 bash[70073]: cluster 2024-09-06T15:48:05.849654+0000 mgr.y (mgr.25115) 562 : cluster [DBG] pgmap v316: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:07.535 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:48:07 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:48:07.536 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:48:07 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:48:07.536 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:48:07 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:48:07.536 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:48:07 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:48:07.537 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:48:07 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:48:07.537 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:07 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:48:07.537 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:07 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:48:07.538 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:48:07 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:48:07.538 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:48:07 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:48:07.538 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:48:07 smithi169 systemd[1]: Stopping Ceph osd.2 for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:48:07.924 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:48:07 smithi169 bash[39928]: debug 2024-09-06T15:48:07.531+0000 7fd34e7e7640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-06T15:48:07.924 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:48:07 smithi169 bash[39928]: debug 2024-09-06T15:48:07.531+0000 7fd34e7e7640 -1 osd.2 121 *** Got signal Terminated *** 2024-09-06T15:48:07.924 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:48:07 smithi169 bash[39928]: debug 2024-09-06T15:48:07.531+0000 7fd34e7e7640 -1 osd.2 121 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-06T15:48:08.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:07 smithi169 bash[88858]: cluster 2024-09-06T15:48:07.537448+0000 mon.a (mon.0) 220 : cluster [INF] osd.2 marked itself down and dead 2024-09-06T15:48:08.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:07 smithi169 bash[88858]: cluster 2024-09-06T15:48:07.537448+0000 mon.a (mon.0) 220 : cluster [INF] osd.2 marked itself down and dead 2024-09-06T15:48:08.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:07 smithi169 bash[92568]: cluster 2024-09-06T15:48:07.537448+0000 mon.a (mon.0) 220 : cluster [INF] osd.2 marked itself down and dead 2024-09-06T15:48:08.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:07 smithi169 bash[92568]: cluster 2024-09-06T15:48:07.537448+0000 mon.a (mon.0) 220 : cluster [INF] osd.2 marked itself down and dead 2024-09-06T15:48:08.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:48:07 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:48:07.807833253Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:48:08.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:07 smithi181 bash[70073]: cluster 2024-09-06T15:48:07.537448+0000 mon.a (mon.0) 220 : cluster [INF] osd.2 marked itself down and dead 2024-09-06T15:48:08.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:07 smithi181 bash[70073]: cluster 2024-09-06T15:48:07.537448+0000 mon.a (mon.0) 220 : cluster [INF] osd.2 marked itself down and dead 2024-09-06T15:48:09.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:08 smithi169 bash[88858]: cluster 2024-09-06T15:48:07.850631+0000 mgr.y (mgr.25115) 563 : cluster [DBG] pgmap v317: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:09.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:08 smithi169 bash[88858]: cluster 2024-09-06T15:48:07.850631+0000 mgr.y (mgr.25115) 563 : cluster [DBG] pgmap v317: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:09.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:08 smithi169 bash[88858]: cluster 2024-09-06T15:48:07.924376+0000 mon.a (mon.0) 221 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:48:09.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:08 smithi169 bash[88858]: cluster 2024-09-06T15:48:07.924376+0000 mon.a (mon.0) 221 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:48:09.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:08 smithi169 bash[88858]: cluster 2024-09-06T15:48:07.943388+0000 mon.a (mon.0) 222 : cluster [DBG] osdmap e122: 8 total, 7 up, 8 in 2024-09-06T15:48:09.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:08 smithi169 bash[88858]: cluster 2024-09-06T15:48:07.943388+0000 mon.a (mon.0) 222 : cluster [DBG] osdmap e122: 8 total, 7 up, 8 in 2024-09-06T15:48:09.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:08 smithi169 bash[92568]: cluster 2024-09-06T15:48:07.850631+0000 mgr.y (mgr.25115) 563 : cluster [DBG] pgmap v317: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:09.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:08 smithi169 bash[92568]: cluster 2024-09-06T15:48:07.850631+0000 mgr.y (mgr.25115) 563 : cluster [DBG] pgmap v317: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:09.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:08 smithi169 bash[92568]: cluster 2024-09-06T15:48:07.924376+0000 mon.a (mon.0) 221 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:48:09.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:08 smithi169 bash[92568]: cluster 2024-09-06T15:48:07.924376+0000 mon.a (mon.0) 221 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:48:09.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:08 smithi169 bash[92568]: cluster 2024-09-06T15:48:07.943388+0000 mon.a (mon.0) 222 : cluster [DBG] osdmap e122: 8 total, 7 up, 8 in 2024-09-06T15:48:09.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:08 smithi169 bash[92568]: cluster 2024-09-06T15:48:07.943388+0000 mon.a (mon.0) 222 : cluster [DBG] osdmap e122: 8 total, 7 up, 8 in 2024-09-06T15:48:09.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:08 smithi181 bash[70073]: cluster 2024-09-06T15:48:07.850631+0000 mgr.y (mgr.25115) 563 : cluster [DBG] pgmap v317: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:09.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:08 smithi181 bash[70073]: cluster 2024-09-06T15:48:07.850631+0000 mgr.y (mgr.25115) 563 : cluster [DBG] pgmap v317: 161 pgs: 161 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:09.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:08 smithi181 bash[70073]: cluster 2024-09-06T15:48:07.924376+0000 mon.a (mon.0) 221 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:48:09.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:08 smithi181 bash[70073]: cluster 2024-09-06T15:48:07.924376+0000 mon.a (mon.0) 221 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:48:09.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:08 smithi181 bash[70073]: cluster 2024-09-06T15:48:07.943388+0000 mon.a (mon.0) 222 : cluster [DBG] osdmap e122: 8 total, 7 up, 8 in 2024-09-06T15:48:09.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:08 smithi181 bash[70073]: cluster 2024-09-06T15:48:07.943388+0000 mon.a (mon.0) 222 : cluster [DBG] osdmap e122: 8 total, 7 up, 8 in 2024-09-06T15:48:09.445 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:48:09 smithi169 bash[107282]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-osd-2 2024-09-06T15:48:09.474 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:48:09 smithi169 bash[107347]: Error response from daemon: No such container: ceph-bab55310-6c60-11ef-bce4-c7b262605968-osd-2 2024-09-06T15:48:10.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:09 smithi181 bash[70073]: cluster 2024-09-06T15:48:08.946209+0000 mon.a (mon.0) 223 : cluster [DBG] osdmap e123: 8 total, 7 up, 8 in 2024-09-06T15:48:10.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:09 smithi181 bash[70073]: cluster 2024-09-06T15:48:08.946209+0000 mon.a (mon.0) 223 : cluster [DBG] osdmap e123: 8 total, 7 up, 8 in 2024-09-06T15:48:10.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:09 smithi169 bash[88858]: cluster 2024-09-06T15:48:08.946209+0000 mon.a (mon.0) 223 : cluster [DBG] osdmap e123: 8 total, 7 up, 8 in 2024-09-06T15:48:10.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:09 smithi169 bash[88858]: cluster 2024-09-06T15:48:08.946209+0000 mon.a (mon.0) 223 : cluster [DBG] osdmap e123: 8 total, 7 up, 8 in 2024-09-06T15:48:10.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:09 smithi169 bash[92568]: cluster 2024-09-06T15:48:08.946209+0000 mon.a (mon.0) 223 : cluster [DBG] osdmap e123: 8 total, 7 up, 8 in 2024-09-06T15:48:10.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:09 smithi169 bash[92568]: cluster 2024-09-06T15:48:08.946209+0000 mon.a (mon.0) 223 : cluster [DBG] osdmap e123: 8 total, 7 up, 8 in 2024-09-06T15:48:11.056 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:10 smithi169 bash[92568]: cluster 2024-09-06T15:48:09.851319+0000 mgr.y (mgr.25115) 564 : cluster [DBG] pgmap v320: 161 pgs: 13 stale+active+clean, 148 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-06T15:48:11.056 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:10 smithi169 bash[92568]: cluster 2024-09-06T15:48:09.851319+0000 mgr.y (mgr.25115) 564 : cluster [DBG] pgmap v320: 161 pgs: 13 stale+active+clean, 148 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-06T15:48:11.056 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:10 smithi169 bash[88858]: cluster 2024-09-06T15:48:09.851319+0000 mgr.y (mgr.25115) 564 : cluster [DBG] pgmap v320: 161 pgs: 13 stale+active+clean, 148 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-06T15:48:11.056 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:10 smithi169 bash[88858]: cluster 2024-09-06T15:48:09.851319+0000 mgr.y (mgr.25115) 564 : cluster [DBG] pgmap v320: 161 pgs: 13 stale+active+clean, 148 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-06T15:48:11.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:48:10 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:48:10.848341471Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:48:11.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:10 smithi181 bash[70073]: cluster 2024-09-06T15:48:09.851319+0000 mgr.y (mgr.25115) 564 : cluster [DBG] pgmap v320: 161 pgs: 13 stale+active+clean, 148 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-06T15:48:11.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:10 smithi181 bash[70073]: cluster 2024-09-06T15:48:09.851319+0000 mgr.y (mgr.25115) 564 : cluster [DBG] pgmap v320: 161 pgs: 13 stale+active+clean, 148 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-06T15:48:12.046 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:48:11 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:48:12.046 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:48:11 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:48:12.046 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:48:11 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:48:12.047 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:48:11 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:48:12.047 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:48:11 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:48:12.047 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:48:11 smithi169 systemd[1]: ceph-bab55310-6c60-11ef-bce4-c7b262605968@osd.2.service: Deactivated successfully. 2024-09-06T15:48:12.047 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:48:11 smithi169 systemd[1]: Stopped Ceph osd.2 for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:48:12.047 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:48:11 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:48:12.048 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:48:11 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:48:12.048 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:11 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:48:12.048 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:11 smithi169 bash[92568]: cluster 2024-09-06T15:48:11.853103+0000 mgr.y (mgr.25115) 565 : cluster [DBG] pgmap v321: 161 pgs: 28 active+undersized, 2 stale+active+clean, 12 active+undersized+degraded, 119 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s; 38/636 objects degraded (5.975%) 2024-09-06T15:48:12.048 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:11 smithi169 bash[92568]: cluster 2024-09-06T15:48:11.853103+0000 mgr.y (mgr.25115) 565 : cluster [DBG] pgmap v321: 161 pgs: 28 active+undersized, 2 stale+active+clean, 12 active+undersized+degraded, 119 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s; 38/636 objects degraded (5.975%) 2024-09-06T15:48:12.048 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:11 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:48:12.048 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:11 smithi169 bash[88858]: cluster 2024-09-06T15:48:11.853103+0000 mgr.y (mgr.25115) 565 : cluster [DBG] pgmap v321: 161 pgs: 28 active+undersized, 2 stale+active+clean, 12 active+undersized+degraded, 119 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s; 38/636 objects degraded (5.975%) 2024-09-06T15:48:12.049 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:11 smithi169 bash[88858]: cluster 2024-09-06T15:48:11.853103+0000 mgr.y (mgr.25115) 565 : cluster [DBG] pgmap v321: 161 pgs: 28 active+undersized, 2 stale+active+clean, 12 active+undersized+degraded, 119 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s; 38/636 objects degraded (5.975%) 2024-09-06T15:48:12.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:11 smithi181 bash[70073]: cluster 2024-09-06T15:48:11.853103+0000 mgr.y (mgr.25115) 565 : cluster [DBG] pgmap v321: 161 pgs: 28 active+undersized, 2 stale+active+clean, 12 active+undersized+degraded, 119 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s; 38/636 objects degraded (5.975%) 2024-09-06T15:48:12.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:11 smithi181 bash[70073]: cluster 2024-09-06T15:48:11.853103+0000 mgr.y (mgr.25115) 565 : cluster [DBG] pgmap v321: 161 pgs: 28 active+undersized, 2 stale+active+clean, 12 active+undersized+degraded, 119 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s; 38/636 objects degraded (5.975%) 2024-09-06T15:48:12.445 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:48:12 smithi169 systemd[1]: Started Ceph osd.2 for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:48:13.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:12 smithi181 bash[70073]: cluster 2024-09-06T15:48:11.952081+0000 mon.a (mon.0) 224 : cluster [WRN] Health check failed: Degraded data redundancy: 38/636 objects degraded (5.975%), 12 pgs degraded (PG_DEGRADED) 2024-09-06T15:48:13.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:12 smithi181 bash[70073]: cluster 2024-09-06T15:48:11.952081+0000 mon.a (mon.0) 224 : cluster [WRN] Health check failed: Degraded data redundancy: 38/636 objects degraded (5.975%), 12 pgs degraded (PG_DEGRADED) 2024-09-06T15:48:13.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:12 smithi181 bash[70073]: audit 2024-09-06T15:48:12.095372+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:13.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:12 smithi181 bash[70073]: audit 2024-09-06T15:48:12.095372+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:13.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:12 smithi181 bash[70073]: audit 2024-09-06T15:48:12.107785+0000 mon.a (mon.0) 226 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:13.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:12 smithi181 bash[70073]: audit 2024-09-06T15:48:12.107785+0000 mon.a (mon.0) 226 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:13.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:12 smithi181 bash[70073]: audit 2024-09-06T15:48:12.117522+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:13.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:12 smithi181 bash[70073]: audit 2024-09-06T15:48:12.117522+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:13.376 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:12 smithi169 bash[88858]: cluster 2024-09-06T15:48:11.952081+0000 mon.a (mon.0) 224 : cluster [WRN] Health check failed: Degraded data redundancy: 38/636 objects degraded (5.975%), 12 pgs degraded (PG_DEGRADED) 2024-09-06T15:48:13.376 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:12 smithi169 bash[88858]: cluster 2024-09-06T15:48:11.952081+0000 mon.a (mon.0) 224 : cluster [WRN] Health check failed: Degraded data redundancy: 38/636 objects degraded (5.975%), 12 pgs degraded (PG_DEGRADED) 2024-09-06T15:48:13.376 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:12 smithi169 bash[88858]: audit 2024-09-06T15:48:12.095372+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:13.376 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:12 smithi169 bash[88858]: audit 2024-09-06T15:48:12.095372+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:13.377 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:12 smithi169 bash[88858]: audit 2024-09-06T15:48:12.107785+0000 mon.a (mon.0) 226 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:13.377 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:12 smithi169 bash[88858]: audit 2024-09-06T15:48:12.107785+0000 mon.a (mon.0) 226 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:13.377 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:12 smithi169 bash[88858]: audit 2024-09-06T15:48:12.117522+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:13.377 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:12 smithi169 bash[88858]: audit 2024-09-06T15:48:12.117522+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:13.377 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:12 smithi169 bash[92568]: cluster 2024-09-06T15:48:11.952081+0000 mon.a (mon.0) 224 : cluster [WRN] Health check failed: Degraded data redundancy: 38/636 objects degraded (5.975%), 12 pgs degraded (PG_DEGRADED) 2024-09-06T15:48:13.377 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:12 smithi169 bash[92568]: cluster 2024-09-06T15:48:11.952081+0000 mon.a (mon.0) 224 : cluster [WRN] Health check failed: Degraded data redundancy: 38/636 objects degraded (5.975%), 12 pgs degraded (PG_DEGRADED) 2024-09-06T15:48:13.377 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:12 smithi169 bash[92568]: audit 2024-09-06T15:48:12.095372+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:13.377 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:12 smithi169 bash[92568]: audit 2024-09-06T15:48:12.095372+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:13.377 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:12 smithi169 bash[92568]: audit 2024-09-06T15:48:12.107785+0000 mon.a (mon.0) 226 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:13.378 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:12 smithi169 bash[92568]: audit 2024-09-06T15:48:12.107785+0000 mon.a (mon.0) 226 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:13.378 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:12 smithi169 bash[92568]: audit 2024-09-06T15:48:12.117522+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:13.378 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:12 smithi169 bash[92568]: audit 2024-09-06T15:48:12.117522+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:13.696 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:48:13 smithi169 bash[107495]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-06T15:48:13.696 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:48:13 smithi169 bash[107495]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-06T15:48:14.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:48:13 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:48:13.809184994Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:48:14.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:13 smithi181 bash[70073]: audit 2024-09-06T15:48:13.563519+0000 mgr.y (mgr.25115) 566 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:48:14.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:13 smithi181 bash[70073]: audit 2024-09-06T15:48:13.563519+0000 mgr.y (mgr.25115) 566 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:48:14.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:13 smithi181 bash[70073]: cluster 2024-09-06T15:48:13.854182+0000 mgr.y (mgr.25115) 567 : cluster [DBG] pgmap v322: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-06T15:48:14.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:13 smithi181 bash[70073]: cluster 2024-09-06T15:48:13.854182+0000 mgr.y (mgr.25115) 567 : cluster [DBG] pgmap v322: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-06T15:48:14.418 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:48:14 smithi169 bash[107495]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-06T15:48:14.418 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:48:14 smithi169 bash[107495]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-06T15:48:14.418 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:13 smithi169 bash[88858]: audit 2024-09-06T15:48:13.563519+0000 mgr.y (mgr.25115) 566 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:48:14.418 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:13 smithi169 bash[88858]: audit 2024-09-06T15:48:13.563519+0000 mgr.y (mgr.25115) 566 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:48:14.418 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:13 smithi169 bash[88858]: cluster 2024-09-06T15:48:13.854182+0000 mgr.y (mgr.25115) 567 : cluster [DBG] pgmap v322: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-06T15:48:14.418 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:13 smithi169 bash[88858]: cluster 2024-09-06T15:48:13.854182+0000 mgr.y (mgr.25115) 567 : cluster [DBG] pgmap v322: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-06T15:48:14.419 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:13 smithi169 bash[92568]: audit 2024-09-06T15:48:13.563519+0000 mgr.y (mgr.25115) 566 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:48:14.419 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:13 smithi169 bash[92568]: audit 2024-09-06T15:48:13.563519+0000 mgr.y (mgr.25115) 566 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:48:14.419 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:13 smithi169 bash[92568]: cluster 2024-09-06T15:48:13.854182+0000 mgr.y (mgr.25115) 567 : cluster [DBG] pgmap v322: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-06T15:48:14.419 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:13 smithi169 bash[92568]: cluster 2024-09-06T15:48:13.854182+0000 mgr.y (mgr.25115) 567 : cluster [DBG] pgmap v322: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-06T15:48:14.701 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:48:14 smithi169 bash[107495]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-06T15:48:14.701 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:48:14 smithi169 bash[107495]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-06T15:48:14.701 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:48:14 smithi169 bash[107495]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-09-06T15:48:14.702 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:48:14 smithi169 bash[107495]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-06T15:48:14.702 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:48:14 smithi169 bash[107495]: --> ceph-volume raw activate successful for osd ID: 2 2024-09-06T15:48:16.303 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:48:16 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:48:16] "GET /metrics HTTP/1.1" 200 38363 "" "Prometheus/2.51.0" 2024-09-06T15:48:16.695 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:48:16 smithi169 bash[107739]: debug 2024-09-06T15:48:16.386+0000 7fe98e499640 1 -- 172.21.15.169:0/1300721782 <== mon.0 v2:172.21.15.169:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b53aba4960 con 0x55b53abc5c00 2024-09-06T15:48:16.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:16 smithi169 bash[88858]: audit 2024-09-06T15:48:15.298612+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:16.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:16 smithi169 bash[88858]: audit 2024-09-06T15:48:15.298612+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:16.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:16 smithi169 bash[88858]: audit 2024-09-06T15:48:15.305512+0000 mon.b (mon.1) 143 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:48:16.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:16 smithi169 bash[88858]: audit 2024-09-06T15:48:15.305512+0000 mon.b (mon.1) 143 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:48:16.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:16 smithi169 bash[88858]: cluster 2024-09-06T15:48:15.855865+0000 mgr.y (mgr.25115) 568 : cluster [DBG] pgmap v323: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-06T15:48:16.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:16 smithi169 bash[88858]: cluster 2024-09-06T15:48:15.855865+0000 mgr.y (mgr.25115) 568 : cluster [DBG] pgmap v323: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-06T15:48:16.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:16 smithi169 bash[92568]: audit 2024-09-06T15:48:15.298612+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:16.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:16 smithi169 bash[92568]: audit 2024-09-06T15:48:15.298612+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:16.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:16 smithi169 bash[92568]: audit 2024-09-06T15:48:15.305512+0000 mon.b (mon.1) 143 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:48:16.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:16 smithi169 bash[92568]: audit 2024-09-06T15:48:15.305512+0000 mon.b (mon.1) 143 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:48:16.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:16 smithi169 bash[92568]: cluster 2024-09-06T15:48:15.855865+0000 mgr.y (mgr.25115) 568 : cluster [DBG] pgmap v323: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-06T15:48:16.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:16 smithi169 bash[92568]: cluster 2024-09-06T15:48:15.855865+0000 mgr.y (mgr.25115) 568 : cluster [DBG] pgmap v323: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-06T15:48:16.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:16 smithi181 bash[70073]: audit 2024-09-06T15:48:15.298612+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:16.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:16 smithi181 bash[70073]: audit 2024-09-06T15:48:15.298612+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:16.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:16 smithi181 bash[70073]: audit 2024-09-06T15:48:15.305512+0000 mon.b (mon.1) 143 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:48:16.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:16 smithi181 bash[70073]: audit 2024-09-06T15:48:15.305512+0000 mon.b (mon.1) 143 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:48:16.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:16 smithi181 bash[70073]: cluster 2024-09-06T15:48:15.855865+0000 mgr.y (mgr.25115) 568 : cluster [DBG] pgmap v323: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-06T15:48:16.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:16 smithi181 bash[70073]: cluster 2024-09-06T15:48:15.855865+0000 mgr.y (mgr.25115) 568 : cluster [DBG] pgmap v323: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-06T15:48:17.244 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:48:16 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:48:16.848679318Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:48:17.945 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:48:17 smithi169 bash[107739]: debug 2024-09-06T15:48:17.666+0000 7fe990d00640 -1 Falling back to public interface 2024-09-06T15:48:19.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:18 smithi169 bash[88858]: cluster 2024-09-06T15:48:17.857144+0000 mgr.y (mgr.25115) 569 : cluster [DBG] pgmap v324: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-06T15:48:19.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:18 smithi169 bash[88858]: cluster 2024-09-06T15:48:17.857144+0000 mgr.y (mgr.25115) 569 : cluster [DBG] pgmap v324: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-06T15:48:19.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:18 smithi169 bash[92568]: cluster 2024-09-06T15:48:17.857144+0000 mgr.y (mgr.25115) 569 : cluster [DBG] pgmap v324: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-06T15:48:19.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:18 smithi169 bash[92568]: cluster 2024-09-06T15:48:17.857144+0000 mgr.y (mgr.25115) 569 : cluster [DBG] pgmap v324: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-06T15:48:19.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:18 smithi181 bash[70073]: cluster 2024-09-06T15:48:17.857144+0000 mgr.y (mgr.25115) 569 : cluster [DBG] pgmap v324: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-06T15:48:19.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:18 smithi181 bash[70073]: cluster 2024-09-06T15:48:17.857144+0000 mgr.y (mgr.25115) 569 : cluster [DBG] pgmap v324: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-06T15:48:20.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:48:19 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:48:19.808982688Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:48:20.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:20 smithi169 bash[88858]: audit 2024-09-06T15:48:19.532468+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:20.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:20 smithi169 bash[88858]: audit 2024-09-06T15:48:19.532468+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:20.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:20 smithi169 bash[88858]: audit 2024-09-06T15:48:19.543216+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:20.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:20 smithi169 bash[88858]: audit 2024-09-06T15:48:19.543216+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:20.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:20 smithi169 bash[88858]: cluster 2024-09-06T15:48:19.857754+0000 mgr.y (mgr.25115) 570 : cluster [DBG] pgmap v325: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-06T15:48:20.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:20 smithi169 bash[88858]: cluster 2024-09-06T15:48:19.857754+0000 mgr.y (mgr.25115) 570 : cluster [DBG] pgmap v325: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-06T15:48:20.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:20 smithi169 bash[88858]: cluster 2024-09-06T15:48:19.882986+0000 mon.a (mon.0) 231 : cluster [WRN] Health check update: Degraded data redundancy: 58/636 objects degraded (9.119%), 15 pgs degraded (PG_DEGRADED) 2024-09-06T15:48:20.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:20 smithi169 bash[88858]: cluster 2024-09-06T15:48:19.882986+0000 mon.a (mon.0) 231 : cluster [WRN] Health check update: Degraded data redundancy: 58/636 objects degraded (9.119%), 15 pgs degraded (PG_DEGRADED) 2024-09-06T15:48:20.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:20 smithi169 bash[92568]: audit 2024-09-06T15:48:19.532468+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:20.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:20 smithi169 bash[92568]: audit 2024-09-06T15:48:19.532468+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:20.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:20 smithi169 bash[92568]: audit 2024-09-06T15:48:19.543216+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:20.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:20 smithi169 bash[92568]: audit 2024-09-06T15:48:19.543216+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:20.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:20 smithi169 bash[92568]: cluster 2024-09-06T15:48:19.857754+0000 mgr.y (mgr.25115) 570 : cluster [DBG] pgmap v325: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-06T15:48:20.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:20 smithi169 bash[92568]: cluster 2024-09-06T15:48:19.857754+0000 mgr.y (mgr.25115) 570 : cluster [DBG] pgmap v325: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-06T15:48:20.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:20 smithi169 bash[92568]: cluster 2024-09-06T15:48:19.882986+0000 mon.a (mon.0) 231 : cluster [WRN] Health check update: Degraded data redundancy: 58/636 objects degraded (9.119%), 15 pgs degraded (PG_DEGRADED) 2024-09-06T15:48:20.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:20 smithi169 bash[92568]: cluster 2024-09-06T15:48:19.882986+0000 mon.a (mon.0) 231 : cluster [WRN] Health check update: Degraded data redundancy: 58/636 objects degraded (9.119%), 15 pgs degraded (PG_DEGRADED) 2024-09-06T15:48:20.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:20 smithi181 bash[70073]: audit 2024-09-06T15:48:19.532468+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:20.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:20 smithi181 bash[70073]: audit 2024-09-06T15:48:19.532468+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:20.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:20 smithi181 bash[70073]: audit 2024-09-06T15:48:19.543216+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:20.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:20 smithi181 bash[70073]: audit 2024-09-06T15:48:19.543216+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:20.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:20 smithi181 bash[70073]: cluster 2024-09-06T15:48:19.857754+0000 mgr.y (mgr.25115) 570 : cluster [DBG] pgmap v325: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-06T15:48:20.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:20 smithi181 bash[70073]: cluster 2024-09-06T15:48:19.857754+0000 mgr.y (mgr.25115) 570 : cluster [DBG] pgmap v325: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-06T15:48:20.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:20 smithi181 bash[70073]: cluster 2024-09-06T15:48:19.882986+0000 mon.a (mon.0) 231 : cluster [WRN] Health check update: Degraded data redundancy: 58/636 objects degraded (9.119%), 15 pgs degraded (PG_DEGRADED) 2024-09-06T15:48:20.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:20 smithi181 bash[70073]: cluster 2024-09-06T15:48:19.882986+0000 mon.a (mon.0) 231 : cluster [WRN] Health check update: Degraded data redundancy: 58/636 objects degraded (9.119%), 15 pgs degraded (PG_DEGRADED) 2024-09-06T15:48:21.945 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:48:21 smithi169 bash[107739]: debug 2024-09-06T15:48:21.638+0000 7fe990d00640 -1 osd.2 121 log_to_monitors true 2024-09-06T15:48:21.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:21 smithi169 bash[88858]: audit 2024-09-06T15:48:20.641582+0000 mon.a (mon.0) 232 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:21.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:21 smithi169 bash[88858]: audit 2024-09-06T15:48:20.641582+0000 mon.a (mon.0) 232 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:21.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:21 smithi169 bash[88858]: audit 2024-09-06T15:48:20.652156+0000 mon.a (mon.0) 233 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:21.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:21 smithi169 bash[88858]: audit 2024-09-06T15:48:20.652156+0000 mon.a (mon.0) 233 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:21.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:21 smithi169 bash[92568]: audit 2024-09-06T15:48:20.641582+0000 mon.a (mon.0) 232 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:21.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:21 smithi169 bash[92568]: audit 2024-09-06T15:48:20.641582+0000 mon.a (mon.0) 232 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:21.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:21 smithi169 bash[92568]: audit 2024-09-06T15:48:20.652156+0000 mon.a (mon.0) 233 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:21.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:21 smithi169 bash[92568]: audit 2024-09-06T15:48:20.652156+0000 mon.a (mon.0) 233 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:21.994 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:21 smithi181 bash[70073]: audit 2024-09-06T15:48:20.641582+0000 mon.a (mon.0) 232 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:21.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:21 smithi181 bash[70073]: audit 2024-09-06T15:48:20.641582+0000 mon.a (mon.0) 232 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:21.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:21 smithi181 bash[70073]: audit 2024-09-06T15:48:20.652156+0000 mon.a (mon.0) 233 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:21.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:21 smithi181 bash[70073]: audit 2024-09-06T15:48:20.652156+0000 mon.a (mon.0) 233 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:22.945 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:48:22 smithi169 bash[107739]: debug 2024-09-06T15:48:22.690+0000 7fe988aaa640 -1 osd.2 121 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-06T15:48:22.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:22 smithi169 bash[88858]: audit 2024-09-06T15:48:21.645193+0000 mon.a (mon.0) 234 : audit [INF] from='osd.2 [v2:172.21.15.169:6818/3474960439,v1:172.21.15.169:6819/3474960439]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-06T15:48:22.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:22 smithi169 bash[88858]: audit 2024-09-06T15:48:21.645193+0000 mon.a (mon.0) 234 : audit [INF] from='osd.2 [v2:172.21.15.169:6818/3474960439,v1:172.21.15.169:6819/3474960439]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-06T15:48:22.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:22 smithi169 bash[88858]: cluster 2024-09-06T15:48:21.859607+0000 mgr.y (mgr.25115) 571 : cluster [DBG] pgmap v326: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-06T15:48:22.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:22 smithi169 bash[88858]: cluster 2024-09-06T15:48:21.859607+0000 mgr.y (mgr.25115) 571 : cluster [DBG] pgmap v326: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-06T15:48:22.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:22 smithi169 bash[92568]: audit 2024-09-06T15:48:21.645193+0000 mon.a (mon.0) 234 : audit [INF] from='osd.2 [v2:172.21.15.169:6818/3474960439,v1:172.21.15.169:6819/3474960439]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-06T15:48:22.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:22 smithi169 bash[92568]: audit 2024-09-06T15:48:21.645193+0000 mon.a (mon.0) 234 : audit [INF] from='osd.2 [v2:172.21.15.169:6818/3474960439,v1:172.21.15.169:6819/3474960439]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-06T15:48:22.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:22 smithi169 bash[92568]: cluster 2024-09-06T15:48:21.859607+0000 mgr.y (mgr.25115) 571 : cluster [DBG] pgmap v326: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-06T15:48:22.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:22 smithi169 bash[92568]: cluster 2024-09-06T15:48:21.859607+0000 mgr.y (mgr.25115) 571 : cluster [DBG] pgmap v326: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-06T15:48:22.995 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:48:22 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:48:22.815315391Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:48:22.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:22 smithi181 bash[70073]: audit 2024-09-06T15:48:21.645193+0000 mon.a (mon.0) 234 : audit [INF] from='osd.2 [v2:172.21.15.169:6818/3474960439,v1:172.21.15.169:6819/3474960439]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-06T15:48:22.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:22 smithi181 bash[70073]: audit 2024-09-06T15:48:21.645193+0000 mon.a (mon.0) 234 : audit [INF] from='osd.2 [v2:172.21.15.169:6818/3474960439,v1:172.21.15.169:6819/3474960439]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-06T15:48:22.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:22 smithi181 bash[70073]: cluster 2024-09-06T15:48:21.859607+0000 mgr.y (mgr.25115) 571 : cluster [DBG] pgmap v326: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-06T15:48:22.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:22 smithi181 bash[70073]: cluster 2024-09-06T15:48:21.859607+0000 mgr.y (mgr.25115) 571 : cluster [DBG] pgmap v326: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 278 MiB used, 715 GiB / 715 GiB avail; 58/636 objects degraded (9.119%) 2024-09-06T15:48:23.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:23 smithi169 bash[88858]: audit 2024-09-06T15:48:22.651713+0000 mon.a (mon.0) 235 : audit [INF] from='osd.2 [v2:172.21.15.169:6818/3474960439,v1:172.21.15.169:6819/3474960439]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-06T15:48:23.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:23 smithi169 bash[88858]: audit 2024-09-06T15:48:22.651713+0000 mon.a (mon.0) 235 : audit [INF] from='osd.2 [v2:172.21.15.169:6818/3474960439,v1:172.21.15.169:6819/3474960439]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-06T15:48:23.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:23 smithi169 bash[88858]: cluster 2024-09-06T15:48:22.660416+0000 mon.a (mon.0) 236 : cluster [DBG] osdmap e124: 8 total, 7 up, 8 in 2024-09-06T15:48:23.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:23 smithi169 bash[88858]: cluster 2024-09-06T15:48:22.660416+0000 mon.a (mon.0) 236 : cluster [DBG] osdmap e124: 8 total, 7 up, 8 in 2024-09-06T15:48:23.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:23 smithi169 bash[88858]: audit 2024-09-06T15:48:22.660916+0000 mon.a (mon.0) 237 : audit [INF] from='osd.2 [v2:172.21.15.169:6818/3474960439,v1:172.21.15.169:6819/3474960439]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-09-06T15:48:23.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:23 smithi169 bash[88858]: audit 2024-09-06T15:48:22.660916+0000 mon.a (mon.0) 237 : audit [INF] from='osd.2 [v2:172.21.15.169:6818/3474960439,v1:172.21.15.169:6819/3474960439]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-09-06T15:48:23.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:23 smithi169 bash[92568]: audit 2024-09-06T15:48:22.651713+0000 mon.a (mon.0) 235 : audit [INF] from='osd.2 [v2:172.21.15.169:6818/3474960439,v1:172.21.15.169:6819/3474960439]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-06T15:48:23.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:23 smithi169 bash[92568]: audit 2024-09-06T15:48:22.651713+0000 mon.a (mon.0) 235 : audit [INF] from='osd.2 [v2:172.21.15.169:6818/3474960439,v1:172.21.15.169:6819/3474960439]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-06T15:48:23.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:23 smithi169 bash[92568]: cluster 2024-09-06T15:48:22.660416+0000 mon.a (mon.0) 236 : cluster [DBG] osdmap e124: 8 total, 7 up, 8 in 2024-09-06T15:48:23.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:23 smithi169 bash[92568]: cluster 2024-09-06T15:48:22.660416+0000 mon.a (mon.0) 236 : cluster [DBG] osdmap e124: 8 total, 7 up, 8 in 2024-09-06T15:48:23.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:23 smithi169 bash[92568]: audit 2024-09-06T15:48:22.660916+0000 mon.a (mon.0) 237 : audit [INF] from='osd.2 [v2:172.21.15.169:6818/3474960439,v1:172.21.15.169:6819/3474960439]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-09-06T15:48:23.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:23 smithi169 bash[92568]: audit 2024-09-06T15:48:22.660916+0000 mon.a (mon.0) 237 : audit [INF] from='osd.2 [v2:172.21.15.169:6818/3474960439,v1:172.21.15.169:6819/3474960439]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-09-06T15:48:23.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:23 smithi181 bash[70073]: audit 2024-09-06T15:48:22.651713+0000 mon.a (mon.0) 235 : audit [INF] from='osd.2 [v2:172.21.15.169:6818/3474960439,v1:172.21.15.169:6819/3474960439]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-06T15:48:23.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:23 smithi181 bash[70073]: audit 2024-09-06T15:48:22.651713+0000 mon.a (mon.0) 235 : audit [INF] from='osd.2 [v2:172.21.15.169:6818/3474960439,v1:172.21.15.169:6819/3474960439]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-06T15:48:23.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:23 smithi181 bash[70073]: cluster 2024-09-06T15:48:22.660416+0000 mon.a (mon.0) 236 : cluster [DBG] osdmap e124: 8 total, 7 up, 8 in 2024-09-06T15:48:23.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:23 smithi181 bash[70073]: cluster 2024-09-06T15:48:22.660416+0000 mon.a (mon.0) 236 : cluster [DBG] osdmap e124: 8 total, 7 up, 8 in 2024-09-06T15:48:23.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:23 smithi181 bash[70073]: audit 2024-09-06T15:48:22.660916+0000 mon.a (mon.0) 237 : audit [INF] from='osd.2 [v2:172.21.15.169:6818/3474960439,v1:172.21.15.169:6819/3474960439]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-09-06T15:48:23.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:23 smithi181 bash[70073]: audit 2024-09-06T15:48:22.660916+0000 mon.a (mon.0) 237 : audit [INF] from='osd.2 [v2:172.21.15.169:6818/3474960439,v1:172.21.15.169:6819/3474960439]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-09-06T15:48:24.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:24 smithi181 bash[70073]: audit 2024-09-06T15:48:23.574599+0000 mgr.y (mgr.25115) 572 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:48:24.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:24 smithi181 bash[70073]: audit 2024-09-06T15:48:23.574599+0000 mgr.y (mgr.25115) 572 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:48:24.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:24 smithi181 bash[70073]: cluster 2024-09-06T15:48:23.652601+0000 mon.a (mon.0) 238 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:48:24.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:24 smithi181 bash[70073]: cluster 2024-09-06T15:48:23.652601+0000 mon.a (mon.0) 238 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:48:24.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:24 smithi181 bash[70073]: audit 2024-09-06T15:48:23.666335+0000 mon.b (mon.1) 144 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-06T15:48:24.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:24 smithi181 bash[70073]: audit 2024-09-06T15:48:23.666335+0000 mon.b (mon.1) 144 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-06T15:48:24.995 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:24 smithi181 bash[70073]: cluster 2024-09-06T15:48:23.668597+0000 mon.a (mon.0) 239 : cluster [INF] osd.2 [v2:172.21.15.169:6818/3474960439,v1:172.21.15.169:6819/3474960439] boot 2024-09-06T15:48:24.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:24 smithi181 bash[70073]: cluster 2024-09-06T15:48:23.668597+0000 mon.a (mon.0) 239 : cluster [INF] osd.2 [v2:172.21.15.169:6818/3474960439,v1:172.21.15.169:6819/3474960439] boot 2024-09-06T15:48:24.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:24 smithi181 bash[70073]: cluster 2024-09-06T15:48:23.668743+0000 mon.a (mon.0) 240 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2024-09-06T15:48:24.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:24 smithi181 bash[70073]: cluster 2024-09-06T15:48:23.668743+0000 mon.a (mon.0) 240 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2024-09-06T15:48:24.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:24 smithi181 bash[70073]: cluster 2024-09-06T15:48:23.860555+0000 mgr.y (mgr.25115) 573 : cluster [DBG] pgmap v329: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 58/636 objects degraded (9.119%) 2024-09-06T15:48:24.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:24 smithi181 bash[70073]: cluster 2024-09-06T15:48:23.860555+0000 mgr.y (mgr.25115) 573 : cluster [DBG] pgmap v329: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 58/636 objects degraded (9.119%) 2024-09-06T15:48:24.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:24 smithi181 bash[70073]: cluster 2024-09-06T15:48:24.665174+0000 mon.a (mon.0) 241 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-09-06T15:48:24.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:24 smithi181 bash[70073]: cluster 2024-09-06T15:48:24.665174+0000 mon.a (mon.0) 241 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-09-06T15:48:25.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:24 smithi169 bash[88858]: audit 2024-09-06T15:48:23.574599+0000 mgr.y (mgr.25115) 572 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:48:25.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:24 smithi169 bash[88858]: audit 2024-09-06T15:48:23.574599+0000 mgr.y (mgr.25115) 572 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:48:25.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:24 smithi169 bash[88858]: cluster 2024-09-06T15:48:23.652601+0000 mon.a (mon.0) 238 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:48:25.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:24 smithi169 bash[88858]: cluster 2024-09-06T15:48:23.652601+0000 mon.a (mon.0) 238 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:48:25.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:24 smithi169 bash[88858]: audit 2024-09-06T15:48:23.666335+0000 mon.b (mon.1) 144 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-06T15:48:25.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:24 smithi169 bash[88858]: audit 2024-09-06T15:48:23.666335+0000 mon.b (mon.1) 144 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-06T15:48:25.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:24 smithi169 bash[88858]: cluster 2024-09-06T15:48:23.668597+0000 mon.a (mon.0) 239 : cluster [INF] osd.2 [v2:172.21.15.169:6818/3474960439,v1:172.21.15.169:6819/3474960439] boot 2024-09-06T15:48:25.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:24 smithi169 bash[88858]: cluster 2024-09-06T15:48:23.668597+0000 mon.a (mon.0) 239 : cluster [INF] osd.2 [v2:172.21.15.169:6818/3474960439,v1:172.21.15.169:6819/3474960439] boot 2024-09-06T15:48:25.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:24 smithi169 bash[88858]: cluster 2024-09-06T15:48:23.668743+0000 mon.a (mon.0) 240 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2024-09-06T15:48:25.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:24 smithi169 bash[88858]: cluster 2024-09-06T15:48:23.668743+0000 mon.a (mon.0) 240 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2024-09-06T15:48:25.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:24 smithi169 bash[88858]: cluster 2024-09-06T15:48:23.860555+0000 mgr.y (mgr.25115) 573 : cluster [DBG] pgmap v329: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 58/636 objects degraded (9.119%) 2024-09-06T15:48:25.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:24 smithi169 bash[88858]: cluster 2024-09-06T15:48:23.860555+0000 mgr.y (mgr.25115) 573 : cluster [DBG] pgmap v329: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 58/636 objects degraded (9.119%) 2024-09-06T15:48:25.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:24 smithi169 bash[88858]: cluster 2024-09-06T15:48:24.665174+0000 mon.a (mon.0) 241 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-09-06T15:48:25.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:24 smithi169 bash[88858]: cluster 2024-09-06T15:48:24.665174+0000 mon.a (mon.0) 241 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-09-06T15:48:25.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:24 smithi169 bash[92568]: audit 2024-09-06T15:48:23.574599+0000 mgr.y (mgr.25115) 572 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:48:25.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:24 smithi169 bash[92568]: audit 2024-09-06T15:48:23.574599+0000 mgr.y (mgr.25115) 572 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:48:25.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:24 smithi169 bash[92568]: cluster 2024-09-06T15:48:23.652601+0000 mon.a (mon.0) 238 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:48:25.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:24 smithi169 bash[92568]: cluster 2024-09-06T15:48:23.652601+0000 mon.a (mon.0) 238 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:48:25.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:24 smithi169 bash[92568]: audit 2024-09-06T15:48:23.666335+0000 mon.b (mon.1) 144 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-06T15:48:25.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:24 smithi169 bash[92568]: audit 2024-09-06T15:48:23.666335+0000 mon.b (mon.1) 144 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-06T15:48:25.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:24 smithi169 bash[92568]: cluster 2024-09-06T15:48:23.668597+0000 mon.a (mon.0) 239 : cluster [INF] osd.2 [v2:172.21.15.169:6818/3474960439,v1:172.21.15.169:6819/3474960439] boot 2024-09-06T15:48:25.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:24 smithi169 bash[92568]: cluster 2024-09-06T15:48:23.668597+0000 mon.a (mon.0) 239 : cluster [INF] osd.2 [v2:172.21.15.169:6818/3474960439,v1:172.21.15.169:6819/3474960439] boot 2024-09-06T15:48:25.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:24 smithi169 bash[92568]: cluster 2024-09-06T15:48:23.668743+0000 mon.a (mon.0) 240 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2024-09-06T15:48:25.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:24 smithi169 bash[92568]: cluster 2024-09-06T15:48:23.668743+0000 mon.a (mon.0) 240 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2024-09-06T15:48:25.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:24 smithi169 bash[92568]: cluster 2024-09-06T15:48:23.860555+0000 mgr.y (mgr.25115) 573 : cluster [DBG] pgmap v329: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 58/636 objects degraded (9.119%) 2024-09-06T15:48:25.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:24 smithi169 bash[92568]: cluster 2024-09-06T15:48:23.860555+0000 mgr.y (mgr.25115) 573 : cluster [DBG] pgmap v329: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 58/636 objects degraded (9.119%) 2024-09-06T15:48:25.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:24 smithi169 bash[92568]: cluster 2024-09-06T15:48:24.665174+0000 mon.a (mon.0) 241 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-09-06T15:48:25.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:24 smithi169 bash[92568]: cluster 2024-09-06T15:48:24.665174+0000 mon.a (mon.0) 241 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-09-06T15:48:26.195 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:48:26 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:48:26] "GET /metrics HTTP/1.1" 200 38363 "" "Prometheus/2.51.0" 2024-09-06T15:48:26.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:25 smithi169 bash[88858]: cluster 2024-09-06T15:48:25.862032+0000 mgr.y (mgr.25115) 574 : cluster [DBG] pgmap v331: 161 pgs: 18 active+undersized, 5 active+undersized+degraded, 138 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 26/636 objects degraded (4.088%) 2024-09-06T15:48:26.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:26 smithi169 bash[88858]: cluster 2024-09-06T15:48:25.862032+0000 mgr.y (mgr.25115) 574 : cluster [DBG] pgmap v331: 161 pgs: 18 active+undersized, 5 active+undersized+degraded, 138 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 26/636 objects degraded (4.088%) 2024-09-06T15:48:26.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:26 smithi169 bash[88858]: cluster 2024-09-06T15:48:25.914075+0000 mon.a (mon.0) 242 : cluster [WRN] Health check update: Degraded data redundancy: 26/636 objects degraded (4.088%), 5 pgs degraded (PG_DEGRADED) 2024-09-06T15:48:26.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:26 smithi169 bash[88858]: cluster 2024-09-06T15:48:25.914075+0000 mon.a (mon.0) 242 : cluster [WRN] Health check update: Degraded data redundancy: 26/636 objects degraded (4.088%), 5 pgs degraded (PG_DEGRADED) 2024-09-06T15:48:26.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:26 smithi169 bash[92568]: cluster 2024-09-06T15:48:25.862032+0000 mgr.y (mgr.25115) 574 : cluster [DBG] pgmap v331: 161 pgs: 18 active+undersized, 5 active+undersized+degraded, 138 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 26/636 objects degraded (4.088%) 2024-09-06T15:48:26.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:26 smithi169 bash[92568]: cluster 2024-09-06T15:48:25.862032+0000 mgr.y (mgr.25115) 574 : cluster [DBG] pgmap v331: 161 pgs: 18 active+undersized, 5 active+undersized+degraded, 138 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 26/636 objects degraded (4.088%) 2024-09-06T15:48:26.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:26 smithi169 bash[92568]: cluster 2024-09-06T15:48:25.914075+0000 mon.a (mon.0) 242 : cluster [WRN] Health check update: Degraded data redundancy: 26/636 objects degraded (4.088%), 5 pgs degraded (PG_DEGRADED) 2024-09-06T15:48:26.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:26 smithi169 bash[92568]: cluster 2024-09-06T15:48:25.914075+0000 mon.a (mon.0) 242 : cluster [WRN] Health check update: Degraded data redundancy: 26/636 objects degraded (4.088%), 5 pgs degraded (PG_DEGRADED) 2024-09-06T15:48:26.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:48:25 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:48:25.809502048Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:48:26.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:25 smithi181 bash[70073]: cluster 2024-09-06T15:48:25.862032+0000 mgr.y (mgr.25115) 574 : cluster [DBG] pgmap v331: 161 pgs: 18 active+undersized, 5 active+undersized+degraded, 138 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 26/636 objects degraded (4.088%) 2024-09-06T15:48:26.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:25 smithi181 bash[70073]: cluster 2024-09-06T15:48:25.862032+0000 mgr.y (mgr.25115) 574 : cluster [DBG] pgmap v331: 161 pgs: 18 active+undersized, 5 active+undersized+degraded, 138 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 26/636 objects degraded (4.088%) 2024-09-06T15:48:26.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:25 smithi181 bash[70073]: cluster 2024-09-06T15:48:25.914075+0000 mon.a (mon.0) 242 : cluster [WRN] Health check update: Degraded data redundancy: 26/636 objects degraded (4.088%), 5 pgs degraded (PG_DEGRADED) 2024-09-06T15:48:26.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:25 smithi181 bash[70073]: cluster 2024-09-06T15:48:25.914075+0000 mon.a (mon.0) 242 : cluster [WRN] Health check update: Degraded data redundancy: 26/636 objects degraded (4.088%), 5 pgs degraded (PG_DEGRADED) 2024-09-06T15:48:28.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:27 smithi181 bash[70073]: cluster 2024-09-06T15:48:27.863142+0000 mgr.y (mgr.25115) 575 : cluster [DBG] pgmap v332: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:28.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:27 smithi181 bash[70073]: cluster 2024-09-06T15:48:27.863142+0000 mgr.y (mgr.25115) 575 : cluster [DBG] pgmap v332: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:28.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:27 smithi181 bash[70073]: cluster 2024-09-06T15:48:27.915168+0000 mon.a (mon.0) 243 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 26/636 objects degraded (4.088%), 5 pgs degraded) 2024-09-06T15:48:28.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:27 smithi181 bash[70073]: cluster 2024-09-06T15:48:27.915168+0000 mon.a (mon.0) 243 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 26/636 objects degraded (4.088%), 5 pgs degraded) 2024-09-06T15:48:28.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:27 smithi169 bash[88858]: cluster 2024-09-06T15:48:27.863142+0000 mgr.y (mgr.25115) 575 : cluster [DBG] pgmap v332: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:28.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:27 smithi169 bash[88858]: cluster 2024-09-06T15:48:27.863142+0000 mgr.y (mgr.25115) 575 : cluster [DBG] pgmap v332: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:28.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:27 smithi169 bash[88858]: cluster 2024-09-06T15:48:27.915168+0000 mon.a (mon.0) 243 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 26/636 objects degraded (4.088%), 5 pgs degraded) 2024-09-06T15:48:28.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:27 smithi169 bash[88858]: cluster 2024-09-06T15:48:27.915168+0000 mon.a (mon.0) 243 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 26/636 objects degraded (4.088%), 5 pgs degraded) 2024-09-06T15:48:28.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:27 smithi169 bash[92568]: cluster 2024-09-06T15:48:27.863142+0000 mgr.y (mgr.25115) 575 : cluster [DBG] pgmap v332: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:28.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:27 smithi169 bash[92568]: cluster 2024-09-06T15:48:27.863142+0000 mgr.y (mgr.25115) 575 : cluster [DBG] pgmap v332: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:28.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:27 smithi169 bash[92568]: cluster 2024-09-06T15:48:27.915168+0000 mon.a (mon.0) 243 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 26/636 objects degraded (4.088%), 5 pgs degraded) 2024-09-06T15:48:28.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:27 smithi169 bash[92568]: cluster 2024-09-06T15:48:27.915168+0000 mon.a (mon.0) 243 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 26/636 objects degraded (4.088%), 5 pgs degraded) 2024-09-06T15:48:29.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:48:28 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:48:28.828577168Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:48:31.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:30 smithi169 bash[88858]: cluster 2024-09-06T15:48:29.863800+0000 mgr.y (mgr.25115) 576 : cluster [DBG] pgmap v333: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 710 B/s rd, 0 op/s 2024-09-06T15:48:31.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:30 smithi169 bash[88858]: cluster 2024-09-06T15:48:29.863800+0000 mgr.y (mgr.25115) 576 : cluster [DBG] pgmap v333: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 710 B/s rd, 0 op/s 2024-09-06T15:48:31.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:30 smithi169 bash[88858]: audit 2024-09-06T15:48:30.297954+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:31.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:30 smithi169 bash[88858]: audit 2024-09-06T15:48:30.297954+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:31.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:30 smithi169 bash[88858]: audit 2024-09-06T15:48:30.304404+0000 mon.b (mon.1) 145 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:48:31.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:30 smithi169 bash[88858]: audit 2024-09-06T15:48:30.304404+0000 mon.b (mon.1) 145 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:48:31.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:30 smithi169 bash[92568]: cluster 2024-09-06T15:48:29.863800+0000 mgr.y (mgr.25115) 576 : cluster [DBG] pgmap v333: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 710 B/s rd, 0 op/s 2024-09-06T15:48:31.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:30 smithi169 bash[92568]: cluster 2024-09-06T15:48:29.863800+0000 mgr.y (mgr.25115) 576 : cluster [DBG] pgmap v333: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 710 B/s rd, 0 op/s 2024-09-06T15:48:31.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:30 smithi169 bash[92568]: audit 2024-09-06T15:48:30.297954+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:31.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:30 smithi169 bash[92568]: audit 2024-09-06T15:48:30.297954+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:31.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:30 smithi169 bash[92568]: audit 2024-09-06T15:48:30.304404+0000 mon.b (mon.1) 145 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:48:31.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:30 smithi169 bash[92568]: audit 2024-09-06T15:48:30.304404+0000 mon.b (mon.1) 145 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:48:31.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:30 smithi181 bash[70073]: cluster 2024-09-06T15:48:29.863800+0000 mgr.y (mgr.25115) 576 : cluster [DBG] pgmap v333: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 710 B/s rd, 0 op/s 2024-09-06T15:48:31.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:30 smithi181 bash[70073]: cluster 2024-09-06T15:48:29.863800+0000 mgr.y (mgr.25115) 576 : cluster [DBG] pgmap v333: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 710 B/s rd, 0 op/s 2024-09-06T15:48:31.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:30 smithi181 bash[70073]: audit 2024-09-06T15:48:30.297954+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:31.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:30 smithi181 bash[70073]: audit 2024-09-06T15:48:30.297954+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:31.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:30 smithi181 bash[70073]: audit 2024-09-06T15:48:30.304404+0000 mon.b (mon.1) 145 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:48:31.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:30 smithi181 bash[70073]: audit 2024-09-06T15:48:30.304404+0000 mon.b (mon.1) 145 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:48:32.216 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:48:31 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:48:31.830210511Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:48:32.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.213421+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:32.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.213421+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:32.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.226495+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:32.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.226495+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:32.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.235750+0000 mon.b (mon.1) 146 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:48:32.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.235750+0000 mon.b (mon.1) 146 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:48:32.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.237710+0000 mon.b (mon.1) 147 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:48:32.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.237710+0000 mon.b (mon.1) 147 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:48:32.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.244641+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:32.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.244641+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:32.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.402542+0000 mon.b (mon.1) 148 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:48:32.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.402542+0000 mon.b (mon.1) 148 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:48:32.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.406218+0000 mon.b (mon.1) 149 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.406218+0000 mon.b (mon.1) 149 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: cephadm 2024-09-06T15:48:31.408302+0000 mgr.y (mgr.25115) 577 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-06T15:48:32.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: cephadm 2024-09-06T15:48:31.408302+0000 mgr.y (mgr.25115) 577 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-06T15:48:32.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.410330+0000 mon.b (mon.1) 150 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.410330+0000 mon.b (mon.1) 150 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.416234+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:32.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.416234+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:32.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.427410+0000 mon.b (mon.1) 151 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.427410+0000 mon.b (mon.1) 151 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.430371+0000 mon.b (mon.1) 152 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.430371+0000 mon.b (mon.1) 152 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.433407+0000 mon.b (mon.1) 153 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.433407+0000 mon.b (mon.1) 153 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.436468+0000 mon.b (mon.1) 154 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.436468+0000 mon.b (mon.1) 154 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.439215+0000 mon.b (mon.1) 155 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.439215+0000 mon.b (mon.1) 155 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: cephadm 2024-09-06T15:48:31.439795+0000 mgr.y (mgr.25115) 578 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-06T15:48:32.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: cephadm 2024-09-06T15:48:31.439795+0000 mgr.y (mgr.25115) 578 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-06T15:48:32.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.441838+0000 mon.b (mon.1) 156 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.441838+0000 mon.b (mon.1) 156 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.444181+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:48:32.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.444181+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:48:32.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.446800+0000 mon.b (mon.1) 157 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:48:32.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.446800+0000 mon.b (mon.1) 157 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:48:32.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.450567+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-06T15:48:32.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.450567+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-06T15:48:32.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.457674+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.500 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.457674+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.501 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.460239+0000 mon.b (mon.1) 158 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.501 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.460239+0000 mon.b (mon.1) 158 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.501 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.463593+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-06T15:48:32.501 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.463593+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-06T15:48:32.501 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.470325+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:48:32.501 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.470325+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:48:32.501 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.472959+0000 mon.b (mon.1) 159 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:48:32.501 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.472959+0000 mon.b (mon.1) 159 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:48:32.501 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.476257+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-06T15:48:32.501 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.476257+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-06T15:48:32.501 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.483363+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:48:32.501 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.483363+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:48:32.501 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.485960+0000 mon.b (mon.1) 160 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:48:32.501 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.485960+0000 mon.b (mon.1) 160 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:48:32.502 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.486709+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:48:32.502 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.486709+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:48:32.502 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.489385+0000 mon.b (mon.1) 161 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:48:32.502 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.489385+0000 mon.b (mon.1) 161 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:48:32.502 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.489849+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:48:32.502 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.489849+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:48:32.502 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.492523+0000 mon.b (mon.1) 162 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:48:32.502 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.492523+0000 mon.b (mon.1) 162 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:48:32.502 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.493010+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:48:32.502 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.493010+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:48:32.502 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.495647+0000 mon.b (mon.1) 163 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:48:32.502 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.495647+0000 mon.b (mon.1) 163 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:48:32.502 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.496235+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.503 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.496235+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.503 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.498886+0000 mon.b (mon.1) 164 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.503 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.498886+0000 mon.b (mon.1) 164 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.503 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.499300+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:48:32.503 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.499300+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:48:32.503 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.501925+0000 mon.b (mon.1) 165 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:48:32.503 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.501925+0000 mon.b (mon.1) 165 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:48:32.503 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.502270+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:48:32.503 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.502270+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:48:32.503 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.505064+0000 mon.b (mon.1) 166 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:48:32.503 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.505064+0000 mon.b (mon.1) 166 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:48:32.503 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.505181+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:48:32.503 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.505181+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:48:32.503 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.507977+0000 mon.b (mon.1) 167 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:48:32.504 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.507977+0000 mon.b (mon.1) 167 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:48:32.504 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.508026+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:48:32.504 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.508026+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:48:32.504 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.510824+0000 mon.b (mon.1) 168 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:48:32.504 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.510824+0000 mon.b (mon.1) 168 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:48:32.504 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.513980+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-06T15:48:32.504 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.513980+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-06T15:48:32.504 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.520827+0000 mon.a (mon.0) 265 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.504 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.520827+0000 mon.a (mon.0) 265 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.504 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.523470+0000 mon.b (mon.1) 169 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.504 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.523470+0000 mon.b (mon.1) 169 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.504 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.523804+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.504 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.523804+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.505 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.526622+0000 mon.b (mon.1) 170 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.505 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.526622+0000 mon.b (mon.1) 170 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.505 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.526975+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.505 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.526975+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.505 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.529402+0000 mon.b (mon.1) 171 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.505 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.529402+0000 mon.b (mon.1) 171 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.505 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.529953+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.505 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.529953+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.505 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.532417+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.505 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.532417+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.505 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.532605+0000 mon.b (mon.1) 172 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.505 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.532605+0000 mon.b (mon.1) 172 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.506 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.535214+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.506 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.535214+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.506 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.535313+0000 mon.b (mon.1) 173 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.506 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.535313+0000 mon.b (mon.1) 173 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.506 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: cephadm 2024-09-06T15:48:31.536772+0000 mgr.y (mgr.25115) 579 : cephadm [INF] Upgrade: Complete! 2024-09-06T15:48:32.506 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: cephadm 2024-09-06T15:48:31.536772+0000 mgr.y (mgr.25115) 579 : cephadm [INF] Upgrade: Complete! 2024-09-06T15:48:32.506 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.538028+0000 mon.b (mon.1) 174 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.506 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.538028+0000 mon.b (mon.1) 174 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.506 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.538583+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:48:32.506 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.538583+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:48:32.506 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.541235+0000 mon.b (mon.1) 175 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:48:32.506 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.541235+0000 mon.b (mon.1) 175 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:48:32.506 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.544708+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-06T15:48:32.507 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.544708+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-06T15:48:32.507 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.551968+0000 mon.b (mon.1) 176 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:48:32.507 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.551968+0000 mon.b (mon.1) 176 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:48:32.507 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.554181+0000 mon.b (mon.1) 177 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:48:32.507 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.554181+0000 mon.b (mon.1) 177 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:48:32.507 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.562018+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:32.507 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.562018+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:32.507 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.722011+0000 mon.b (mon.1) 178 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:48:32.507 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.722011+0000 mon.b (mon.1) 178 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:48:32.507 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.723952+0000 mon.b (mon.1) 179 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:48:32.507 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.723952+0000 mon.b (mon.1) 179 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:48:32.507 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.733396+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:32.507 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: audit 2024-09-06T15:48:31.733396+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:32.507 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: cluster 2024-09-06T15:48:31.865259+0000 mgr.y (mgr.25115) 580 : cluster [DBG] pgmap v334: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:32.508 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:32 smithi181 bash[70073]: cluster 2024-09-06T15:48:31.865259+0000 mgr.y (mgr.25115) 580 : cluster [DBG] pgmap v334: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:32.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.213421+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:32.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.213421+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:32.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.226495+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:32.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.226495+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:32.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.235750+0000 mon.b (mon.1) 146 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:48:32.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.235750+0000 mon.b (mon.1) 146 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:48:32.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.237710+0000 mon.b (mon.1) 147 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:48:32.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.237710+0000 mon.b (mon.1) 147 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:48:32.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.244641+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:32.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.244641+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:32.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.402542+0000 mon.b (mon.1) 148 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:48:32.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.402542+0000 mon.b (mon.1) 148 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:48:32.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.406218+0000 mon.b (mon.1) 149 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.406218+0000 mon.b (mon.1) 149 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: cephadm 2024-09-06T15:48:31.408302+0000 mgr.y (mgr.25115) 577 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-06T15:48:32.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: cephadm 2024-09-06T15:48:31.408302+0000 mgr.y (mgr.25115) 577 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-06T15:48:32.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.410330+0000 mon.b (mon.1) 150 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.410330+0000 mon.b (mon.1) 150 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.416234+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:32.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.416234+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:32.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.427410+0000 mon.b (mon.1) 151 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.427410+0000 mon.b (mon.1) 151 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.213421+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:32.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.213421+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:32.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.226495+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:32.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.226495+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:32.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.235750+0000 mon.b (mon.1) 146 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:48:32.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.235750+0000 mon.b (mon.1) 146 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:48:32.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.237710+0000 mon.b (mon.1) 147 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:48:32.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.237710+0000 mon.b (mon.1) 147 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:48:32.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.244641+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:32.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.244641+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:32.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.402542+0000 mon.b (mon.1) 148 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:48:32.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.402542+0000 mon.b (mon.1) 148 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:48:32.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.406218+0000 mon.b (mon.1) 149 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.406218+0000 mon.b (mon.1) 149 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.700 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: cephadm 2024-09-06T15:48:31.408302+0000 mgr.y (mgr.25115) 577 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-06T15:48:32.700 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: cephadm 2024-09-06T15:48:31.408302+0000 mgr.y (mgr.25115) 577 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-06T15:48:32.700 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.410330+0000 mon.b (mon.1) 150 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.700 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.410330+0000 mon.b (mon.1) 150 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.700 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.416234+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:32.700 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.416234+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:32.700 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.427410+0000 mon.b (mon.1) 151 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.700 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.427410+0000 mon.b (mon.1) 151 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.701 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.430371+0000 mon.b (mon.1) 152 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.701 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.430371+0000 mon.b (mon.1) 152 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.701 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.433407+0000 mon.b (mon.1) 153 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.701 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.433407+0000 mon.b (mon.1) 153 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.701 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.436468+0000 mon.b (mon.1) 154 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.701 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.436468+0000 mon.b (mon.1) 154 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.701 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.439215+0000 mon.b (mon.1) 155 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.701 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.439215+0000 mon.b (mon.1) 155 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.701 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: cephadm 2024-09-06T15:48:31.439795+0000 mgr.y (mgr.25115) 578 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-06T15:48:32.701 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: cephadm 2024-09-06T15:48:31.439795+0000 mgr.y (mgr.25115) 578 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-06T15:48:32.702 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.441838+0000 mon.b (mon.1) 156 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.702 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.441838+0000 mon.b (mon.1) 156 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.702 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.444181+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:48:32.702 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.444181+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:48:32.702 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.446800+0000 mon.b (mon.1) 157 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:48:32.702 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.446800+0000 mon.b (mon.1) 157 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:48:32.702 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.450567+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-06T15:48:32.702 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.450567+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-06T15:48:32.702 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.457674+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.702 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.457674+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.702 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.460239+0000 mon.b (mon.1) 158 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.702 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.460239+0000 mon.b (mon.1) 158 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.702 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.463593+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-06T15:48:32.703 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.463593+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-06T15:48:32.703 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.470325+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:48:32.703 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.470325+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:48:32.703 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.472959+0000 mon.b (mon.1) 159 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:48:32.703 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.472959+0000 mon.b (mon.1) 159 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:48:32.703 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.476257+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-06T15:48:32.703 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.476257+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-06T15:48:32.703 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.483363+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:48:32.703 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.483363+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:48:32.703 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.485960+0000 mon.b (mon.1) 160 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:48:32.703 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.485960+0000 mon.b (mon.1) 160 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:48:32.703 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.486709+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:48:32.703 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.486709+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:48:32.704 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.430371+0000 mon.b (mon.1) 152 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.704 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.430371+0000 mon.b (mon.1) 152 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.704 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.433407+0000 mon.b (mon.1) 153 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.704 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.433407+0000 mon.b (mon.1) 153 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.704 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.436468+0000 mon.b (mon.1) 154 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.704 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.436468+0000 mon.b (mon.1) 154 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.704 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.439215+0000 mon.b (mon.1) 155 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.704 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.439215+0000 mon.b (mon.1) 155 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.705 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: cephadm 2024-09-06T15:48:31.439795+0000 mgr.y (mgr.25115) 578 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-06T15:48:32.705 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: cephadm 2024-09-06T15:48:31.439795+0000 mgr.y (mgr.25115) 578 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-06T15:48:32.705 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.441838+0000 mon.b (mon.1) 156 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.705 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.441838+0000 mon.b (mon.1) 156 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:32.705 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.444181+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:48:32.705 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.444181+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:48:32.705 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.446800+0000 mon.b (mon.1) 157 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:48:32.705 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.446800+0000 mon.b (mon.1) 157 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:48:32.705 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.450567+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-06T15:48:32.705 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.450567+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-06T15:48:32.705 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.457674+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.705 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.457674+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.706 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.460239+0000 mon.b (mon.1) 158 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.706 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.460239+0000 mon.b (mon.1) 158 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.706 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.463593+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-06T15:48:32.706 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.463593+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-06T15:48:32.706 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.470325+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:48:32.706 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.470325+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:48:32.706 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.472959+0000 mon.b (mon.1) 159 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:48:32.706 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.472959+0000 mon.b (mon.1) 159 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:48:32.706 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.476257+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-06T15:48:32.706 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.476257+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-06T15:48:32.706 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.483363+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:48:32.706 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.483363+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:48:32.706 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.485960+0000 mon.b (mon.1) 160 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:48:32.706 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.485960+0000 mon.b (mon.1) 160 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:48:32.707 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.486709+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:48:32.707 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.486709+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:48:32.707 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.489385+0000 mon.b (mon.1) 161 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:48:32.707 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.489385+0000 mon.b (mon.1) 161 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:48:32.707 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.489849+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:48:32.707 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.489849+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:48:32.707 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.492523+0000 mon.b (mon.1) 162 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:48:32.707 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.492523+0000 mon.b (mon.1) 162 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:48:32.707 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.493010+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:48:32.707 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.493010+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:48:32.708 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.495647+0000 mon.b (mon.1) 163 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:48:32.708 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.495647+0000 mon.b (mon.1) 163 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:48:32.708 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.496235+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.708 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.496235+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.708 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.498886+0000 mon.b (mon.1) 164 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.708 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.498886+0000 mon.b (mon.1) 164 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.708 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.499300+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:48:32.708 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.499300+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:48:32.708 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.501925+0000 mon.b (mon.1) 165 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:48:32.708 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.489385+0000 mon.b (mon.1) 161 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:48:32.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.489385+0000 mon.b (mon.1) 161 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:48:32.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.489849+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:48:32.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.489849+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:48:32.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.492523+0000 mon.b (mon.1) 162 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:48:32.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.492523+0000 mon.b (mon.1) 162 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:48:32.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.493010+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:48:32.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.493010+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:48:32.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.495647+0000 mon.b (mon.1) 163 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:48:32.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.495647+0000 mon.b (mon.1) 163 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:48:32.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.496235+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.496235+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.498886+0000 mon.b (mon.1) 164 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.709 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.498886+0000 mon.b (mon.1) 164 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.499300+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:48:32.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.499300+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:48:32.710 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.501925+0000 mon.b (mon.1) 165 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:48:32.710 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.501925+0000 mon.b (mon.1) 165 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:48:32.710 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.502270+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:48:32.710 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.502270+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:48:32.710 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.505064+0000 mon.b (mon.1) 166 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:48:32.710 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.505064+0000 mon.b (mon.1) 166 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:48:32.710 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.505181+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:48:32.710 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.505181+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:48:32.711 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.507977+0000 mon.b (mon.1) 167 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:48:32.711 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.507977+0000 mon.b (mon.1) 167 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:48:32.711 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.508026+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:48:32.711 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.508026+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:48:32.711 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.510824+0000 mon.b (mon.1) 168 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:48:32.711 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.510824+0000 mon.b (mon.1) 168 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:48:32.711 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.513980+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-06T15:48:32.711 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.513980+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-06T15:48:32.711 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.520827+0000 mon.a (mon.0) 265 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.711 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.520827+0000 mon.a (mon.0) 265 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.711 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.501925+0000 mon.b (mon.1) 165 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:48:32.712 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.502270+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:48:32.712 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.502270+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:48:32.712 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.505064+0000 mon.b (mon.1) 166 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:48:32.712 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.505064+0000 mon.b (mon.1) 166 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:48:32.712 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.505181+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:48:32.712 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.505181+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:48:32.712 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.507977+0000 mon.b (mon.1) 167 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:48:32.712 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.507977+0000 mon.b (mon.1) 167 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:48:32.712 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.508026+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:48:32.712 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.508026+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:48:32.712 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.510824+0000 mon.b (mon.1) 168 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:48:32.712 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.510824+0000 mon.b (mon.1) 168 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:48:32.712 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.513980+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-06T15:48:32.712 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.513980+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-06T15:48:32.713 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.520827+0000 mon.a (mon.0) 265 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.713 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.520827+0000 mon.a (mon.0) 265 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.713 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.523470+0000 mon.b (mon.1) 169 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.713 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.523470+0000 mon.b (mon.1) 169 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.713 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.523804+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.713 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.523804+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.713 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.526622+0000 mon.b (mon.1) 170 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.713 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.526622+0000 mon.b (mon.1) 170 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.713 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.526975+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.713 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.526975+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.714 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.529402+0000 mon.b (mon.1) 171 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.714 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.529402+0000 mon.b (mon.1) 171 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.714 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.529953+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.714 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.529953+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.714 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.532417+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.714 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.532417+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.714 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.532605+0000 mon.b (mon.1) 172 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.714 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.532605+0000 mon.b (mon.1) 172 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.714 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.535214+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.714 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.535214+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.714 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.523470+0000 mon.b (mon.1) 169 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.715 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.523470+0000 mon.b (mon.1) 169 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.715 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.523804+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.715 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.523804+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.715 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.526622+0000 mon.b (mon.1) 170 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.715 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.526622+0000 mon.b (mon.1) 170 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.715 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.526975+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.715 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.526975+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.715 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.529402+0000 mon.b (mon.1) 171 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.715 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.529402+0000 mon.b (mon.1) 171 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.715 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.529953+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.715 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.529953+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.716 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.532417+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.716 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.532417+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.716 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.532605+0000 mon.b (mon.1) 172 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.716 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.532605+0000 mon.b (mon.1) 172 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.716 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.535214+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.716 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.535214+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.716 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.535313+0000 mon.b (mon.1) 173 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.716 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.535313+0000 mon.b (mon.1) 173 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.716 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: cephadm 2024-09-06T15:48:31.536772+0000 mgr.y (mgr.25115) 579 : cephadm [INF] Upgrade: Complete! 2024-09-06T15:48:32.717 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: cephadm 2024-09-06T15:48:31.536772+0000 mgr.y (mgr.25115) 579 : cephadm [INF] Upgrade: Complete! 2024-09-06T15:48:32.717 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.538028+0000 mon.b (mon.1) 174 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.717 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.538028+0000 mon.b (mon.1) 174 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.717 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.538583+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:48:32.717 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.538583+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:48:32.717 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.541235+0000 mon.b (mon.1) 175 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:48:32.717 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.541235+0000 mon.b (mon.1) 175 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:48:32.717 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.544708+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-06T15:48:32.717 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.544708+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-06T15:48:32.717 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.551968+0000 mon.b (mon.1) 176 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:48:32.717 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.551968+0000 mon.b (mon.1) 176 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:48:32.717 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.554181+0000 mon.b (mon.1) 177 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:48:32.717 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.554181+0000 mon.b (mon.1) 177 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:48:32.717 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.562018+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:32.718 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.562018+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:32.718 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.722011+0000 mon.b (mon.1) 178 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:48:32.718 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.722011+0000 mon.b (mon.1) 178 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:48:32.718 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.723952+0000 mon.b (mon.1) 179 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:48:32.718 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.723952+0000 mon.b (mon.1) 179 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:48:32.718 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.733396+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:32.718 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: audit 2024-09-06T15:48:31.733396+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:32.718 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: cluster 2024-09-06T15:48:31.865259+0000 mgr.y (mgr.25115) 580 : cluster [DBG] pgmap v334: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:32.718 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[88858]: cluster 2024-09-06T15:48:31.865259+0000 mgr.y (mgr.25115) 580 : cluster [DBG] pgmap v334: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:32.718 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.535313+0000 mon.b (mon.1) 173 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.719 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.535313+0000 mon.b (mon.1) 173 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.719 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: cephadm 2024-09-06T15:48:31.536772+0000 mgr.y (mgr.25115) 579 : cephadm [INF] Upgrade: Complete! 2024-09-06T15:48:32.719 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: cephadm 2024-09-06T15:48:31.536772+0000 mgr.y (mgr.25115) 579 : cephadm [INF] Upgrade: Complete! 2024-09-06T15:48:32.719 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.538028+0000 mon.b (mon.1) 174 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.719 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.538028+0000 mon.b (mon.1) 174 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:48:32.719 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.538583+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:48:32.719 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.538583+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:48:32.719 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.541235+0000 mon.b (mon.1) 175 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:48:32.719 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.541235+0000 mon.b (mon.1) 175 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:48:32.719 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.544708+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-06T15:48:32.719 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.544708+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-06T15:48:32.719 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.551968+0000 mon.b (mon.1) 176 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:48:32.719 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.551968+0000 mon.b (mon.1) 176 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:48:32.719 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.554181+0000 mon.b (mon.1) 177 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:48:32.720 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.554181+0000 mon.b (mon.1) 177 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:48:32.720 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.562018+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:32.720 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.562018+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:32.720 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.722011+0000 mon.b (mon.1) 178 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:48:32.720 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.722011+0000 mon.b (mon.1) 178 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:48:32.720 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.723952+0000 mon.b (mon.1) 179 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:48:32.720 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.723952+0000 mon.b (mon.1) 179 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:48:32.720 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.733396+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:32.720 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: audit 2024-09-06T15:48:31.733396+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:32.720 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: cluster 2024-09-06T15:48:31.865259+0000 mgr.y (mgr.25115) 580 : cluster [DBG] pgmap v334: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:32.720 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:32 smithi169 bash[92568]: cluster 2024-09-06T15:48:31.865259+0000 mgr.y (mgr.25115) 580 : cluster [DBG] pgmap v334: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:35.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:34 smithi169 bash[92568]: audit 2024-09-06T15:48:33.585825+0000 mgr.y (mgr.25115) 581 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:48:35.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:34 smithi169 bash[92568]: audit 2024-09-06T15:48:33.585825+0000 mgr.y (mgr.25115) 581 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:48:35.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:34 smithi169 bash[92568]: cluster 2024-09-06T15:48:33.866304+0000 mgr.y (mgr.25115) 582 : cluster [DBG] pgmap v335: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:48:35.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:34 smithi169 bash[92568]: cluster 2024-09-06T15:48:33.866304+0000 mgr.y (mgr.25115) 582 : cluster [DBG] pgmap v335: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:48:35.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:34 smithi169 bash[88858]: audit 2024-09-06T15:48:33.585825+0000 mgr.y (mgr.25115) 581 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:48:35.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:34 smithi169 bash[88858]: audit 2024-09-06T15:48:33.585825+0000 mgr.y (mgr.25115) 581 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:48:35.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:34 smithi169 bash[88858]: cluster 2024-09-06T15:48:33.866304+0000 mgr.y (mgr.25115) 582 : cluster [DBG] pgmap v335: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:48:35.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:34 smithi169 bash[88858]: cluster 2024-09-06T15:48:33.866304+0000 mgr.y (mgr.25115) 582 : cluster [DBG] pgmap v335: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:48:35.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:48:34 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:48:34.821391594Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:48:35.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:34 smithi181 bash[70073]: audit 2024-09-06T15:48:33.585825+0000 mgr.y (mgr.25115) 581 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:48:35.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:34 smithi181 bash[70073]: audit 2024-09-06T15:48:33.585825+0000 mgr.y (mgr.25115) 581 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:48:35.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:34 smithi181 bash[70073]: cluster 2024-09-06T15:48:33.866304+0000 mgr.y (mgr.25115) 582 : cluster [DBG] pgmap v335: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:48:35.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:34 smithi181 bash[70073]: cluster 2024-09-06T15:48:33.866304+0000 mgr.y (mgr.25115) 582 : cluster [DBG] pgmap v335: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:48:36.443 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:48:36 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:48:36] "GET /metrics HTTP/1.1" 200 38357 "" "Prometheus/2.51.0" 2024-09-06T15:48:36.558 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph orch ps' 2024-09-06T15:48:36.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:36 smithi169 bash[92568]: audit 2024-09-06T15:48:35.439925+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:36.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:36 smithi169 bash[92568]: audit 2024-09-06T15:48:35.439925+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:36.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:36 smithi169 bash[92568]: audit 2024-09-06T15:48:35.712277+0000 mgr.y (mgr.25115) 583 : audit [DBG] from='client.54302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:36.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:36 smithi169 bash[92568]: audit 2024-09-06T15:48:35.712277+0000 mgr.y (mgr.25115) 583 : audit [DBG] from='client.54302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:36.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:36 smithi169 bash[92568]: cluster 2024-09-06T15:48:35.867783+0000 mgr.y (mgr.25115) 584 : cluster [DBG] pgmap v336: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:48:36.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:36 smithi169 bash[92568]: cluster 2024-09-06T15:48:35.867783+0000 mgr.y (mgr.25115) 584 : cluster [DBG] pgmap v336: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:48:36.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:36 smithi169 bash[88858]: audit 2024-09-06T15:48:35.439925+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:36.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:36 smithi169 bash[88858]: audit 2024-09-06T15:48:35.439925+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:36.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:36 smithi169 bash[88858]: audit 2024-09-06T15:48:35.712277+0000 mgr.y (mgr.25115) 583 : audit [DBG] from='client.54302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:36.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:36 smithi169 bash[88858]: audit 2024-09-06T15:48:35.712277+0000 mgr.y (mgr.25115) 583 : audit [DBG] from='client.54302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:36.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:36 smithi169 bash[88858]: cluster 2024-09-06T15:48:35.867783+0000 mgr.y (mgr.25115) 584 : cluster [DBG] pgmap v336: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:48:36.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:36 smithi169 bash[88858]: cluster 2024-09-06T15:48:35.867783+0000 mgr.y (mgr.25115) 584 : cluster [DBG] pgmap v336: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:48:36.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:36 smithi181 bash[70073]: audit 2024-09-06T15:48:35.439925+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:36.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:36 smithi181 bash[70073]: audit 2024-09-06T15:48:35.439925+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:48:36.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:36 smithi181 bash[70073]: audit 2024-09-06T15:48:35.712277+0000 mgr.y (mgr.25115) 583 : audit [DBG] from='client.54302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:36.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:36 smithi181 bash[70073]: audit 2024-09-06T15:48:35.712277+0000 mgr.y (mgr.25115) 583 : audit [DBG] from='client.54302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:36.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:36 smithi181 bash[70073]: cluster 2024-09-06T15:48:35.867783+0000 mgr.y (mgr.25115) 584 : cluster [DBG] pgmap v336: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:48:36.745 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:36 smithi181 bash[70073]: cluster 2024-09-06T15:48:35.867783+0000 mgr.y (mgr.25115) 584 : cluster [DBG] pgmap v336: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:48:38.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:48:37 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:48:37.85436035Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:48:39.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:38 smithi169 bash[88858]: cluster 2024-09-06T15:48:37.868856+0000 mgr.y (mgr.25115) 585 : cluster [DBG] pgmap v337: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:39.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:38 smithi169 bash[88858]: cluster 2024-09-06T15:48:37.868856+0000 mgr.y (mgr.25115) 585 : cluster [DBG] pgmap v337: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:39.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:38 smithi169 bash[92568]: cluster 2024-09-06T15:48:37.868856+0000 mgr.y (mgr.25115) 585 : cluster [DBG] pgmap v337: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:39.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:38 smithi169 bash[92568]: cluster 2024-09-06T15:48:37.868856+0000 mgr.y (mgr.25115) 585 : cluster [DBG] pgmap v337: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:39.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:38 smithi181 bash[70073]: cluster 2024-09-06T15:48:37.868856+0000 mgr.y (mgr.25115) 585 : cluster [DBG] pgmap v337: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:39.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:38 smithi181 bash[70073]: cluster 2024-09-06T15:48:37.868856+0000 mgr.y (mgr.25115) 585 : cluster [DBG] pgmap v337: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:41.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:40 smithi169 bash[88858]: cluster 2024-09-06T15:48:39.869582+0000 mgr.y (mgr.25115) 586 : cluster [DBG] pgmap v338: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:41.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:40 smithi169 bash[88858]: cluster 2024-09-06T15:48:39.869582+0000 mgr.y (mgr.25115) 586 : cluster [DBG] pgmap v338: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:41.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:40 smithi169 bash[92568]: cluster 2024-09-06T15:48:39.869582+0000 mgr.y (mgr.25115) 586 : cluster [DBG] pgmap v338: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:41.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:40 smithi169 bash[92568]: cluster 2024-09-06T15:48:39.869582+0000 mgr.y (mgr.25115) 586 : cluster [DBG] pgmap v338: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:41.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:48:40 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:48:40.807783631Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:48:41.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:40 smithi181 bash[70073]: cluster 2024-09-06T15:48:39.869582+0000 mgr.y (mgr.25115) 586 : cluster [DBG] pgmap v338: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:41.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:40 smithi181 bash[70073]: cluster 2024-09-06T15:48:39.869582+0000 mgr.y (mgr.25115) 586 : cluster [DBG] pgmap v338: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:41.366 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:48:42.933 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-06T15:48:42.933 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (8m) 23s ago 36m 14.0M - 0.27.0 11f11916f8cd 20ee608606f5 2024-09-06T15:48:42.933 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi181 *:3000 running (7m) 5m ago 35m 68.4M - c8b91775d855 e391fbe8c873 2024-09-06T15:48:42.933 INFO:teuthology.orchestra.run.smithi169.stdout:iscsi.foo.smithi169.yxosuq smithi169 *:5000 running (10m) 23s ago 33m 49.1M - 3.8 b6db46a449e5 e63406a8c5a8 2024-09-06T15:48:42.933 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi181 *:8443,9283,8765 running (10m) 5m ago 44m 438M - 19.3.0-4704-g8b38c33c 1c45aca0610a 291c4d2bed88 2024-09-06T15:48:42.933 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (21m) 23s ago 46m 510M - 19.3.0-4704-g8b38c33c 1c45aca0610a 5f9711fb78b7 2024-09-06T15:48:42.933 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (4m) 23s ago 46m 47.8M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a d211c6462d65 2024-09-06T15:48:42.934 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi181 running (6m) 5m ago 44m 18.5M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a 791f1710b3c0 2024-09-06T15:48:42.934 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (4m) 23s ago 44m 36.8M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a 93381d04b238 2024-09-06T15:48:42.934 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (9m) 23s ago 36m 8227k - 1.7.0 72c9c2088986 03c6f14026b2 2024-09-06T15:48:42.934 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi181 *:9100 running (9m) 5m ago 36m 8007k - 1.7.0 72c9c2088986 0895a0652401 2024-09-06T15:48:42.934 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (2m) 23s ago 43m 54.2M 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a 8a33f3e58f93 2024-09-06T15:48:42.934 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (117s) 23s ago 42m 48.7M 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a 4b7f4d4feb0b 2024-09-06T15:48:42.934 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (27s) 23s ago 41m - 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a c24bec72ede7 2024-09-06T15:48:42.934 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (41m) 23s ago 41m 69.8M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 524c24c2c8fd 2024-09-06T15:48:42.934 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi181 running (40m) 5m ago 40m 69.1M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 c9c9286e40c9 2024-09-06T15:48:42.934 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi181 running (39m) 5m ago 39m 56.0M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 427ff3118a0b 2024-09-06T15:48:42.934 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi181 running (38m) 5m ago 38m 64.5M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 9e6f947064d2 2024-09-06T15:48:42.935 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi181 running (37m) 5m ago 37m 67.2M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 a94f6f351ffd 2024-09-06T15:48:42.935 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi181 *:9095 running (9m) 5m ago 36m 39.5M - 2.51.0 1d3b7f56885b 365a3b66bc88 2024-09-06T15:48:42.935 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi169.svrjnx smithi169 *:8000 running (33m) 23s ago 33m 101M - 19.1.1-268-g635ed4cf b6db46a449e5 73d895896783 2024-09-06T15:48:42.935 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi181.fqbtai smithi181 *:8000 running (33m) 5m ago 33m 102M - 19.1.1-268-g635ed4cf b6db46a449e5 4aaa91540a99 2024-09-06T15:48:43.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:42 smithi169 bash[88858]: cluster 2024-09-06T15:48:41.871138+0000 mgr.y (mgr.25115) 587 : cluster [DBG] pgmap v339: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:43.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:42 smithi169 bash[88858]: cluster 2024-09-06T15:48:41.871138+0000 mgr.y (mgr.25115) 587 : cluster [DBG] pgmap v339: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:43.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:42 smithi169 bash[92568]: cluster 2024-09-06T15:48:41.871138+0000 mgr.y (mgr.25115) 587 : cluster [DBG] pgmap v339: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:43.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:42 smithi169 bash[92568]: cluster 2024-09-06T15:48:41.871138+0000 mgr.y (mgr.25115) 587 : cluster [DBG] pgmap v339: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:43.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:42 smithi181 bash[70073]: cluster 2024-09-06T15:48:41.871138+0000 mgr.y (mgr.25115) 587 : cluster [DBG] pgmap v339: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:43.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:42 smithi181 bash[70073]: cluster 2024-09-06T15:48:41.871138+0000 mgr.y (mgr.25115) 587 : cluster [DBG] pgmap v339: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:43.674 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph versions | jq -e '"'"'.osd | length == 2'"'"'' 2024-09-06T15:48:44.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:43 smithi169 bash[88858]: audit 2024-09-06T15:48:42.896405+0000 mgr.y (mgr.25115) 588 : audit [DBG] from='client.54308 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:44.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:43 smithi169 bash[88858]: audit 2024-09-06T15:48:42.896405+0000 mgr.y (mgr.25115) 588 : audit [DBG] from='client.54308 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:44.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:43 smithi169 bash[92568]: audit 2024-09-06T15:48:42.896405+0000 mgr.y (mgr.25115) 588 : audit [DBG] from='client.54308 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:44.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:43 smithi169 bash[92568]: audit 2024-09-06T15:48:42.896405+0000 mgr.y (mgr.25115) 588 : audit [DBG] from='client.54308 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:44.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:48:43 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:48:43.827099608Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:48:44.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:43 smithi181 bash[70073]: audit 2024-09-06T15:48:42.896405+0000 mgr.y (mgr.25115) 588 : audit [DBG] from='client.54308 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:44.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:43 smithi181 bash[70073]: audit 2024-09-06T15:48:42.896405+0000 mgr.y (mgr.25115) 588 : audit [DBG] from='client.54308 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:45.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:44 smithi169 bash[88858]: audit 2024-09-06T15:48:43.596338+0000 mgr.y (mgr.25115) 589 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:48:45.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:44 smithi169 bash[88858]: audit 2024-09-06T15:48:43.596338+0000 mgr.y (mgr.25115) 589 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:48:45.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:44 smithi169 bash[88858]: cluster 2024-09-06T15:48:43.871670+0000 mgr.y (mgr.25115) 590 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:45.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:44 smithi169 bash[88858]: cluster 2024-09-06T15:48:43.871670+0000 mgr.y (mgr.25115) 590 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:45.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:44 smithi169 bash[92568]: audit 2024-09-06T15:48:43.596338+0000 mgr.y (mgr.25115) 589 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:48:45.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:44 smithi169 bash[92568]: audit 2024-09-06T15:48:43.596338+0000 mgr.y (mgr.25115) 589 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:48:45.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:44 smithi169 bash[92568]: cluster 2024-09-06T15:48:43.871670+0000 mgr.y (mgr.25115) 590 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:45.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:44 smithi169 bash[92568]: cluster 2024-09-06T15:48:43.871670+0000 mgr.y (mgr.25115) 590 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:45.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:44 smithi181 bash[70073]: audit 2024-09-06T15:48:43.596338+0000 mgr.y (mgr.25115) 589 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:48:45.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:44 smithi181 bash[70073]: audit 2024-09-06T15:48:43.596338+0000 mgr.y (mgr.25115) 589 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:48:45.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:44 smithi181 bash[70073]: cluster 2024-09-06T15:48:43.871670+0000 mgr.y (mgr.25115) 590 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:45.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:44 smithi181 bash[70073]: cluster 2024-09-06T15:48:43.871670+0000 mgr.y (mgr.25115) 590 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:46.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:45 smithi181 bash[70073]: audit 2024-09-06T15:48:45.295877+0000 mon.b (mon.1) 180 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:48:46.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:45 smithi181 bash[70073]: audit 2024-09-06T15:48:45.295877+0000 mon.b (mon.1) 180 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:48:46.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:48:46 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:48:46] "GET /metrics HTTP/1.1" 200 38357 "" "Prometheus/2.51.0" 2024-09-06T15:48:46.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:45 smithi169 bash[88858]: audit 2024-09-06T15:48:45.295877+0000 mon.b (mon.1) 180 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:48:46.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:45 smithi169 bash[88858]: audit 2024-09-06T15:48:45.295877+0000 mon.b (mon.1) 180 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:48:46.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:45 smithi169 bash[92568]: audit 2024-09-06T15:48:45.295877+0000 mon.b (mon.1) 180 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:48:46.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:45 smithi169 bash[92568]: audit 2024-09-06T15:48:45.295877+0000 mon.b (mon.1) 180 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:48:47.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:48:46 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:48:46.815540763Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:48:47.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:46 smithi181 bash[70073]: cluster 2024-09-06T15:48:45.873005+0000 mgr.y (mgr.25115) 591 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:47.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:46 smithi181 bash[70073]: cluster 2024-09-06T15:48:45.873005+0000 mgr.y (mgr.25115) 591 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:47.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:46 smithi169 bash[88858]: cluster 2024-09-06T15:48:45.873005+0000 mgr.y (mgr.25115) 591 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:47.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:46 smithi169 bash[88858]: cluster 2024-09-06T15:48:45.873005+0000 mgr.y (mgr.25115) 591 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:47.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:46 smithi169 bash[92568]: cluster 2024-09-06T15:48:45.873005+0000 mgr.y (mgr.25115) 591 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:47.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:46 smithi169 bash[92568]: cluster 2024-09-06T15:48:45.873005+0000 mgr.y (mgr.25115) 591 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:48.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:47 smithi181 bash[70073]: cluster 2024-09-06T15:48:47.874092+0000 mgr.y (mgr.25115) 592 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:48.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:47 smithi181 bash[70073]: cluster 2024-09-06T15:48:47.874092+0000 mgr.y (mgr.25115) 592 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:48.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:47 smithi169 bash[88858]: cluster 2024-09-06T15:48:47.874092+0000 mgr.y (mgr.25115) 592 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:48.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:47 smithi169 bash[88858]: cluster 2024-09-06T15:48:47.874092+0000 mgr.y (mgr.25115) 592 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:48.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:47 smithi169 bash[92568]: cluster 2024-09-06T15:48:47.874092+0000 mgr.y (mgr.25115) 592 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:48.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:47 smithi169 bash[92568]: cluster 2024-09-06T15:48:47.874092+0000 mgr.y (mgr.25115) 592 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:48.486 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:48:50.081 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-09-06T15:48:50.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:48:49 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:48:49.8169242Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:48:50.839 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 8'"'"'' 2024-09-06T15:48:51.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:50 smithi169 bash[88858]: cluster 2024-09-06T15:48:49.874528+0000 mgr.y (mgr.25115) 593 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:51.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:50 smithi169 bash[88858]: cluster 2024-09-06T15:48:49.874528+0000 mgr.y (mgr.25115) 593 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:51.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:50 smithi169 bash[88858]: audit 2024-09-06T15:48:50.068087+0000 mon.a (mon.0) 276 : audit [DBG] from='client.? 172.21.15.169:0/2227051445' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:51.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:50 smithi169 bash[88858]: audit 2024-09-06T15:48:50.068087+0000 mon.a (mon.0) 276 : audit [DBG] from='client.? 172.21.15.169:0/2227051445' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:51.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:50 smithi169 bash[92568]: cluster 2024-09-06T15:48:49.874528+0000 mgr.y (mgr.25115) 593 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:51.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:50 smithi169 bash[92568]: cluster 2024-09-06T15:48:49.874528+0000 mgr.y (mgr.25115) 593 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:51.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:50 smithi169 bash[92568]: audit 2024-09-06T15:48:50.068087+0000 mon.a (mon.0) 276 : audit [DBG] from='client.? 172.21.15.169:0/2227051445' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:51.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:50 smithi169 bash[92568]: audit 2024-09-06T15:48:50.068087+0000 mon.a (mon.0) 276 : audit [DBG] from='client.? 172.21.15.169:0/2227051445' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:51.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:50 smithi181 bash[70073]: cluster 2024-09-06T15:48:49.874528+0000 mgr.y (mgr.25115) 593 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:51.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:50 smithi181 bash[70073]: cluster 2024-09-06T15:48:49.874528+0000 mgr.y (mgr.25115) 593 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:51.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:50 smithi181 bash[70073]: audit 2024-09-06T15:48:50.068087+0000 mon.a (mon.0) 276 : audit [DBG] from='client.? 172.21.15.169:0/2227051445' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:51.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:50 smithi181 bash[70073]: audit 2024-09-06T15:48:50.068087+0000 mon.a (mon.0) 276 : audit [DBG] from='client.? 172.21.15.169:0/2227051445' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:48:53.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:52 smithi169 bash[88858]: cluster 2024-09-06T15:48:51.876060+0000 mgr.y (mgr.25115) 594 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:53.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:52 smithi169 bash[88858]: cluster 2024-09-06T15:48:51.876060+0000 mgr.y (mgr.25115) 594 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:53.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:52 smithi169 bash[92568]: cluster 2024-09-06T15:48:51.876060+0000 mgr.y (mgr.25115) 594 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:53.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:52 smithi169 bash[92568]: cluster 2024-09-06T15:48:51.876060+0000 mgr.y (mgr.25115) 594 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:53.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:48:52 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:48:52.853634872Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:48:53.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:52 smithi181 bash[70073]: cluster 2024-09-06T15:48:51.876060+0000 mgr.y (mgr.25115) 594 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:53.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:52 smithi181 bash[70073]: cluster 2024-09-06T15:48:51.876060+0000 mgr.y (mgr.25115) 594 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:55.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:54 smithi181 bash[70073]: audit 2024-09-06T15:48:53.606252+0000 mgr.y (mgr.25115) 595 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:48:55.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:54 smithi181 bash[70073]: audit 2024-09-06T15:48:53.606252+0000 mgr.y (mgr.25115) 595 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:48:55.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:54 smithi181 bash[70073]: cluster 2024-09-06T15:48:53.877054+0000 mgr.y (mgr.25115) 596 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:55.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:54 smithi181 bash[70073]: cluster 2024-09-06T15:48:53.877054+0000 mgr.y (mgr.25115) 596 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:55.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:54 smithi169 bash[88858]: audit 2024-09-06T15:48:53.606252+0000 mgr.y (mgr.25115) 595 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:48:55.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:54 smithi169 bash[88858]: audit 2024-09-06T15:48:53.606252+0000 mgr.y (mgr.25115) 595 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:48:55.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:54 smithi169 bash[88858]: cluster 2024-09-06T15:48:53.877054+0000 mgr.y (mgr.25115) 596 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:55.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:54 smithi169 bash[88858]: cluster 2024-09-06T15:48:53.877054+0000 mgr.y (mgr.25115) 596 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:55.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:54 smithi169 bash[92568]: audit 2024-09-06T15:48:53.606252+0000 mgr.y (mgr.25115) 595 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:48:55.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:54 smithi169 bash[92568]: audit 2024-09-06T15:48:53.606252+0000 mgr.y (mgr.25115) 595 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:48:55.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:54 smithi169 bash[92568]: cluster 2024-09-06T15:48:53.877054+0000 mgr.y (mgr.25115) 596 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:55.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:54 smithi169 bash[92568]: cluster 2024-09-06T15:48:53.877054+0000 mgr.y (mgr.25115) 596 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:55.661 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:48:56.052 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:55 smithi169 bash[88858]: cluster 2024-09-06T15:48:55.878425+0000 mgr.y (mgr.25115) 597 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:56.052 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:55 smithi169 bash[88858]: cluster 2024-09-06T15:48:55.878425+0000 mgr.y (mgr.25115) 597 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:56.053 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:55 smithi169 bash[92568]: cluster 2024-09-06T15:48:55.878425+0000 mgr.y (mgr.25115) 597 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:56.053 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:55 smithi169 bash[92568]: cluster 2024-09-06T15:48:55.878425+0000 mgr.y (mgr.25115) 597 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:56.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:48:55 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:48:55.847699534Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:48:56.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:55 smithi181 bash[70073]: cluster 2024-09-06T15:48:55.878425+0000 mgr.y (mgr.25115) 597 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:56.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:55 smithi181 bash[70073]: cluster 2024-09-06T15:48:55.878425+0000 mgr.y (mgr.25115) 597 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:48:56.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:48:56 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:48:56] "GET /metrics HTTP/1.1" 200 38357 "" "Prometheus/2.51.0" 2024-09-06T15:48:59.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:58 smithi169 bash[88858]: audit 2024-09-06T15:48:57.353307+0000 mgr.y (mgr.25115) 598 : audit [DBG] from='client.44346 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:59.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:58 smithi169 bash[88858]: audit 2024-09-06T15:48:57.353307+0000 mgr.y (mgr.25115) 598 : audit [DBG] from='client.44346 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:59.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:58 smithi169 bash[88858]: cluster 2024-09-06T15:48:57.879140+0000 mgr.y (mgr.25115) 599 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:59.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:48:58 smithi169 bash[88858]: cluster 2024-09-06T15:48:57.879140+0000 mgr.y (mgr.25115) 599 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:59.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:58 smithi169 bash[92568]: audit 2024-09-06T15:48:57.353307+0000 mgr.y (mgr.25115) 598 : audit [DBG] from='client.44346 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:59.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:58 smithi169 bash[92568]: audit 2024-09-06T15:48:57.353307+0000 mgr.y (mgr.25115) 598 : audit [DBG] from='client.44346 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:59.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:58 smithi169 bash[92568]: cluster 2024-09-06T15:48:57.879140+0000 mgr.y (mgr.25115) 599 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:59.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:48:58 smithi169 bash[92568]: cluster 2024-09-06T15:48:57.879140+0000 mgr.y (mgr.25115) 599 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:59.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:48:58 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:48:58.815429193Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:48:59.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:58 smithi181 bash[70073]: audit 2024-09-06T15:48:57.353307+0000 mgr.y (mgr.25115) 598 : audit [DBG] from='client.44346 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:59.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:58 smithi181 bash[70073]: audit 2024-09-06T15:48:57.353307+0000 mgr.y (mgr.25115) 598 : audit [DBG] from='client.44346 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:48:59.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:58 smithi181 bash[70073]: cluster 2024-09-06T15:48:57.879140+0000 mgr.y (mgr.25115) 599 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:59.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:48:58 smithi181 bash[70073]: cluster 2024-09-06T15:48:57.879140+0000 mgr.y (mgr.25115) 599 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:48:59.938 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-09-06T15:49:00.615 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph orch upgrade status' 2024-09-06T15:49:01.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:00 smithi169 bash[88858]: cluster 2024-09-06T15:48:59.879878+0000 mgr.y (mgr.25115) 600 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:01.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:00 smithi169 bash[88858]: cluster 2024-09-06T15:48:59.879878+0000 mgr.y (mgr.25115) 600 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:01.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:00 smithi169 bash[88858]: audit 2024-09-06T15:49:00.296280+0000 mon.b (mon.1) 181 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:49:01.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:00 smithi169 bash[88858]: audit 2024-09-06T15:49:00.296280+0000 mon.b (mon.1) 181 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:49:01.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:00 smithi169 bash[92568]: cluster 2024-09-06T15:48:59.879878+0000 mgr.y (mgr.25115) 600 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:01.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:00 smithi169 bash[92568]: cluster 2024-09-06T15:48:59.879878+0000 mgr.y (mgr.25115) 600 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:01.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:00 smithi169 bash[92568]: audit 2024-09-06T15:49:00.296280+0000 mon.b (mon.1) 181 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:49:01.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:00 smithi169 bash[92568]: audit 2024-09-06T15:49:00.296280+0000 mon.b (mon.1) 181 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:49:01.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:00 smithi181 bash[70073]: cluster 2024-09-06T15:48:59.879878+0000 mgr.y (mgr.25115) 600 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:01.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:00 smithi181 bash[70073]: cluster 2024-09-06T15:48:59.879878+0000 mgr.y (mgr.25115) 600 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:01.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:00 smithi181 bash[70073]: audit 2024-09-06T15:49:00.296280+0000 mon.b (mon.1) 181 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:49:01.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:00 smithi181 bash[70073]: audit 2024-09-06T15:49:00.296280+0000 mon.b (mon.1) 181 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:49:02.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:49:01 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:49:01.826848116Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:49:03.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:02 smithi169 bash[88858]: cluster 2024-09-06T15:49:01.881086+0000 mgr.y (mgr.25115) 601 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:03.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:02 smithi169 bash[88858]: cluster 2024-09-06T15:49:01.881086+0000 mgr.y (mgr.25115) 601 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:03.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:02 smithi169 bash[92568]: cluster 2024-09-06T15:49:01.881086+0000 mgr.y (mgr.25115) 601 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:03.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:02 smithi169 bash[92568]: cluster 2024-09-06T15:49:01.881086+0000 mgr.y (mgr.25115) 601 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:03.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:02 smithi181 bash[70073]: cluster 2024-09-06T15:49:01.881086+0000 mgr.y (mgr.25115) 601 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:03.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:02 smithi181 bash[70073]: cluster 2024-09-06T15:49:01.881086+0000 mgr.y (mgr.25115) 601 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:05.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:04 smithi169 bash[88858]: audit 2024-09-06T15:49:03.610047+0000 mgr.y (mgr.25115) 602 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:49:05.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:04 smithi169 bash[88858]: audit 2024-09-06T15:49:03.610047+0000 mgr.y (mgr.25115) 602 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:49:05.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:04 smithi169 bash[88858]: cluster 2024-09-06T15:49:03.882114+0000 mgr.y (mgr.25115) 603 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:05.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:04 smithi169 bash[88858]: cluster 2024-09-06T15:49:03.882114+0000 mgr.y (mgr.25115) 603 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:05.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:04 smithi169 bash[92568]: audit 2024-09-06T15:49:03.610047+0000 mgr.y (mgr.25115) 602 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:49:05.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:04 smithi169 bash[92568]: audit 2024-09-06T15:49:03.610047+0000 mgr.y (mgr.25115) 602 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:49:05.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:04 smithi169 bash[92568]: cluster 2024-09-06T15:49:03.882114+0000 mgr.y (mgr.25115) 603 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:05.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:04 smithi169 bash[92568]: cluster 2024-09-06T15:49:03.882114+0000 mgr.y (mgr.25115) 603 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:05.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:49:04 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:49:04.817626432Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:49:05.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:04 smithi181 bash[70073]: audit 2024-09-06T15:49:03.610047+0000 mgr.y (mgr.25115) 602 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:49:05.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:04 smithi181 bash[70073]: audit 2024-09-06T15:49:03.610047+0000 mgr.y (mgr.25115) 602 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:49:05.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:04 smithi181 bash[70073]: cluster 2024-09-06T15:49:03.882114+0000 mgr.y (mgr.25115) 603 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:05.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:04 smithi181 bash[70073]: cluster 2024-09-06T15:49:03.882114+0000 mgr.y (mgr.25115) 603 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:05.433 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:49:06.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:49:06 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:49:06] "GET /metrics HTTP/1.1" 200 38355 "" "Prometheus/2.51.0" 2024-09-06T15:49:06.949 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:49:06.950 INFO:teuthology.orchestra.run.smithi169.stdout: "target_image": null, 2024-09-06T15:49:06.950 INFO:teuthology.orchestra.run.smithi169.stdout: "in_progress": false, 2024-09-06T15:49:06.950 INFO:teuthology.orchestra.run.smithi169.stdout: "which": "", 2024-09-06T15:49:06.950 INFO:teuthology.orchestra.run.smithi169.stdout: "services_complete": [], 2024-09-06T15:49:06.950 INFO:teuthology.orchestra.run.smithi169.stdout: "progress": null, 2024-09-06T15:49:06.950 INFO:teuthology.orchestra.run.smithi169.stdout: "message": "", 2024-09-06T15:49:06.950 INFO:teuthology.orchestra.run.smithi169.stdout: "is_paused": false 2024-09-06T15:49:06.950 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:49:07.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:06 smithi181 bash[70073]: cluster 2024-09-06T15:49:05.883512+0000 mgr.y (mgr.25115) 604 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:07.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:06 smithi181 bash[70073]: cluster 2024-09-06T15:49:05.883512+0000 mgr.y (mgr.25115) 604 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:07.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:06 smithi169 bash[88858]: cluster 2024-09-06T15:49:05.883512+0000 mgr.y (mgr.25115) 604 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:07.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:06 smithi169 bash[88858]: cluster 2024-09-06T15:49:05.883512+0000 mgr.y (mgr.25115) 604 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:07.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:06 smithi169 bash[92568]: cluster 2024-09-06T15:49:05.883512+0000 mgr.y (mgr.25115) 604 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:07.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:06 smithi169 bash[92568]: cluster 2024-09-06T15:49:05.883512+0000 mgr.y (mgr.25115) 604 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:07.693 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph health detail' 2024-09-06T15:49:08.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:49:07 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:49:07.813699342Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:49:08.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:08 smithi181 bash[70073]: audit 2024-09-06T15:49:06.950961+0000 mgr.y (mgr.25115) 605 : audit [DBG] from='client.54326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:49:08.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:08 smithi181 bash[70073]: audit 2024-09-06T15:49:06.950961+0000 mgr.y (mgr.25115) 605 : audit [DBG] from='client.54326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:49:08.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:08 smithi181 bash[70073]: cluster 2024-09-06T15:49:07.884580+0000 mgr.y (mgr.25115) 606 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:08.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:08 smithi181 bash[70073]: cluster 2024-09-06T15:49:07.884580+0000 mgr.y (mgr.25115) 606 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:08.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:08 smithi169 bash[88858]: audit 2024-09-06T15:49:06.950961+0000 mgr.y (mgr.25115) 605 : audit [DBG] from='client.54326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:49:08.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:08 smithi169 bash[88858]: audit 2024-09-06T15:49:06.950961+0000 mgr.y (mgr.25115) 605 : audit [DBG] from='client.54326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:49:08.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:08 smithi169 bash[88858]: cluster 2024-09-06T15:49:07.884580+0000 mgr.y (mgr.25115) 606 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:08.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:08 smithi169 bash[88858]: cluster 2024-09-06T15:49:07.884580+0000 mgr.y (mgr.25115) 606 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:08.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:08 smithi169 bash[92568]: audit 2024-09-06T15:49:06.950961+0000 mgr.y (mgr.25115) 605 : audit [DBG] from='client.54326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:49:08.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:08 smithi169 bash[92568]: audit 2024-09-06T15:49:06.950961+0000 mgr.y (mgr.25115) 605 : audit [DBG] from='client.54326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:49:08.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:08 smithi169 bash[92568]: cluster 2024-09-06T15:49:07.884580+0000 mgr.y (mgr.25115) 606 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:08.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:08 smithi169 bash[92568]: cluster 2024-09-06T15:49:07.884580+0000 mgr.y (mgr.25115) 606 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:11.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:10 smithi169 bash[88858]: cluster 2024-09-06T15:49:09.885342+0000 mgr.y (mgr.25115) 607 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:11.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:10 smithi169 bash[88858]: cluster 2024-09-06T15:49:09.885342+0000 mgr.y (mgr.25115) 607 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:11.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:10 smithi169 bash[92568]: cluster 2024-09-06T15:49:09.885342+0000 mgr.y (mgr.25115) 607 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:11.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:10 smithi169 bash[92568]: cluster 2024-09-06T15:49:09.885342+0000 mgr.y (mgr.25115) 607 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:11.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:49:10 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:49:10.813669823Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:49:11.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:10 smithi181 bash[70073]: cluster 2024-09-06T15:49:09.885342+0000 mgr.y (mgr.25115) 607 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:11.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:10 smithi181 bash[70073]: cluster 2024-09-06T15:49:09.885342+0000 mgr.y (mgr.25115) 607 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:12.507 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:49:13.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:12 smithi169 bash[88858]: cluster 2024-09-06T15:49:11.886917+0000 mgr.y (mgr.25115) 608 : cluster [DBG] pgmap v354: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:13.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:12 smithi169 bash[88858]: cluster 2024-09-06T15:49:11.886917+0000 mgr.y (mgr.25115) 608 : cluster [DBG] pgmap v354: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:13.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:12 smithi169 bash[92568]: cluster 2024-09-06T15:49:11.886917+0000 mgr.y (mgr.25115) 608 : cluster [DBG] pgmap v354: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:13.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:12 smithi169 bash[92568]: cluster 2024-09-06T15:49:11.886917+0000 mgr.y (mgr.25115) 608 : cluster [DBG] pgmap v354: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:13.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:12 smithi181 bash[70073]: cluster 2024-09-06T15:49:11.886917+0000 mgr.y (mgr.25115) 608 : cluster [DBG] pgmap v354: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:13.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:12 smithi181 bash[70073]: cluster 2024-09-06T15:49:11.886917+0000 mgr.y (mgr.25115) 608 : cluster [DBG] pgmap v354: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:14.163 INFO:teuthology.orchestra.run.smithi169.stdout:HEALTH_WARN Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:49:14.163 INFO:teuthology.orchestra.run.smithi169.stdout:[WRN] MGR_MODULE_DEPENDENCY: Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:49:14.163 INFO:teuthology.orchestra.run.smithi169.stdout: Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:49:14.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:49:13 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:49:13.837361342Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:49:14.941 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd' 2024-09-06T15:49:15.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:14 smithi169 bash[92568]: audit 2024-09-06T15:49:13.621328+0000 mgr.y (mgr.25115) 609 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:49:15.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:14 smithi169 bash[92568]: audit 2024-09-06T15:49:13.621328+0000 mgr.y (mgr.25115) 609 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:49:15.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:14 smithi169 bash[92568]: cluster 2024-09-06T15:49:13.887525+0000 mgr.y (mgr.25115) 610 : cluster [DBG] pgmap v355: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:15.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:14 smithi169 bash[92568]: cluster 2024-09-06T15:49:13.887525+0000 mgr.y (mgr.25115) 610 : cluster [DBG] pgmap v355: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:15.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:14 smithi169 bash[92568]: audit 2024-09-06T15:49:14.164595+0000 mon.a (mon.0) 277 : audit [DBG] from='client.? 172.21.15.169:0/1579457299' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-06T15:49:15.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:14 smithi169 bash[92568]: audit 2024-09-06T15:49:14.164595+0000 mon.a (mon.0) 277 : audit [DBG] from='client.? 172.21.15.169:0/1579457299' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-06T15:49:15.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:14 smithi169 bash[88858]: audit 2024-09-06T15:49:13.621328+0000 mgr.y (mgr.25115) 609 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:49:15.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:14 smithi169 bash[88858]: audit 2024-09-06T15:49:13.621328+0000 mgr.y (mgr.25115) 609 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:49:15.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:14 smithi169 bash[88858]: cluster 2024-09-06T15:49:13.887525+0000 mgr.y (mgr.25115) 610 : cluster [DBG] pgmap v355: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:15.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:14 smithi169 bash[88858]: cluster 2024-09-06T15:49:13.887525+0000 mgr.y (mgr.25115) 610 : cluster [DBG] pgmap v355: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:15.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:14 smithi169 bash[88858]: audit 2024-09-06T15:49:14.164595+0000 mon.a (mon.0) 277 : audit [DBG] from='client.? 172.21.15.169:0/1579457299' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-06T15:49:15.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:14 smithi169 bash[88858]: audit 2024-09-06T15:49:14.164595+0000 mon.a (mon.0) 277 : audit [DBG] from='client.? 172.21.15.169:0/1579457299' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-06T15:49:15.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:14 smithi181 bash[70073]: audit 2024-09-06T15:49:13.621328+0000 mgr.y (mgr.25115) 609 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:49:15.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:14 smithi181 bash[70073]: audit 2024-09-06T15:49:13.621328+0000 mgr.y (mgr.25115) 609 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:49:15.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:14 smithi181 bash[70073]: cluster 2024-09-06T15:49:13.887525+0000 mgr.y (mgr.25115) 610 : cluster [DBG] pgmap v355: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:15.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:14 smithi181 bash[70073]: cluster 2024-09-06T15:49:13.887525+0000 mgr.y (mgr.25115) 610 : cluster [DBG] pgmap v355: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:15.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:14 smithi181 bash[70073]: audit 2024-09-06T15:49:14.164595+0000 mon.a (mon.0) 277 : audit [DBG] from='client.? 172.21.15.169:0/1579457299' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-06T15:49:15.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:14 smithi181 bash[70073]: audit 2024-09-06T15:49:14.164595+0000 mon.a (mon.0) 277 : audit [DBG] from='client.? 172.21.15.169:0/1579457299' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-06T15:49:16.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:15 smithi181 bash[70073]: audit 2024-09-06T15:49:15.296325+0000 mon.b (mon.1) 182 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:49:16.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:15 smithi181 bash[70073]: audit 2024-09-06T15:49:15.296325+0000 mon.b (mon.1) 182 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:49:16.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:49:16 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:49:16] "GET /metrics HTTP/1.1" 200 38353 "" "Prometheus/2.51.0" 2024-09-06T15:49:16.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:15 smithi169 bash[88858]: audit 2024-09-06T15:49:15.296325+0000 mon.b (mon.1) 182 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:49:16.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:15 smithi169 bash[88858]: audit 2024-09-06T15:49:15.296325+0000 mon.b (mon.1) 182 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:49:16.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:15 smithi169 bash[92568]: audit 2024-09-06T15:49:15.296325+0000 mon.b (mon.1) 182 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:49:16.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:15 smithi169 bash[92568]: audit 2024-09-06T15:49:15.296325+0000 mon.b (mon.1) 182 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:49:17.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:49:16 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:49:16.836353116Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:49:17.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:16 smithi181 bash[70073]: cluster 2024-09-06T15:49:15.888891+0000 mgr.y (mgr.25115) 611 : cluster [DBG] pgmap v356: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:17.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:16 smithi181 bash[70073]: cluster 2024-09-06T15:49:15.888891+0000 mgr.y (mgr.25115) 611 : cluster [DBG] pgmap v356: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:17.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:16 smithi169 bash[88858]: cluster 2024-09-06T15:49:15.888891+0000 mgr.y (mgr.25115) 611 : cluster [DBG] pgmap v356: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:17.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:16 smithi169 bash[88858]: cluster 2024-09-06T15:49:15.888891+0000 mgr.y (mgr.25115) 611 : cluster [DBG] pgmap v356: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:17.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:16 smithi169 bash[92568]: cluster 2024-09-06T15:49:15.888891+0000 mgr.y (mgr.25115) 611 : cluster [DBG] pgmap v356: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:17.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:16 smithi169 bash[92568]: cluster 2024-09-06T15:49:15.888891+0000 mgr.y (mgr.25115) 611 : cluster [DBG] pgmap v356: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:18.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:17 smithi181 bash[70073]: cluster 2024-09-06T15:49:17.890057+0000 mgr.y (mgr.25115) 612 : cluster [DBG] pgmap v357: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:18.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:17 smithi181 bash[70073]: cluster 2024-09-06T15:49:17.890057+0000 mgr.y (mgr.25115) 612 : cluster [DBG] pgmap v357: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:18.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:17 smithi169 bash[88858]: cluster 2024-09-06T15:49:17.890057+0000 mgr.y (mgr.25115) 612 : cluster [DBG] pgmap v357: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:18.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:17 smithi169 bash[88858]: cluster 2024-09-06T15:49:17.890057+0000 mgr.y (mgr.25115) 612 : cluster [DBG] pgmap v357: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:18.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:17 smithi169 bash[92568]: cluster 2024-09-06T15:49:17.890057+0000 mgr.y (mgr.25115) 612 : cluster [DBG] pgmap v357: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:18.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:17 smithi169 bash[92568]: cluster 2024-09-06T15:49:17.890057+0000 mgr.y (mgr.25115) 612 : cluster [DBG] pgmap v357: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:19.764 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:49:20.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:49:19 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:49:19.84388775Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:49:21.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:20 smithi181 bash[70073]: cluster 2024-09-06T15:49:19.890790+0000 mgr.y (mgr.25115) 613 : cluster [DBG] pgmap v358: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:21.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:20 smithi181 bash[70073]: cluster 2024-09-06T15:49:19.890790+0000 mgr.y (mgr.25115) 613 : cluster [DBG] pgmap v358: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:21.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:20 smithi169 bash[88858]: cluster 2024-09-06T15:49:19.890790+0000 mgr.y (mgr.25115) 613 : cluster [DBG] pgmap v358: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:21.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:20 smithi169 bash[88858]: cluster 2024-09-06T15:49:19.890790+0000 mgr.y (mgr.25115) 613 : cluster [DBG] pgmap v358: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:21.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:20 smithi169 bash[92568]: cluster 2024-09-06T15:49:19.890790+0000 mgr.y (mgr.25115) 613 : cluster [DBG] pgmap v358: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:21.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:20 smithi169 bash[92568]: cluster 2024-09-06T15:49:19.890790+0000 mgr.y (mgr.25115) 613 : cluster [DBG] pgmap v358: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:23.246 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:49:22 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:49:22.843532773Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:49:23.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:22 smithi181 bash[70073]: audit 2024-09-06T15:49:21.346683+0000 mgr.y (mgr.25115) 614 : audit [DBG] from='client.54338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:49:23.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:22 smithi181 bash[70073]: audit 2024-09-06T15:49:21.346683+0000 mgr.y (mgr.25115) 614 : audit [DBG] from='client.54338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:49:23.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:22 smithi181 bash[70073]: cluster 2024-09-06T15:49:21.891733+0000 mgr.y (mgr.25115) 615 : cluster [DBG] pgmap v359: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:23.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:22 smithi181 bash[70073]: cluster 2024-09-06T15:49:21.891733+0000 mgr.y (mgr.25115) 615 : cluster [DBG] pgmap v359: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:23.362 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:22 smithi169 bash[88858]: audit 2024-09-06T15:49:21.346683+0000 mgr.y (mgr.25115) 614 : audit [DBG] from='client.54338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:49:23.363 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:22 smithi169 bash[88858]: audit 2024-09-06T15:49:21.346683+0000 mgr.y (mgr.25115) 614 : audit [DBG] from='client.54338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:49:23.363 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:22 smithi169 bash[88858]: cluster 2024-09-06T15:49:21.891733+0000 mgr.y (mgr.25115) 615 : cluster [DBG] pgmap v359: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:23.363 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:22 smithi169 bash[88858]: cluster 2024-09-06T15:49:21.891733+0000 mgr.y (mgr.25115) 615 : cluster [DBG] pgmap v359: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:23.363 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:22 smithi169 bash[92568]: audit 2024-09-06T15:49:21.346683+0000 mgr.y (mgr.25115) 614 : audit [DBG] from='client.54338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:49:23.363 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:22 smithi169 bash[92568]: audit 2024-09-06T15:49:21.346683+0000 mgr.y (mgr.25115) 614 : audit [DBG] from='client.54338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:49:23.363 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:22 smithi169 bash[92568]: cluster 2024-09-06T15:49:21.891733+0000 mgr.y (mgr.25115) 615 : cluster [DBG] pgmap v359: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:23.363 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:22 smithi169 bash[92568]: cluster 2024-09-06T15:49:21.891733+0000 mgr.y (mgr.25115) 615 : cluster [DBG] pgmap v359: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:23.880 INFO:teuthology.orchestra.run.smithi169.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:49:24.684 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-06T15:49:24.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:24 smithi169 bash[88858]: audit 2024-09-06T15:49:23.632566+0000 mgr.y (mgr.25115) 616 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:49:24.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:24 smithi169 bash[88858]: audit 2024-09-06T15:49:23.632566+0000 mgr.y (mgr.25115) 616 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:49:24.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:24 smithi169 bash[88858]: cephadm 2024-09-06T15:49:23.871841+0000 mgr.y (mgr.25115) 617 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:49:24.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:24 smithi169 bash[88858]: cephadm 2024-09-06T15:49:23.871841+0000 mgr.y (mgr.25115) 617 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:49:24.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:24 smithi169 bash[88858]: audit 2024-09-06T15:49:23.879958+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:24.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:24 smithi169 bash[88858]: audit 2024-09-06T15:49:23.879958+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:24.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:24 smithi169 bash[88858]: cluster 2024-09-06T15:49:23.892357+0000 mgr.y (mgr.25115) 618 : cluster [DBG] pgmap v360: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:24.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:24 smithi169 bash[88858]: cluster 2024-09-06T15:49:23.892357+0000 mgr.y (mgr.25115) 618 : cluster [DBG] pgmap v360: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:24.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:24 smithi169 bash[88858]: audit 2024-09-06T15:49:24.600648+0000 mon.b (mon.1) 183 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:49:24.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:24 smithi169 bash[88858]: audit 2024-09-06T15:49:24.600648+0000 mon.b (mon.1) 183 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:49:24.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:24 smithi169 bash[88858]: audit 2024-09-06T15:49:24.602957+0000 mon.b (mon.1) 184 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:49:24.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:24 smithi169 bash[88858]: audit 2024-09-06T15:49:24.602957+0000 mon.b (mon.1) 184 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:49:24.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:24 smithi169 bash[88858]: audit 2024-09-06T15:49:24.609208+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:24.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:24 smithi169 bash[88858]: audit 2024-09-06T15:49:24.609208+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:24.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:24 smithi169 bash[92568]: audit 2024-09-06T15:49:23.632566+0000 mgr.y (mgr.25115) 616 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:49:24.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:24 smithi169 bash[92568]: audit 2024-09-06T15:49:23.632566+0000 mgr.y (mgr.25115) 616 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:49:24.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:24 smithi169 bash[92568]: cephadm 2024-09-06T15:49:23.871841+0000 mgr.y (mgr.25115) 617 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:49:24.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:24 smithi169 bash[92568]: cephadm 2024-09-06T15:49:23.871841+0000 mgr.y (mgr.25115) 617 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:49:24.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:24 smithi169 bash[92568]: audit 2024-09-06T15:49:23.879958+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:24.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:24 smithi169 bash[92568]: audit 2024-09-06T15:49:23.879958+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:24.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:24 smithi169 bash[92568]: cluster 2024-09-06T15:49:23.892357+0000 mgr.y (mgr.25115) 618 : cluster [DBG] pgmap v360: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:24.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:24 smithi169 bash[92568]: cluster 2024-09-06T15:49:23.892357+0000 mgr.y (mgr.25115) 618 : cluster [DBG] pgmap v360: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:24.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:24 smithi169 bash[92568]: audit 2024-09-06T15:49:24.600648+0000 mon.b (mon.1) 183 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:49:24.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:24 smithi169 bash[92568]: audit 2024-09-06T15:49:24.600648+0000 mon.b (mon.1) 183 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:49:24.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:24 smithi169 bash[92568]: audit 2024-09-06T15:49:24.602957+0000 mon.b (mon.1) 184 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:49:24.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:24 smithi169 bash[92568]: audit 2024-09-06T15:49:24.602957+0000 mon.b (mon.1) 184 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:49:24.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:24 smithi169 bash[92568]: audit 2024-09-06T15:49:24.609208+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:24.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:24 smithi169 bash[92568]: audit 2024-09-06T15:49:24.609208+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:25.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:24 smithi181 bash[70073]: audit 2024-09-06T15:49:23.632566+0000 mgr.y (mgr.25115) 616 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:49:25.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:24 smithi181 bash[70073]: audit 2024-09-06T15:49:23.632566+0000 mgr.y (mgr.25115) 616 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:49:25.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:24 smithi181 bash[70073]: cephadm 2024-09-06T15:49:23.871841+0000 mgr.y (mgr.25115) 617 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:49:25.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:24 smithi181 bash[70073]: cephadm 2024-09-06T15:49:23.871841+0000 mgr.y (mgr.25115) 617 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:49:25.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:24 smithi181 bash[70073]: audit 2024-09-06T15:49:23.879958+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:25.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:24 smithi181 bash[70073]: audit 2024-09-06T15:49:23.879958+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:25.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:24 smithi181 bash[70073]: cluster 2024-09-06T15:49:23.892357+0000 mgr.y (mgr.25115) 618 : cluster [DBG] pgmap v360: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:25.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:24 smithi181 bash[70073]: cluster 2024-09-06T15:49:23.892357+0000 mgr.y (mgr.25115) 618 : cluster [DBG] pgmap v360: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:25.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:24 smithi181 bash[70073]: audit 2024-09-06T15:49:24.600648+0000 mon.b (mon.1) 183 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:49:25.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:24 smithi181 bash[70073]: audit 2024-09-06T15:49:24.600648+0000 mon.b (mon.1) 183 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:49:25.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:24 smithi181 bash[70073]: audit 2024-09-06T15:49:24.602957+0000 mon.b (mon.1) 184 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:49:25.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:24 smithi181 bash[70073]: audit 2024-09-06T15:49:24.602957+0000 mon.b (mon.1) 184 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:49:25.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:24 smithi181 bash[70073]: audit 2024-09-06T15:49:24.609208+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:25.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:24 smithi181 bash[70073]: audit 2024-09-06T15:49:24.609208+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:26.195 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:49:26 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:49:26] "GET /metrics HTTP/1.1" 200 38353 "" "Prometheus/2.51.0" 2024-09-06T15:49:26.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:25 smithi169 bash[88858]: cephadm 2024-09-06T15:49:24.738322+0000 mgr.y (mgr.25115) 619 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:49:26.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:25 smithi169 bash[88858]: cephadm 2024-09-06T15:49:24.738322+0000 mgr.y (mgr.25115) 619 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:49:26.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:25 smithi169 bash[92568]: cephadm 2024-09-06T15:49:24.738322+0000 mgr.y (mgr.25115) 619 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:49:26.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:25 smithi169 bash[92568]: cephadm 2024-09-06T15:49:24.738322+0000 mgr.y (mgr.25115) 619 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:49:26.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:49:25 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:49:25.84586371Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:49:26.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:25 smithi181 bash[70073]: cephadm 2024-09-06T15:49:24.738322+0000 mgr.y (mgr.25115) 619 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:49:26.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:25 smithi181 bash[70073]: cephadm 2024-09-06T15:49:24.738322+0000 mgr.y (mgr.25115) 619 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:49:27.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:26 smithi181 bash[70073]: cluster 2024-09-06T15:49:25.893643+0000 mgr.y (mgr.25115) 620 : cluster [DBG] pgmap v361: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:27.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:26 smithi181 bash[70073]: cluster 2024-09-06T15:49:25.893643+0000 mgr.y (mgr.25115) 620 : cluster [DBG] pgmap v361: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:27.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:26 smithi169 bash[88858]: cluster 2024-09-06T15:49:25.893643+0000 mgr.y (mgr.25115) 620 : cluster [DBG] pgmap v361: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:27.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:26 smithi169 bash[88858]: cluster 2024-09-06T15:49:25.893643+0000 mgr.y (mgr.25115) 620 : cluster [DBG] pgmap v361: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:27.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:26 smithi169 bash[92568]: cluster 2024-09-06T15:49:25.893643+0000 mgr.y (mgr.25115) 620 : cluster [DBG] pgmap v361: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:27.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:26 smithi169 bash[92568]: cluster 2024-09-06T15:49:25.893643+0000 mgr.y (mgr.25115) 620 : cluster [DBG] pgmap v361: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:28.804 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:28 smithi181 bash[70073]: audit 2024-09-06T15:49:27.499498+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:28.804 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:28 smithi181 bash[70073]: audit 2024-09-06T15:49:27.499498+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:28.804 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:28 smithi181 bash[70073]: cephadm 2024-09-06T15:49:27.502195+0000 mgr.y (mgr.25115) 621 : cephadm [INF] Upgrade: Target is version 19.3.0-4704-g8b38c33c (squid) 2024-09-06T15:49:28.804 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:28 smithi181 bash[70073]: cephadm 2024-09-06T15:49:27.502195+0000 mgr.y (mgr.25115) 621 : cephadm [INF] Upgrade: Target is version 19.3.0-4704-g8b38c33c (squid) 2024-09-06T15:49:28.804 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:28 smithi181 bash[70073]: cephadm 2024-09-06T15:49:27.502272+0000 mgr.y (mgr.25115) 622 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c86edd48571ab22373283621eb9feebce9df9c291d4164cfc4df1a09493e1f30'] 2024-09-06T15:49:28.804 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:28 smithi181 bash[70073]: cephadm 2024-09-06T15:49:27.502272+0000 mgr.y (mgr.25115) 622 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c86edd48571ab22373283621eb9feebce9df9c291d4164cfc4df1a09493e1f30'] 2024-09-06T15:49:28.804 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:28 smithi181 bash[70073]: audit 2024-09-06T15:49:27.507965+0000 mon.b (mon.1) 185 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:49:28.805 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:28 smithi181 bash[70073]: audit 2024-09-06T15:49:27.507965+0000 mon.b (mon.1) 185 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:49:28.805 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:28 smithi181 bash[70073]: cephadm 2024-09-06T15:49:27.510397+0000 mgr.y (mgr.25115) 623 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-06T15:49:28.805 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:28 smithi181 bash[70073]: cephadm 2024-09-06T15:49:27.510397+0000 mgr.y (mgr.25115) 623 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-06T15:49:28.805 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:28 smithi181 bash[70073]: audit 2024-09-06T15:49:27.511824+0000 mon.b (mon.1) 186 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:49:28.805 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:28 smithi181 bash[70073]: audit 2024-09-06T15:49:27.511824+0000 mon.b (mon.1) 186 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:49:28.805 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:28 smithi181 bash[70073]: audit 2024-09-06T15:49:27.515316+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:28.805 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:28 smithi181 bash[70073]: audit 2024-09-06T15:49:27.515316+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:28.805 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:28 smithi181 bash[70073]: cephadm 2024-09-06T15:49:27.524433+0000 mgr.y (mgr.25115) 624 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-06T15:49:28.805 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:28 smithi181 bash[70073]: cephadm 2024-09-06T15:49:27.524433+0000 mgr.y (mgr.25115) 624 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-06T15:49:28.805 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:28 smithi181 bash[70073]: audit 2024-09-06T15:49:27.525470+0000 mon.b (mon.1) 187 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:49:28.805 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:28 smithi181 bash[70073]: audit 2024-09-06T15:49:27.525470+0000 mon.b (mon.1) 187 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:49:28.805 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:28 smithi181 bash[70073]: audit 2024-09-06T15:49:27.529461+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:28.805 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:28 smithi181 bash[70073]: audit 2024-09-06T15:49:27.529461+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:28.805 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:28 smithi181 bash[70073]: cephadm 2024-09-06T15:49:27.538286+0000 mgr.y (mgr.25115) 625 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-06T15:49:28.806 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:28 smithi181 bash[70073]: cephadm 2024-09-06T15:49:27.538286+0000 mgr.y (mgr.25115) 625 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-06T15:49:28.806 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:28 smithi181 bash[70073]: audit 2024-09-06T15:49:27.539314+0000 mon.b (mon.1) 188 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:49:28.806 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:28 smithi181 bash[70073]: audit 2024-09-06T15:49:27.539314+0000 mon.b (mon.1) 188 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:49:28.806 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:28 smithi181 bash[70073]: audit 2024-09-06T15:49:27.542978+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:28.806 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:28 smithi181 bash[70073]: audit 2024-09-06T15:49:27.542978+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:28.806 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:28 smithi181 bash[70073]: audit 2024-09-06T15:49:27.551522+0000 mgr.y (mgr.25115) 626 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-06T15:49:28.806 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:28 smithi181 bash[70073]: audit 2024-09-06T15:49:27.551522+0000 mgr.y (mgr.25115) 626 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-06T15:49:28.806 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:28 smithi181 bash[70073]: audit 2024-09-06T15:49:27.553905+0000 mon.b (mon.1) 189 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-06T15:49:28.806 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:28 smithi181 bash[70073]: audit 2024-09-06T15:49:27.553905+0000 mon.b (mon.1) 189 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-06T15:49:28.806 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:28 smithi181 bash[70073]: cephadm 2024-09-06T15:49:27.554394+0000 mgr.y (mgr.25115) 627 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-09-06T15:49:28.806 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:28 smithi181 bash[70073]: cephadm 2024-09-06T15:49:27.554394+0000 mgr.y (mgr.25115) 627 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-09-06T15:49:28.806 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:28 smithi181 bash[70073]: cluster 2024-09-06T15:49:27.894725+0000 mgr.y (mgr.25115) 628 : cluster [DBG] pgmap v362: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:28.807 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:28 smithi181 bash[70073]: cluster 2024-09-06T15:49:27.894725+0000 mgr.y (mgr.25115) 628 : cluster [DBG] pgmap v362: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:28.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[88858]: audit 2024-09-06T15:49:27.499498+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:28.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[88858]: audit 2024-09-06T15:49:27.499498+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:28.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[88858]: cephadm 2024-09-06T15:49:27.502195+0000 mgr.y (mgr.25115) 621 : cephadm [INF] Upgrade: Target is version 19.3.0-4704-g8b38c33c (squid) 2024-09-06T15:49:28.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[88858]: cephadm 2024-09-06T15:49:27.502195+0000 mgr.y (mgr.25115) 621 : cephadm [INF] Upgrade: Target is version 19.3.0-4704-g8b38c33c (squid) 2024-09-06T15:49:28.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[88858]: cephadm 2024-09-06T15:49:27.502272+0000 mgr.y (mgr.25115) 622 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c86edd48571ab22373283621eb9feebce9df9c291d4164cfc4df1a09493e1f30'] 2024-09-06T15:49:28.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[88858]: cephadm 2024-09-06T15:49:27.502272+0000 mgr.y (mgr.25115) 622 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c86edd48571ab22373283621eb9feebce9df9c291d4164cfc4df1a09493e1f30'] 2024-09-06T15:49:28.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[88858]: audit 2024-09-06T15:49:27.507965+0000 mon.b (mon.1) 185 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:49:28.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[88858]: audit 2024-09-06T15:49:27.507965+0000 mon.b (mon.1) 185 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:49:28.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[88858]: cephadm 2024-09-06T15:49:27.510397+0000 mgr.y (mgr.25115) 623 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-06T15:49:28.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[88858]: cephadm 2024-09-06T15:49:27.510397+0000 mgr.y (mgr.25115) 623 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-06T15:49:28.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[88858]: audit 2024-09-06T15:49:27.511824+0000 mon.b (mon.1) 186 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:49:28.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[88858]: audit 2024-09-06T15:49:27.511824+0000 mon.b (mon.1) 186 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:49:28.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[88858]: audit 2024-09-06T15:49:27.515316+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:28.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[88858]: audit 2024-09-06T15:49:27.515316+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:28.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[88858]: cephadm 2024-09-06T15:49:27.524433+0000 mgr.y (mgr.25115) 624 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-06T15:49:28.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[88858]: cephadm 2024-09-06T15:49:27.524433+0000 mgr.y (mgr.25115) 624 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-06T15:49:28.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[88858]: audit 2024-09-06T15:49:27.525470+0000 mon.b (mon.1) 187 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:49:28.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[88858]: audit 2024-09-06T15:49:27.525470+0000 mon.b (mon.1) 187 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:49:28.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[88858]: audit 2024-09-06T15:49:27.529461+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:28.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[88858]: audit 2024-09-06T15:49:27.529461+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:28.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[88858]: cephadm 2024-09-06T15:49:27.538286+0000 mgr.y (mgr.25115) 625 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-06T15:49:28.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[92568]: audit 2024-09-06T15:49:27.499498+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:28.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[92568]: audit 2024-09-06T15:49:27.499498+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:28.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[92568]: cephadm 2024-09-06T15:49:27.502195+0000 mgr.y (mgr.25115) 621 : cephadm [INF] Upgrade: Target is version 19.3.0-4704-g8b38c33c (squid) 2024-09-06T15:49:28.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[92568]: cephadm 2024-09-06T15:49:27.502195+0000 mgr.y (mgr.25115) 621 : cephadm [INF] Upgrade: Target is version 19.3.0-4704-g8b38c33c (squid) 2024-09-06T15:49:28.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[92568]: cephadm 2024-09-06T15:49:27.502272+0000 mgr.y (mgr.25115) 622 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c86edd48571ab22373283621eb9feebce9df9c291d4164cfc4df1a09493e1f30'] 2024-09-06T15:49:28.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[92568]: cephadm 2024-09-06T15:49:27.502272+0000 mgr.y (mgr.25115) 622 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c86edd48571ab22373283621eb9feebce9df9c291d4164cfc4df1a09493e1f30'] 2024-09-06T15:49:28.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[92568]: audit 2024-09-06T15:49:27.507965+0000 mon.b (mon.1) 185 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:49:28.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[92568]: audit 2024-09-06T15:49:27.507965+0000 mon.b (mon.1) 185 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:49:28.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[92568]: cephadm 2024-09-06T15:49:27.510397+0000 mgr.y (mgr.25115) 623 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-06T15:49:28.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[92568]: cephadm 2024-09-06T15:49:27.510397+0000 mgr.y (mgr.25115) 623 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-06T15:49:28.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[92568]: audit 2024-09-06T15:49:27.511824+0000 mon.b (mon.1) 186 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:49:28.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[92568]: audit 2024-09-06T15:49:27.511824+0000 mon.b (mon.1) 186 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:49:28.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[92568]: audit 2024-09-06T15:49:27.515316+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:28.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[92568]: audit 2024-09-06T15:49:27.515316+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:28.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[92568]: cephadm 2024-09-06T15:49:27.524433+0000 mgr.y (mgr.25115) 624 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-06T15:49:28.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[92568]: cephadm 2024-09-06T15:49:27.524433+0000 mgr.y (mgr.25115) 624 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-06T15:49:28.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[92568]: audit 2024-09-06T15:49:27.525470+0000 mon.b (mon.1) 187 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:49:28.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[92568]: audit 2024-09-06T15:49:27.525470+0000 mon.b (mon.1) 187 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:49:28.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[92568]: audit 2024-09-06T15:49:27.529461+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:28.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[92568]: audit 2024-09-06T15:49:27.529461+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:28.950 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[92568]: cephadm 2024-09-06T15:49:27.538286+0000 mgr.y (mgr.25115) 625 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-06T15:49:28.950 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[88858]: cephadm 2024-09-06T15:49:27.538286+0000 mgr.y (mgr.25115) 625 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-06T15:49:28.950 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[88858]: audit 2024-09-06T15:49:27.539314+0000 mon.b (mon.1) 188 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:49:28.950 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[88858]: audit 2024-09-06T15:49:27.539314+0000 mon.b (mon.1) 188 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:49:28.950 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[88858]: audit 2024-09-06T15:49:27.542978+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:28.950 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[88858]: audit 2024-09-06T15:49:27.542978+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:28.951 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[88858]: audit 2024-09-06T15:49:27.551522+0000 mgr.y (mgr.25115) 626 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-06T15:49:28.951 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[88858]: audit 2024-09-06T15:49:27.551522+0000 mgr.y (mgr.25115) 626 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-06T15:49:28.951 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[88858]: audit 2024-09-06T15:49:27.553905+0000 mon.b (mon.1) 189 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-06T15:49:28.951 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[88858]: audit 2024-09-06T15:49:27.553905+0000 mon.b (mon.1) 189 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-06T15:49:28.951 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[88858]: cephadm 2024-09-06T15:49:27.554394+0000 mgr.y (mgr.25115) 627 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-09-06T15:49:28.951 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[88858]: cephadm 2024-09-06T15:49:27.554394+0000 mgr.y (mgr.25115) 627 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-09-06T15:49:28.951 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[88858]: cluster 2024-09-06T15:49:27.894725+0000 mgr.y (mgr.25115) 628 : cluster [DBG] pgmap v362: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:28.951 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[88858]: cluster 2024-09-06T15:49:27.894725+0000 mgr.y (mgr.25115) 628 : cluster [DBG] pgmap v362: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:28.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[92568]: cephadm 2024-09-06T15:49:27.538286+0000 mgr.y (mgr.25115) 625 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-06T15:49:28.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[92568]: audit 2024-09-06T15:49:27.539314+0000 mon.b (mon.1) 188 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:49:28.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[92568]: audit 2024-09-06T15:49:27.539314+0000 mon.b (mon.1) 188 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:49:28.952 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[92568]: audit 2024-09-06T15:49:27.542978+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:28.952 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[92568]: audit 2024-09-06T15:49:27.542978+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:28.952 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[92568]: audit 2024-09-06T15:49:27.551522+0000 mgr.y (mgr.25115) 626 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-06T15:49:28.952 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[92568]: audit 2024-09-06T15:49:27.551522+0000 mgr.y (mgr.25115) 626 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-06T15:49:28.952 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[92568]: audit 2024-09-06T15:49:27.553905+0000 mon.b (mon.1) 189 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-06T15:49:28.952 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[92568]: audit 2024-09-06T15:49:27.553905+0000 mon.b (mon.1) 189 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-06T15:49:28.952 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[92568]: cephadm 2024-09-06T15:49:27.554394+0000 mgr.y (mgr.25115) 627 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-09-06T15:49:28.952 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[92568]: cephadm 2024-09-06T15:49:27.554394+0000 mgr.y (mgr.25115) 627 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-09-06T15:49:28.952 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[92568]: cluster 2024-09-06T15:49:27.894725+0000 mgr.y (mgr.25115) 628 : cluster [DBG] pgmap v362: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:28.952 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:28 smithi169 bash[92568]: cluster 2024-09-06T15:49:27.894725+0000 mgr.y (mgr.25115) 628 : cluster [DBG] pgmap v362: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:29.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:49:28 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:49:28.807136655Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:49:30.596 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:49:31.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:30 smithi181 bash[70073]: cluster 2024-09-06T15:49:29.895485+0000 mgr.y (mgr.25115) 629 : cluster [DBG] pgmap v363: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:31.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:30 smithi181 bash[70073]: cluster 2024-09-06T15:49:29.895485+0000 mgr.y (mgr.25115) 629 : cluster [DBG] pgmap v363: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:31.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:30 smithi181 bash[70073]: audit 2024-09-06T15:49:30.141949+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:31.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:30 smithi181 bash[70073]: audit 2024-09-06T15:49:30.141949+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:31.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:30 smithi181 bash[70073]: audit 2024-09-06T15:49:30.150240+0000 mon.b (mon.1) 190 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-06T15:49:31.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:30 smithi181 bash[70073]: audit 2024-09-06T15:49:30.150240+0000 mon.b (mon.1) 190 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-06T15:49:31.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:30 smithi181 bash[70073]: audit 2024-09-06T15:49:30.152251+0000 mon.b (mon.1) 191 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:49:31.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:30 smithi181 bash[70073]: audit 2024-09-06T15:49:30.152251+0000 mon.b (mon.1) 191 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:49:31.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:30 smithi181 bash[70073]: audit 2024-09-06T15:49:30.296491+0000 mon.b (mon.1) 192 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:49:31.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:30 smithi181 bash[70073]: audit 2024-09-06T15:49:30.296491+0000 mon.b (mon.1) 192 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:49:31.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:30 smithi169 bash[88858]: cluster 2024-09-06T15:49:29.895485+0000 mgr.y (mgr.25115) 629 : cluster [DBG] pgmap v363: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:31.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:30 smithi169 bash[88858]: cluster 2024-09-06T15:49:29.895485+0000 mgr.y (mgr.25115) 629 : cluster [DBG] pgmap v363: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:31.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:30 smithi169 bash[88858]: audit 2024-09-06T15:49:30.141949+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:31.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:30 smithi169 bash[88858]: audit 2024-09-06T15:49:30.141949+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:31.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:30 smithi169 bash[88858]: audit 2024-09-06T15:49:30.150240+0000 mon.b (mon.1) 190 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-06T15:49:31.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:30 smithi169 bash[88858]: audit 2024-09-06T15:49:30.150240+0000 mon.b (mon.1) 190 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-06T15:49:31.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:30 smithi169 bash[88858]: audit 2024-09-06T15:49:30.152251+0000 mon.b (mon.1) 191 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:49:31.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:30 smithi169 bash[88858]: audit 2024-09-06T15:49:30.152251+0000 mon.b (mon.1) 191 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:49:31.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:30 smithi169 bash[88858]: audit 2024-09-06T15:49:30.296491+0000 mon.b (mon.1) 192 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:49:31.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:30 smithi169 bash[88858]: audit 2024-09-06T15:49:30.296491+0000 mon.b (mon.1) 192 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:49:31.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:30 smithi169 bash[92568]: cluster 2024-09-06T15:49:29.895485+0000 mgr.y (mgr.25115) 629 : cluster [DBG] pgmap v363: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:31.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:30 smithi169 bash[92568]: cluster 2024-09-06T15:49:29.895485+0000 mgr.y (mgr.25115) 629 : cluster [DBG] pgmap v363: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:31.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:30 smithi169 bash[92568]: audit 2024-09-06T15:49:30.141949+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:31.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:30 smithi169 bash[92568]: audit 2024-09-06T15:49:30.141949+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:31.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:30 smithi169 bash[92568]: audit 2024-09-06T15:49:30.150240+0000 mon.b (mon.1) 190 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-06T15:49:31.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:30 smithi169 bash[92568]: audit 2024-09-06T15:49:30.150240+0000 mon.b (mon.1) 190 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-06T15:49:31.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:30 smithi169 bash[92568]: audit 2024-09-06T15:49:30.152251+0000 mon.b (mon.1) 191 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:49:31.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:30 smithi169 bash[92568]: audit 2024-09-06T15:49:30.152251+0000 mon.b (mon.1) 191 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:49:31.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:30 smithi169 bash[92568]: audit 2024-09-06T15:49:30.296491+0000 mon.b (mon.1) 192 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:49:31.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:30 smithi169 bash[92568]: audit 2024-09-06T15:49:30.296491+0000 mon.b (mon.1) 192 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:49:32.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:49:31 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:49:31.823879766Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:49:32.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:31 smithi181 bash[70073]: cephadm 2024-09-06T15:49:30.134773+0000 mgr.y (mgr.25115) 630 : cephadm [INF] Upgrade: Updating osd.3 2024-09-06T15:49:32.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:31 smithi181 bash[70073]: cephadm 2024-09-06T15:49:30.134773+0000 mgr.y (mgr.25115) 630 : cephadm [INF] Upgrade: Updating osd.3 2024-09-06T15:49:32.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:31 smithi181 bash[70073]: cephadm 2024-09-06T15:49:30.155799+0000 mgr.y (mgr.25115) 631 : cephadm [INF] Deploying daemon osd.3 on smithi169 2024-09-06T15:49:32.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:31 smithi181 bash[70073]: cephadm 2024-09-06T15:49:30.155799+0000 mgr.y (mgr.25115) 631 : cephadm [INF] Deploying daemon osd.3 on smithi169 2024-09-06T15:49:32.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:31 smithi169 bash[88858]: cephadm 2024-09-06T15:49:30.134773+0000 mgr.y (mgr.25115) 630 : cephadm [INF] Upgrade: Updating osd.3 2024-09-06T15:49:32.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:31 smithi169 bash[88858]: cephadm 2024-09-06T15:49:30.134773+0000 mgr.y (mgr.25115) 630 : cephadm [INF] Upgrade: Updating osd.3 2024-09-06T15:49:32.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:31 smithi169 bash[88858]: cephadm 2024-09-06T15:49:30.155799+0000 mgr.y (mgr.25115) 631 : cephadm [INF] Deploying daemon osd.3 on smithi169 2024-09-06T15:49:32.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:31 smithi169 bash[88858]: cephadm 2024-09-06T15:49:30.155799+0000 mgr.y (mgr.25115) 631 : cephadm [INF] Deploying daemon osd.3 on smithi169 2024-09-06T15:49:32.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:31 smithi169 bash[92568]: cephadm 2024-09-06T15:49:30.134773+0000 mgr.y (mgr.25115) 630 : cephadm [INF] Upgrade: Updating osd.3 2024-09-06T15:49:32.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:31 smithi169 bash[92568]: cephadm 2024-09-06T15:49:30.134773+0000 mgr.y (mgr.25115) 630 : cephadm [INF] Upgrade: Updating osd.3 2024-09-06T15:49:32.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:31 smithi169 bash[92568]: cephadm 2024-09-06T15:49:30.155799+0000 mgr.y (mgr.25115) 631 : cephadm [INF] Deploying daemon osd.3 on smithi169 2024-09-06T15:49:32.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:31 smithi169 bash[92568]: cephadm 2024-09-06T15:49:30.155799+0000 mgr.y (mgr.25115) 631 : cephadm [INF] Deploying daemon osd.3 on smithi169 2024-09-06T15:49:32.870 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-09-06T15:49:33.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:32 smithi169 bash[88858]: cluster 2024-09-06T15:49:31.896954+0000 mgr.y (mgr.25115) 632 : cluster [DBG] pgmap v364: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:33.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:32 smithi169 bash[88858]: cluster 2024-09-06T15:49:31.896954+0000 mgr.y (mgr.25115) 632 : cluster [DBG] pgmap v364: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:33.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:32 smithi169 bash[88858]: audit 2024-09-06T15:49:32.860800+0000 mgr.y (mgr.25115) 633 : audit [DBG] from='client.54344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:49:33.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:32 smithi169 bash[88858]: audit 2024-09-06T15:49:32.860800+0000 mgr.y (mgr.25115) 633 : audit [DBG] from='client.54344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:49:33.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:32 smithi169 bash[92568]: cluster 2024-09-06T15:49:31.896954+0000 mgr.y (mgr.25115) 632 : cluster [DBG] pgmap v364: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:33.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:32 smithi169 bash[92568]: cluster 2024-09-06T15:49:31.896954+0000 mgr.y (mgr.25115) 632 : cluster [DBG] pgmap v364: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:33.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:32 smithi169 bash[92568]: audit 2024-09-06T15:49:32.860800+0000 mgr.y (mgr.25115) 633 : audit [DBG] from='client.54344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:49:33.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:32 smithi169 bash[92568]: audit 2024-09-06T15:49:32.860800+0000 mgr.y (mgr.25115) 633 : audit [DBG] from='client.54344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:49:33.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:32 smithi181 bash[70073]: cluster 2024-09-06T15:49:31.896954+0000 mgr.y (mgr.25115) 632 : cluster [DBG] pgmap v364: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:33.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:32 smithi181 bash[70073]: cluster 2024-09-06T15:49:31.896954+0000 mgr.y (mgr.25115) 632 : cluster [DBG] pgmap v364: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:33.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:32 smithi181 bash[70073]: audit 2024-09-06T15:49:32.860800+0000 mgr.y (mgr.25115) 633 : audit [DBG] from='client.54344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:49:33.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:32 smithi181 bash[70073]: audit 2024-09-06T15:49:32.860800+0000 mgr.y (mgr.25115) 633 : audit [DBG] from='client.54344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:49:33.443 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-06T15:49:33.443 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (9m) 73s ago 37m 14.0M - 0.27.0 11f11916f8cd 20ee608606f5 2024-09-06T15:49:33.444 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi181 *:3000 running (8m) 6m ago 36m 68.4M - c8b91775d855 e391fbe8c873 2024-09-06T15:49:33.444 INFO:teuthology.orchestra.run.smithi169.stdout:iscsi.foo.smithi169.yxosuq smithi169 *:5000 running (11m) 73s ago 34m 49.1M - 3.8 b6db46a449e5 e63406a8c5a8 2024-09-06T15:49:33.444 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi181 *:8443,9283,8765 running (10m) 6m ago 45m 438M - 19.3.0-4704-g8b38c33c 1c45aca0610a 291c4d2bed88 2024-09-06T15:49:33.444 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (22m) 73s ago 47m 510M - 19.3.0-4704-g8b38c33c 1c45aca0610a 5f9711fb78b7 2024-09-06T15:49:33.444 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (5m) 73s ago 47m 47.8M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a d211c6462d65 2024-09-06T15:49:33.444 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi181 running (6m) 6m ago 45m 18.5M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a 791f1710b3c0 2024-09-06T15:49:33.444 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (5m) 73s ago 45m 36.8M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a 93381d04b238 2024-09-06T15:49:33.444 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (10m) 73s ago 37m 8227k - 1.7.0 72c9c2088986 03c6f14026b2 2024-09-06T15:49:33.444 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi181 *:9100 running (10m) 6m ago 37m 8007k - 1.7.0 72c9c2088986 0895a0652401 2024-09-06T15:49:33.444 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (3m) 73s ago 44m 54.2M 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a 8a33f3e58f93 2024-09-06T15:49:33.444 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (2m) 73s ago 43m 48.7M 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a 4b7f4d4feb0b 2024-09-06T15:49:33.445 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (78s) 73s ago 42m - 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a c24bec72ede7 2024-09-06T15:49:33.445 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (41m) 73s ago 41m 69.8M 3036M 19.1.1-268-g635ed4cf b6db46a449e5 524c24c2c8fd 2024-09-06T15:49:33.445 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi181 running (41m) 6m ago 41m 69.1M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 c9c9286e40c9 2024-09-06T15:49:33.445 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi181 running (40m) 6m ago 40m 56.0M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 427ff3118a0b 2024-09-06T15:49:33.445 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi181 running (39m) 6m ago 39m 64.5M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 9e6f947064d2 2024-09-06T15:49:33.445 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi181 running (38m) 6m ago 38m 67.2M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 a94f6f351ffd 2024-09-06T15:49:33.445 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi181 *:9095 running (9m) 6m ago 37m 39.5M - 2.51.0 1d3b7f56885b 365a3b66bc88 2024-09-06T15:49:33.445 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi169.svrjnx smithi169 *:8000 running (34m) 73s ago 34m 101M - 19.1.1-268-g635ed4cf b6db46a449e5 73d895896783 2024-09-06T15:49:33.445 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi181.fqbtai smithi181 *:8000 running (34m) 6m ago 34m 102M - 19.1.1-268-g635ed4cf b6db46a449e5 4aaa91540a99 2024-09-06T15:49:33.755 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:49:33.755 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-09-06T15:49:33.755 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 3 2024-09-06T15:49:33.755 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:49:33.755 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-09-06T15:49:33.755 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 2 2024-09-06T15:49:33.755 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:49:33.755 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-09-06T15:49:33.755 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 5, 2024-09-06T15:49:33.756 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 3 2024-09-06T15:49:33.756 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:49:33.756 INFO:teuthology.orchestra.run.smithi169.stdout: "rgw": { 2024-09-06T15:49:33.756 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 2 2024-09-06T15:49:33.756 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:49:33.756 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-09-06T15:49:33.756 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 7, 2024-09-06T15:49:33.756 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 8 2024-09-06T15:49:33.756 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-09-06T15:49:33.756 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:49:34.035 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:49:34.036 INFO:teuthology.orchestra.run.smithi169.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", 2024-09-06T15:49:34.036 INFO:teuthology.orchestra.run.smithi169.stdout: "in_progress": true, 2024-09-06T15:49:34.036 INFO:teuthology.orchestra.run.smithi169.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2024-09-06T15:49:34.036 INFO:teuthology.orchestra.run.smithi169.stdout: "services_complete": [], 2024-09-06T15:49:34.036 INFO:teuthology.orchestra.run.smithi169.stdout: "progress": "3/8 daemons upgraded", 2024-09-06T15:49:34.036 INFO:teuthology.orchestra.run.smithi169.stdout: "message": "Currently upgrading osd daemons", 2024-09-06T15:49:34.036 INFO:teuthology.orchestra.run.smithi169.stdout: "is_paused": false 2024-09-06T15:49:34.036 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:49:34.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:33 smithi181 bash[70073]: audit 2024-09-06T15:49:33.152417+0000 mgr.y (mgr.25115) 634 : audit [DBG] from='client.44376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:49:34.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:33 smithi181 bash[70073]: audit 2024-09-06T15:49:33.152417+0000 mgr.y (mgr.25115) 634 : audit [DBG] from='client.44376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:49:34.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:33 smithi181 bash[70073]: audit 2024-09-06T15:49:33.431555+0000 mgr.y (mgr.25115) 635 : audit [DBG] from='client.54356 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:49:34.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:33 smithi181 bash[70073]: audit 2024-09-06T15:49:33.431555+0000 mgr.y (mgr.25115) 635 : audit [DBG] from='client.54356 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:49:34.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:33 smithi181 bash[70073]: audit 2024-09-06T15:49:33.643447+0000 mgr.y (mgr.25115) 636 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:49:34.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:33 smithi181 bash[70073]: audit 2024-09-06T15:49:33.643447+0000 mgr.y (mgr.25115) 636 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:49:34.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:33 smithi181 bash[70073]: audit 2024-09-06T15:49:33.756155+0000 mon.a (mon.0) 285 : audit [DBG] from='client.? 172.21.15.169:0/971280866' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:49:34.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:33 smithi181 bash[70073]: audit 2024-09-06T15:49:33.756155+0000 mon.a (mon.0) 285 : audit [DBG] from='client.? 172.21.15.169:0/971280866' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:49:34.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:33 smithi181 bash[70073]: cluster 2024-09-06T15:49:33.897509+0000 mgr.y (mgr.25115) 637 : cluster [DBG] pgmap v365: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:34.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:33 smithi181 bash[70073]: cluster 2024-09-06T15:49:33.897509+0000 mgr.y (mgr.25115) 637 : cluster [DBG] pgmap v365: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:34.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:33 smithi169 bash[88858]: audit 2024-09-06T15:49:33.152417+0000 mgr.y (mgr.25115) 634 : audit [DBG] from='client.44376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:49:34.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:33 smithi169 bash[88858]: audit 2024-09-06T15:49:33.152417+0000 mgr.y (mgr.25115) 634 : audit [DBG] from='client.44376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:49:34.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:33 smithi169 bash[88858]: audit 2024-09-06T15:49:33.431555+0000 mgr.y (mgr.25115) 635 : audit [DBG] from='client.54356 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:49:34.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:33 smithi169 bash[88858]: audit 2024-09-06T15:49:33.431555+0000 mgr.y (mgr.25115) 635 : audit [DBG] from='client.54356 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:49:34.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:33 smithi169 bash[88858]: audit 2024-09-06T15:49:33.643447+0000 mgr.y (mgr.25115) 636 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:49:34.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:33 smithi169 bash[88858]: audit 2024-09-06T15:49:33.643447+0000 mgr.y (mgr.25115) 636 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:49:34.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:33 smithi169 bash[88858]: audit 2024-09-06T15:49:33.756155+0000 mon.a (mon.0) 285 : audit [DBG] from='client.? 172.21.15.169:0/971280866' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:49:34.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:33 smithi169 bash[88858]: audit 2024-09-06T15:49:33.756155+0000 mon.a (mon.0) 285 : audit [DBG] from='client.? 172.21.15.169:0/971280866' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:49:34.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:33 smithi169 bash[88858]: cluster 2024-09-06T15:49:33.897509+0000 mgr.y (mgr.25115) 637 : cluster [DBG] pgmap v365: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:34.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:33 smithi169 bash[88858]: cluster 2024-09-06T15:49:33.897509+0000 mgr.y (mgr.25115) 637 : cluster [DBG] pgmap v365: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:34.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:33 smithi169 bash[92568]: audit 2024-09-06T15:49:33.152417+0000 mgr.y (mgr.25115) 634 : audit [DBG] from='client.44376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:49:34.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:33 smithi169 bash[92568]: audit 2024-09-06T15:49:33.152417+0000 mgr.y (mgr.25115) 634 : audit [DBG] from='client.44376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:49:34.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:33 smithi169 bash[92568]: audit 2024-09-06T15:49:33.431555+0000 mgr.y (mgr.25115) 635 : audit [DBG] from='client.54356 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:49:34.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:33 smithi169 bash[92568]: audit 2024-09-06T15:49:33.431555+0000 mgr.y (mgr.25115) 635 : audit [DBG] from='client.54356 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:49:34.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:33 smithi169 bash[92568]: audit 2024-09-06T15:49:33.643447+0000 mgr.y (mgr.25115) 636 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:49:34.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:33 smithi169 bash[92568]: audit 2024-09-06T15:49:33.643447+0000 mgr.y (mgr.25115) 636 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:49:34.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:33 smithi169 bash[92568]: audit 2024-09-06T15:49:33.756155+0000 mon.a (mon.0) 285 : audit [DBG] from='client.? 172.21.15.169:0/971280866' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:49:34.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:33 smithi169 bash[92568]: audit 2024-09-06T15:49:33.756155+0000 mon.a (mon.0) 285 : audit [DBG] from='client.? 172.21.15.169:0/971280866' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:49:34.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:33 smithi169 bash[92568]: cluster 2024-09-06T15:49:33.897509+0000 mgr.y (mgr.25115) 637 : cluster [DBG] pgmap v365: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:34.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:33 smithi169 bash[92568]: cluster 2024-09-06T15:49:33.897509+0000 mgr.y (mgr.25115) 637 : cluster [DBG] pgmap v365: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:49:35.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:34 smithi169 bash[88858]: audit 2024-09-06T15:49:34.036754+0000 mgr.y (mgr.25115) 638 : audit [DBG] from='client.44394 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:49:35.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:34 smithi169 bash[88858]: audit 2024-09-06T15:49:34.036754+0000 mgr.y (mgr.25115) 638 : audit [DBG] from='client.44394 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:49:35.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:34 smithi169 bash[92568]: audit 2024-09-06T15:49:34.036754+0000 mgr.y (mgr.25115) 638 : audit [DBG] from='client.44394 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:49:35.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:34 smithi169 bash[92568]: audit 2024-09-06T15:49:34.036754+0000 mgr.y (mgr.25115) 638 : audit [DBG] from='client.44394 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:49:35.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:49:34 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:49:34.807323913Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:49:35.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:34 smithi181 bash[70073]: audit 2024-09-06T15:49:34.036754+0000 mgr.y (mgr.25115) 638 : audit [DBG] from='client.44394 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:49:35.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:34 smithi181 bash[70073]: audit 2024-09-06T15:49:34.036754+0000 mgr.y (mgr.25115) 638 : audit [DBG] from='client.44394 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:49:36.078 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:35 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:49:36.079 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:35 smithi169 bash[88858]: cluster 2024-09-06T15:49:35.898937+0000 mgr.y (mgr.25115) 639 : cluster [DBG] pgmap v366: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:36.079 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:35 smithi169 bash[88858]: cluster 2024-09-06T15:49:35.898937+0000 mgr.y (mgr.25115) 639 : cluster [DBG] pgmap v366: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:36.079 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:49:35 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:49:36.079 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:49:36 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:49:36] "GET /metrics HTTP/1.1" 200 38358 "" "Prometheus/2.51.0" 2024-09-06T15:49:36.079 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:35 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:49:36.080 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:35 smithi169 bash[92568]: cluster 2024-09-06T15:49:35.898937+0000 mgr.y (mgr.25115) 639 : cluster [DBG] pgmap v366: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:36.080 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:35 smithi169 bash[92568]: cluster 2024-09-06T15:49:35.898937+0000 mgr.y (mgr.25115) 639 : cluster [DBG] pgmap v366: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:36.080 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:49:35 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:49:36.080 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:49:35 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:49:36.081 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:49:35 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:49:36.081 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:49:35 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:49:36.081 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:49:35 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:49:36.082 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:49:35 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:49:36.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:35 smithi181 bash[70073]: cluster 2024-09-06T15:49:35.898937+0000 mgr.y (mgr.25115) 639 : cluster [DBG] pgmap v366: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:36.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:35 smithi181 bash[70073]: cluster 2024-09-06T15:49:35.898937+0000 mgr.y (mgr.25115) 639 : cluster [DBG] pgmap v366: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:49:36.445 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:49:36 smithi169 systemd[1]: Stopping Ceph osd.3 for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:49:36.446 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:49:36 smithi169 bash[45582]: debug 2024-09-06T15:49:36.197+0000 7f49923c9640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-06T15:49:36.446 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:49:36 smithi169 bash[45582]: debug 2024-09-06T15:49:36.197+0000 7f49923c9640 -1 osd.3 126 *** Got signal Terminated *** 2024-09-06T15:49:36.446 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:49:36 smithi169 bash[45582]: debug 2024-09-06T15:49:36.197+0000 7f49923c9640 -1 osd.3 126 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-06T15:49:37.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:36 smithi181 bash[70073]: cluster 2024-09-06T15:49:36.201540+0000 mon.a (mon.0) 286 : cluster [INF] osd.3 marked itself down and dead 2024-09-06T15:49:37.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:36 smithi181 bash[70073]: cluster 2024-09-06T15:49:36.201540+0000 mon.a (mon.0) 286 : cluster [INF] osd.3 marked itself down and dead 2024-09-06T15:49:37.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:36 smithi169 bash[88858]: cluster 2024-09-06T15:49:36.201540+0000 mon.a (mon.0) 286 : cluster [INF] osd.3 marked itself down and dead 2024-09-06T15:49:37.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:36 smithi169 bash[88858]: cluster 2024-09-06T15:49:36.201540+0000 mon.a (mon.0) 286 : cluster [INF] osd.3 marked itself down and dead 2024-09-06T15:49:37.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:36 smithi169 bash[92568]: cluster 2024-09-06T15:49:36.201540+0000 mon.a (mon.0) 286 : cluster [INF] osd.3 marked itself down and dead 2024-09-06T15:49:37.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:36 smithi169 bash[92568]: cluster 2024-09-06T15:49:36.201540+0000 mon.a (mon.0) 286 : cluster [INF] osd.3 marked itself down and dead 2024-09-06T15:49:38.246 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:49:37 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:49:37.818541841Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:49:38.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:37 smithi181 bash[70073]: cluster 2024-09-06T15:49:36.980396+0000 mon.a (mon.0) 287 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:49:38.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:37 smithi181 bash[70073]: cluster 2024-09-06T15:49:36.980396+0000 mon.a (mon.0) 287 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:49:38.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:37 smithi181 bash[70073]: cluster 2024-09-06T15:49:37.001336+0000 mon.a (mon.0) 288 : cluster [DBG] osdmap e127: 8 total, 7 up, 8 in 2024-09-06T15:49:38.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:37 smithi181 bash[70073]: cluster 2024-09-06T15:49:37.001336+0000 mon.a (mon.0) 288 : cluster [DBG] osdmap e127: 8 total, 7 up, 8 in 2024-09-06T15:49:38.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:37 smithi181 bash[70073]: cluster 2024-09-06T15:49:37.900336+0000 mgr.y (mgr.25115) 640 : cluster [DBG] pgmap v368: 161 pgs: 21 peering, 19 stale+active+clean, 121 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-06T15:49:38.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:37 smithi181 bash[70073]: cluster 2024-09-06T15:49:37.900336+0000 mgr.y (mgr.25115) 640 : cluster [DBG] pgmap v368: 161 pgs: 21 peering, 19 stale+active+clean, 121 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-06T15:49:38.272 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:37 smithi169 bash[88858]: cluster 2024-09-06T15:49:36.980396+0000 mon.a (mon.0) 287 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:49:38.272 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:37 smithi169 bash[88858]: cluster 2024-09-06T15:49:36.980396+0000 mon.a (mon.0) 287 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:49:38.272 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:37 smithi169 bash[88858]: cluster 2024-09-06T15:49:37.001336+0000 mon.a (mon.0) 288 : cluster [DBG] osdmap e127: 8 total, 7 up, 8 in 2024-09-06T15:49:38.273 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:37 smithi169 bash[88858]: cluster 2024-09-06T15:49:37.001336+0000 mon.a (mon.0) 288 : cluster [DBG] osdmap e127: 8 total, 7 up, 8 in 2024-09-06T15:49:38.273 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:37 smithi169 bash[88858]: cluster 2024-09-06T15:49:37.900336+0000 mgr.y (mgr.25115) 640 : cluster [DBG] pgmap v368: 161 pgs: 21 peering, 19 stale+active+clean, 121 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-06T15:49:38.273 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:37 smithi169 bash[88858]: cluster 2024-09-06T15:49:37.900336+0000 mgr.y (mgr.25115) 640 : cluster [DBG] pgmap v368: 161 pgs: 21 peering, 19 stale+active+clean, 121 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-06T15:49:38.273 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:37 smithi169 bash[92568]: cluster 2024-09-06T15:49:36.980396+0000 mon.a (mon.0) 287 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:49:38.273 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:37 smithi169 bash[92568]: cluster 2024-09-06T15:49:36.980396+0000 mon.a (mon.0) 287 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:49:38.273 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:37 smithi169 bash[92568]: cluster 2024-09-06T15:49:37.001336+0000 mon.a (mon.0) 288 : cluster [DBG] osdmap e127: 8 total, 7 up, 8 in 2024-09-06T15:49:38.273 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:37 smithi169 bash[92568]: cluster 2024-09-06T15:49:37.001336+0000 mon.a (mon.0) 288 : cluster [DBG] osdmap e127: 8 total, 7 up, 8 in 2024-09-06T15:49:38.273 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:37 smithi169 bash[92568]: cluster 2024-09-06T15:49:37.900336+0000 mgr.y (mgr.25115) 640 : cluster [DBG] pgmap v368: 161 pgs: 21 peering, 19 stale+active+clean, 121 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-06T15:49:38.273 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:37 smithi169 bash[92568]: cluster 2024-09-06T15:49:37.900336+0000 mgr.y (mgr.25115) 640 : cluster [DBG] pgmap v368: 161 pgs: 21 peering, 19 stale+active+clean, 121 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-06T15:49:38.633 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:49:38 smithi169 bash[112850]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-osd-3 2024-09-06T15:49:38.633 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:49:38 smithi169 bash[112915]: Error response from daemon: No such container: ceph-bab55310-6c60-11ef-bce4-c7b262605968-osd-3 2024-09-06T15:49:39.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:38 smithi181 bash[70073]: cluster 2024-09-06T15:49:37.993171+0000 mon.a (mon.0) 289 : cluster [WRN] Health check failed: Reduced data availability: 7 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-09-06T15:49:39.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:38 smithi181 bash[70073]: cluster 2024-09-06T15:49:37.993171+0000 mon.a (mon.0) 289 : cluster [WRN] Health check failed: Reduced data availability: 7 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-09-06T15:49:39.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:38 smithi181 bash[70073]: cluster 2024-09-06T15:49:38.009574+0000 mon.a (mon.0) 290 : cluster [DBG] osdmap e128: 8 total, 7 up, 8 in 2024-09-06T15:49:39.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:38 smithi181 bash[70073]: cluster 2024-09-06T15:49:38.009574+0000 mon.a (mon.0) 290 : cluster [DBG] osdmap e128: 8 total, 7 up, 8 in 2024-09-06T15:49:39.466 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:38 smithi169 bash[92568]: cluster 2024-09-06T15:49:37.993171+0000 mon.a (mon.0) 289 : cluster [WRN] Health check failed: Reduced data availability: 7 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-09-06T15:49:39.466 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:38 smithi169 bash[92568]: cluster 2024-09-06T15:49:37.993171+0000 mon.a (mon.0) 289 : cluster [WRN] Health check failed: Reduced data availability: 7 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-09-06T15:49:39.466 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:38 smithi169 bash[92568]: cluster 2024-09-06T15:49:38.009574+0000 mon.a (mon.0) 290 : cluster [DBG] osdmap e128: 8 total, 7 up, 8 in 2024-09-06T15:49:39.466 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:38 smithi169 bash[92568]: cluster 2024-09-06T15:49:38.009574+0000 mon.a (mon.0) 290 : cluster [DBG] osdmap e128: 8 total, 7 up, 8 in 2024-09-06T15:49:39.467 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:38 smithi169 bash[88858]: cluster 2024-09-06T15:49:37.993171+0000 mon.a (mon.0) 289 : cluster [WRN] Health check failed: Reduced data availability: 7 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-09-06T15:49:39.467 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:38 smithi169 bash[88858]: cluster 2024-09-06T15:49:37.993171+0000 mon.a (mon.0) 289 : cluster [WRN] Health check failed: Reduced data availability: 7 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-09-06T15:49:39.467 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:38 smithi169 bash[88858]: cluster 2024-09-06T15:49:38.009574+0000 mon.a (mon.0) 290 : cluster [DBG] osdmap e128: 8 total, 7 up, 8 in 2024-09-06T15:49:39.467 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:38 smithi169 bash[88858]: cluster 2024-09-06T15:49:38.009574+0000 mon.a (mon.0) 290 : cluster [DBG] osdmap e128: 8 total, 7 up, 8 in 2024-09-06T15:49:40.134 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:39 smithi169 bash[88858]: cluster 2024-09-06T15:49:39.901086+0000 mgr.y (mgr.25115) 641 : cluster [DBG] pgmap v370: 161 pgs: 21 peering, 19 stale+active+clean, 121 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-09-06T15:49:40.135 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:39 smithi169 bash[88858]: cluster 2024-09-06T15:49:39.901086+0000 mgr.y (mgr.25115) 641 : cluster [DBG] pgmap v370: 161 pgs: 21 peering, 19 stale+active+clean, 121 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-09-06T15:49:40.135 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:39 smithi169 bash[92568]: cluster 2024-09-06T15:49:39.901086+0000 mgr.y (mgr.25115) 641 : cluster [DBG] pgmap v370: 161 pgs: 21 peering, 19 stale+active+clean, 121 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-09-06T15:49:40.135 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:39 smithi169 bash[92568]: cluster 2024-09-06T15:49:39.901086+0000 mgr.y (mgr.25115) 641 : cluster [DBG] pgmap v370: 161 pgs: 21 peering, 19 stale+active+clean, 121 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-09-06T15:49:40.245 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:39 smithi181 bash[70073]: cluster 2024-09-06T15:49:39.901086+0000 mgr.y (mgr.25115) 641 : cluster [DBG] pgmap v370: 161 pgs: 21 peering, 19 stale+active+clean, 121 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-09-06T15:49:40.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:39 smithi181 bash[70073]: cluster 2024-09-06T15:49:39.901086+0000 mgr.y (mgr.25115) 641 : cluster [DBG] pgmap v370: 161 pgs: 21 peering, 19 stale+active+clean, 121 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-09-06T15:49:41.068 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:40 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:49:41.069 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:49:40 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:49:41.069 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:49:40 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:49:41.070 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:49:40 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:49:41.070 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:40 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:49:41.071 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:49:40 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:49:41.071 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:49:40 smithi169 systemd[1]: ceph-bab55310-6c60-11ef-bce4-c7b262605968@osd.3.service: Deactivated successfully. 2024-09-06T15:49:41.071 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:49:40 smithi169 systemd[1]: Stopped Ceph osd.3 for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:49:41.071 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:49:40 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:49:41.071 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:49:41 smithi169 systemd[1]: Started Ceph osd.3 for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:49:41.072 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:49:40 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:49:41.072 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:49:40 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:49:41.245 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:49:40 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:49:40.838565556Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:49:42.397 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:42 smithi169 bash[88858]: audit 2024-09-06T15:49:41.114021+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:42.397 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:42 smithi169 bash[88858]: audit 2024-09-06T15:49:41.114021+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:42.397 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:42 smithi169 bash[88858]: audit 2024-09-06T15:49:41.126685+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:42.397 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:42 smithi169 bash[88858]: audit 2024-09-06T15:49:41.126685+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:42.397 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:42 smithi169 bash[88858]: cluster 2024-09-06T15:49:41.902697+0000 mgr.y (mgr.25115) 642 : cluster [DBG] pgmap v371: 161 pgs: 25 active+undersized, 21 peering, 20 active+undersized+degraded, 95 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-06T15:49:42.397 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:42 smithi169 bash[88858]: cluster 2024-09-06T15:49:41.902697+0000 mgr.y (mgr.25115) 642 : cluster [DBG] pgmap v371: 161 pgs: 25 active+undersized, 21 peering, 20 active+undersized+degraded, 95 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-06T15:49:42.398 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:42 smithi169 bash[92568]: audit 2024-09-06T15:49:41.114021+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:42.398 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:42 smithi169 bash[92568]: audit 2024-09-06T15:49:41.114021+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:42.398 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:42 smithi169 bash[92568]: audit 2024-09-06T15:49:41.126685+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:42.398 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:42 smithi169 bash[92568]: audit 2024-09-06T15:49:41.126685+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:42.398 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:42 smithi169 bash[92568]: cluster 2024-09-06T15:49:41.902697+0000 mgr.y (mgr.25115) 642 : cluster [DBG] pgmap v371: 161 pgs: 25 active+undersized, 21 peering, 20 active+undersized+degraded, 95 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-06T15:49:42.398 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:42 smithi169 bash[92568]: cluster 2024-09-06T15:49:41.902697+0000 mgr.y (mgr.25115) 642 : cluster [DBG] pgmap v371: 161 pgs: 25 active+undersized, 21 peering, 20 active+undersized+degraded, 95 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-06T15:49:42.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:42 smithi181 bash[70073]: audit 2024-09-06T15:49:41.114021+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:42.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:42 smithi181 bash[70073]: audit 2024-09-06T15:49:41.114021+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:42.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:42 smithi181 bash[70073]: audit 2024-09-06T15:49:41.126685+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:42.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:42 smithi181 bash[70073]: audit 2024-09-06T15:49:41.126685+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:42.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:42 smithi181 bash[70073]: cluster 2024-09-06T15:49:41.902697+0000 mgr.y (mgr.25115) 642 : cluster [DBG] pgmap v371: 161 pgs: 25 active+undersized, 21 peering, 20 active+undersized+degraded, 95 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-06T15:49:42.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:42 smithi181 bash[70073]: cluster 2024-09-06T15:49:41.902697+0000 mgr.y (mgr.25115) 642 : cluster [DBG] pgmap v371: 161 pgs: 25 active+undersized, 21 peering, 20 active+undersized+degraded, 95 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 66/636 objects degraded (10.377%) 2024-09-06T15:49:42.695 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:49:42 smithi169 bash[113062]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-06T15:49:42.696 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:49:42 smithi169 bash[113062]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-06T15:49:43.278 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:43 smithi169 bash[88858]: cluster 2024-09-06T15:49:42.124902+0000 mon.a (mon.0) 293 : cluster [WRN] Health check failed: Degraded data redundancy: 66/636 objects degraded (10.377%), 20 pgs degraded (PG_DEGRADED) 2024-09-06T15:49:43.278 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:43 smithi169 bash[88858]: cluster 2024-09-06T15:49:42.124902+0000 mon.a (mon.0) 293 : cluster [WRN] Health check failed: Degraded data redundancy: 66/636 objects degraded (10.377%), 20 pgs degraded (PG_DEGRADED) 2024-09-06T15:49:43.279 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:43 smithi169 bash[92568]: cluster 2024-09-06T15:49:42.124902+0000 mon.a (mon.0) 293 : cluster [WRN] Health check failed: Degraded data redundancy: 66/636 objects degraded (10.377%), 20 pgs degraded (PG_DEGRADED) 2024-09-06T15:49:43.279 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:43 smithi169 bash[92568]: cluster 2024-09-06T15:49:42.124902+0000 mon.a (mon.0) 293 : cluster [WRN] Health check failed: Degraded data redundancy: 66/636 objects degraded (10.377%), 20 pgs degraded (PG_DEGRADED) 2024-09-06T15:49:43.279 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:49:42 smithi169 bash[113062]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-06T15:49:43.279 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:49:42 smithi169 bash[113062]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-06T15:49:43.279 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:49:43 smithi169 bash[113062]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-06T15:49:43.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:43 smithi181 bash[70073]: cluster 2024-09-06T15:49:42.124902+0000 mon.a (mon.0) 293 : cluster [WRN] Health check failed: Degraded data redundancy: 66/636 objects degraded (10.377%), 20 pgs degraded (PG_DEGRADED) 2024-09-06T15:49:43.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:43 smithi181 bash[70073]: cluster 2024-09-06T15:49:42.124902+0000 mon.a (mon.0) 293 : cluster [WRN] Health check failed: Degraded data redundancy: 66/636 objects degraded (10.377%), 20 pgs degraded (PG_DEGRADED) 2024-09-06T15:49:43.650 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:49:43 smithi169 bash[113062]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-06T15:49:43.650 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:49:43 smithi169 bash[113062]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-09-06T15:49:43.651 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:49:43 smithi169 bash[113062]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-06T15:49:43.651 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:49:43 smithi169 bash[113062]: --> ceph-volume raw activate successful for osd ID: 3 2024-09-06T15:49:44.124 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:49:43 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:49:43.807302581Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:49:44.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:44 smithi169 bash[88858]: audit 2024-09-06T15:49:43.651583+0000 mgr.y (mgr.25115) 643 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:49:44.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:44 smithi169 bash[88858]: audit 2024-09-06T15:49:43.651583+0000 mgr.y (mgr.25115) 643 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:49:44.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:44 smithi169 bash[88858]: cluster 2024-09-06T15:49:43.904001+0000 mgr.y (mgr.25115) 644 : cluster [DBG] pgmap v372: 161 pgs: 40 active+undersized, 26 active+undersized+degraded, 95 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:49:44.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:44 smithi169 bash[88858]: cluster 2024-09-06T15:49:43.904001+0000 mgr.y (mgr.25115) 644 : cluster [DBG] pgmap v372: 161 pgs: 40 active+undersized, 26 active+undersized+degraded, 95 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:49:44.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:44 smithi169 bash[92568]: audit 2024-09-06T15:49:43.651583+0000 mgr.y (mgr.25115) 643 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:49:44.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:44 smithi169 bash[92568]: audit 2024-09-06T15:49:43.651583+0000 mgr.y (mgr.25115) 643 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:49:44.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:44 smithi169 bash[92568]: cluster 2024-09-06T15:49:43.904001+0000 mgr.y (mgr.25115) 644 : cluster [DBG] pgmap v372: 161 pgs: 40 active+undersized, 26 active+undersized+degraded, 95 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:49:44.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:44 smithi169 bash[92568]: cluster 2024-09-06T15:49:43.904001+0000 mgr.y (mgr.25115) 644 : cluster [DBG] pgmap v372: 161 pgs: 40 active+undersized, 26 active+undersized+degraded, 95 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:49:44.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:44 smithi181 bash[70073]: audit 2024-09-06T15:49:43.651583+0000 mgr.y (mgr.25115) 643 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:49:44.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:44 smithi181 bash[70073]: audit 2024-09-06T15:49:43.651583+0000 mgr.y (mgr.25115) 643 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:49:44.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:44 smithi181 bash[70073]: cluster 2024-09-06T15:49:43.904001+0000 mgr.y (mgr.25115) 644 : cluster [DBG] pgmap v372: 161 pgs: 40 active+undersized, 26 active+undersized+degraded, 95 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:49:44.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:44 smithi181 bash[70073]: cluster 2024-09-06T15:49:43.904001+0000 mgr.y (mgr.25115) 644 : cluster [DBG] pgmap v372: 161 pgs: 40 active+undersized, 26 active+undersized+degraded, 95 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:49:45.446 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:49:45 smithi169 bash[113292]: debug 2024-09-06T15:49:45.344+0000 7fcb4d4ec640 1 -- 172.21.15.169:0/1931687655 <== mon.2 v2:172.21.15.169:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b5520dc960 con 0x55b5520fd800 2024-09-06T15:49:45.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:45 smithi169 bash[88858]: cluster 2024-09-06T15:49:44.115956+0000 mon.a (mon.0) 294 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 7 pgs inactive, 13 pgs peering) 2024-09-06T15:49:45.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:45 smithi169 bash[88858]: cluster 2024-09-06T15:49:44.115956+0000 mon.a (mon.0) 294 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 7 pgs inactive, 13 pgs peering) 2024-09-06T15:49:45.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:45 smithi169 bash[92568]: cluster 2024-09-06T15:49:44.115956+0000 mon.a (mon.0) 294 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 7 pgs inactive, 13 pgs peering) 2024-09-06T15:49:45.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:45 smithi169 bash[92568]: cluster 2024-09-06T15:49:44.115956+0000 mon.a (mon.0) 294 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 7 pgs inactive, 13 pgs peering) 2024-09-06T15:49:45.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:45 smithi181 bash[70073]: cluster 2024-09-06T15:49:44.115956+0000 mon.a (mon.0) 294 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 7 pgs inactive, 13 pgs peering) 2024-09-06T15:49:45.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:45 smithi181 bash[70073]: cluster 2024-09-06T15:49:44.115956+0000 mon.a (mon.0) 294 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 7 pgs inactive, 13 pgs peering) 2024-09-06T15:49:46.303 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:49:46 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:49:46] "GET /metrics HTTP/1.1" 200 38359 "" "Prometheus/2.51.0" 2024-09-06T15:49:46.695 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:49:46 smithi169 bash[113292]: debug 2024-09-06T15:49:46.520+0000 7fcb4fd53640 -1 Falling back to public interface 2024-09-06T15:49:46.721 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:46 smithi169 bash[88858]: audit 2024-09-06T15:49:45.298223+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:46.722 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:46 smithi169 bash[88858]: audit 2024-09-06T15:49:45.298223+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:46.722 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:46 smithi169 bash[88858]: audit 2024-09-06T15:49:45.304132+0000 mon.b (mon.1) 193 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:49:46.722 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:46 smithi169 bash[88858]: audit 2024-09-06T15:49:45.304132+0000 mon.b (mon.1) 193 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:49:46.722 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:46 smithi169 bash[88858]: cluster 2024-09-06T15:49:45.905656+0000 mgr.y (mgr.25115) 645 : cluster [DBG] pgmap v373: 161 pgs: 40 active+undersized, 26 active+undersized+degraded, 95 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:49:46.722 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:46 smithi169 bash[88858]: cluster 2024-09-06T15:49:45.905656+0000 mgr.y (mgr.25115) 645 : cluster [DBG] pgmap v373: 161 pgs: 40 active+undersized, 26 active+undersized+degraded, 95 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:49:46.723 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:46 smithi169 bash[92568]: audit 2024-09-06T15:49:45.298223+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:46.723 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:46 smithi169 bash[92568]: audit 2024-09-06T15:49:45.298223+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:46.723 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:46 smithi169 bash[92568]: audit 2024-09-06T15:49:45.304132+0000 mon.b (mon.1) 193 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:49:46.723 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:46 smithi169 bash[92568]: audit 2024-09-06T15:49:45.304132+0000 mon.b (mon.1) 193 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:49:46.723 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:46 smithi169 bash[92568]: cluster 2024-09-06T15:49:45.905656+0000 mgr.y (mgr.25115) 645 : cluster [DBG] pgmap v373: 161 pgs: 40 active+undersized, 26 active+undersized+degraded, 95 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:49:46.723 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:46 smithi169 bash[92568]: cluster 2024-09-06T15:49:45.905656+0000 mgr.y (mgr.25115) 645 : cluster [DBG] pgmap v373: 161 pgs: 40 active+undersized, 26 active+undersized+degraded, 95 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:49:46.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:46 smithi181 bash[70073]: audit 2024-09-06T15:49:45.298223+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:46.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:46 smithi181 bash[70073]: audit 2024-09-06T15:49:45.298223+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:46.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:46 smithi181 bash[70073]: audit 2024-09-06T15:49:45.304132+0000 mon.b (mon.1) 193 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:49:46.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:46 smithi181 bash[70073]: audit 2024-09-06T15:49:45.304132+0000 mon.b (mon.1) 193 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:49:46.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:46 smithi181 bash[70073]: cluster 2024-09-06T15:49:45.905656+0000 mgr.y (mgr.25115) 645 : cluster [DBG] pgmap v373: 161 pgs: 40 active+undersized, 26 active+undersized+degraded, 95 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:49:46.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:46 smithi181 bash[70073]: cluster 2024-09-06T15:49:45.905656+0000 mgr.y (mgr.25115) 645 : cluster [DBG] pgmap v373: 161 pgs: 40 active+undersized, 26 active+undersized+degraded, 95 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:49:47.246 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:49:46 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:49:46.807741508Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:49:48.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:48 smithi169 bash[92568]: cluster 2024-09-06T15:49:47.906459+0000 mgr.y (mgr.25115) 646 : cluster [DBG] pgmap v374: 161 pgs: 40 active+undersized, 26 active+undersized+degraded, 95 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:49:48.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:48 smithi169 bash[92568]: cluster 2024-09-06T15:49:47.906459+0000 mgr.y (mgr.25115) 646 : cluster [DBG] pgmap v374: 161 pgs: 40 active+undersized, 26 active+undersized+degraded, 95 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:49:48.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:48 smithi169 bash[88858]: cluster 2024-09-06T15:49:47.906459+0000 mgr.y (mgr.25115) 646 : cluster [DBG] pgmap v374: 161 pgs: 40 active+undersized, 26 active+undersized+degraded, 95 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:49:48.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:48 smithi169 bash[88858]: cluster 2024-09-06T15:49:47.906459+0000 mgr.y (mgr.25115) 646 : cluster [DBG] pgmap v374: 161 pgs: 40 active+undersized, 26 active+undersized+degraded, 95 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:49:48.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:48 smithi181 bash[70073]: cluster 2024-09-06T15:49:47.906459+0000 mgr.y (mgr.25115) 646 : cluster [DBG] pgmap v374: 161 pgs: 40 active+undersized, 26 active+undersized+degraded, 95 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:49:48.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:48 smithi181 bash[70073]: cluster 2024-09-06T15:49:47.906459+0000 mgr.y (mgr.25115) 646 : cluster [DBG] pgmap v374: 161 pgs: 40 active+undersized, 26 active+undersized+degraded, 95 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:49:49.804 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:49 smithi181 bash[70073]: audit 2024-09-06T15:49:48.536356+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:49.804 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:49 smithi181 bash[70073]: audit 2024-09-06T15:49:48.536356+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:49.804 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:49 smithi181 bash[70073]: audit 2024-09-06T15:49:48.546642+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:49.804 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:49 smithi181 bash[70073]: audit 2024-09-06T15:49:48.546642+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:49.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:49 smithi169 bash[88858]: audit 2024-09-06T15:49:48.536356+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:49.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:49 smithi169 bash[88858]: audit 2024-09-06T15:49:48.536356+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:49.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:49 smithi169 bash[88858]: audit 2024-09-06T15:49:48.546642+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:49.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:49 smithi169 bash[88858]: audit 2024-09-06T15:49:48.546642+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:49.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:49 smithi169 bash[92568]: audit 2024-09-06T15:49:48.536356+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:49.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:49 smithi169 bash[92568]: audit 2024-09-06T15:49:48.536356+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:49.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:49 smithi169 bash[92568]: audit 2024-09-06T15:49:48.546642+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:49.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:49 smithi169 bash[92568]: audit 2024-09-06T15:49:48.546642+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:50.246 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:49:49 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:49:49.807757724Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:49:50.445 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:49:49 smithi169 bash[113292]: debug 2024-09-06T15:49:49.996+0000 7fcb4fd53640 -1 osd.3 126 log_to_monitors true 2024-09-06T15:49:50.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:50 smithi181 bash[70073]: audit 2024-09-06T15:49:49.719513+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:50.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:50 smithi181 bash[70073]: audit 2024-09-06T15:49:49.719513+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:50.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:50 smithi181 bash[70073]: audit 2024-09-06T15:49:49.731506+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:50.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:50 smithi181 bash[70073]: audit 2024-09-06T15:49:49.731506+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:50.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:50 smithi181 bash[70073]: cluster 2024-09-06T15:49:49.905781+0000 mon.a (mon.0) 300 : cluster [WRN] Health check update: Degraded data redundancy: 84/636 objects degraded (13.208%), 26 pgs degraded (PG_DEGRADED) 2024-09-06T15:49:50.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:50 smithi181 bash[70073]: cluster 2024-09-06T15:49:49.905781+0000 mon.a (mon.0) 300 : cluster [WRN] Health check update: Degraded data redundancy: 84/636 objects degraded (13.208%), 26 pgs degraded (PG_DEGRADED) 2024-09-06T15:49:50.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:50 smithi181 bash[70073]: cluster 2024-09-06T15:49:49.907385+0000 mgr.y (mgr.25115) 647 : cluster [DBG] pgmap v375: 161 pgs: 40 active+undersized, 26 active+undersized+degraded, 95 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:49:50.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:50 smithi181 bash[70073]: cluster 2024-09-06T15:49:49.907385+0000 mgr.y (mgr.25115) 647 : cluster [DBG] pgmap v375: 161 pgs: 40 active+undersized, 26 active+undersized+degraded, 95 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:49:50.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:50 smithi181 bash[70073]: audit 2024-09-06T15:49:50.002058+0000 mon.a (mon.0) 301 : audit [INF] from='osd.3 [v2:172.21.15.169:6826/913179934,v1:172.21.15.169:6827/913179934]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-06T15:49:50.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:50 smithi181 bash[70073]: audit 2024-09-06T15:49:50.002058+0000 mon.a (mon.0) 301 : audit [INF] from='osd.3 [v2:172.21.15.169:6826/913179934,v1:172.21.15.169:6827/913179934]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-06T15:49:51.195 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:49:50 smithi169 bash[113292]: debug 2024-09-06T15:49:50.776+0000 7fcb47afd640 -1 osd.3 126 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-06T15:49:51.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:50 smithi169 bash[88858]: audit 2024-09-06T15:49:49.719513+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:51.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:50 smithi169 bash[88858]: audit 2024-09-06T15:49:49.719513+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:51.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:50 smithi169 bash[88858]: audit 2024-09-06T15:49:49.731506+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:51.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:50 smithi169 bash[88858]: audit 2024-09-06T15:49:49.731506+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:51.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:50 smithi169 bash[88858]: cluster 2024-09-06T15:49:49.905781+0000 mon.a (mon.0) 300 : cluster [WRN] Health check update: Degraded data redundancy: 84/636 objects degraded (13.208%), 26 pgs degraded (PG_DEGRADED) 2024-09-06T15:49:51.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:50 smithi169 bash[88858]: cluster 2024-09-06T15:49:49.905781+0000 mon.a (mon.0) 300 : cluster [WRN] Health check update: Degraded data redundancy: 84/636 objects degraded (13.208%), 26 pgs degraded (PG_DEGRADED) 2024-09-06T15:49:51.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:50 smithi169 bash[88858]: cluster 2024-09-06T15:49:49.907385+0000 mgr.y (mgr.25115) 647 : cluster [DBG] pgmap v375: 161 pgs: 40 active+undersized, 26 active+undersized+degraded, 95 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:49:51.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:50 smithi169 bash[88858]: cluster 2024-09-06T15:49:49.907385+0000 mgr.y (mgr.25115) 647 : cluster [DBG] pgmap v375: 161 pgs: 40 active+undersized, 26 active+undersized+degraded, 95 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:49:51.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:50 smithi169 bash[88858]: audit 2024-09-06T15:49:50.002058+0000 mon.a (mon.0) 301 : audit [INF] from='osd.3 [v2:172.21.15.169:6826/913179934,v1:172.21.15.169:6827/913179934]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-06T15:49:51.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:50 smithi169 bash[88858]: audit 2024-09-06T15:49:50.002058+0000 mon.a (mon.0) 301 : audit [INF] from='osd.3 [v2:172.21.15.169:6826/913179934,v1:172.21.15.169:6827/913179934]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-06T15:49:51.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:50 smithi169 bash[92568]: audit 2024-09-06T15:49:49.719513+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:51.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:50 smithi169 bash[92568]: audit 2024-09-06T15:49:49.719513+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:51.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:50 smithi169 bash[92568]: audit 2024-09-06T15:49:49.731506+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:51.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:50 smithi169 bash[92568]: audit 2024-09-06T15:49:49.731506+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:49:51.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:50 smithi169 bash[92568]: cluster 2024-09-06T15:49:49.905781+0000 mon.a (mon.0) 300 : cluster [WRN] Health check update: Degraded data redundancy: 84/636 objects degraded (13.208%), 26 pgs degraded (PG_DEGRADED) 2024-09-06T15:49:51.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:50 smithi169 bash[92568]: cluster 2024-09-06T15:49:49.905781+0000 mon.a (mon.0) 300 : cluster [WRN] Health check update: Degraded data redundancy: 84/636 objects degraded (13.208%), 26 pgs degraded (PG_DEGRADED) 2024-09-06T15:49:51.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:50 smithi169 bash[92568]: cluster 2024-09-06T15:49:49.907385+0000 mgr.y (mgr.25115) 647 : cluster [DBG] pgmap v375: 161 pgs: 40 active+undersized, 26 active+undersized+degraded, 95 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:49:51.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:50 smithi169 bash[92568]: cluster 2024-09-06T15:49:49.907385+0000 mgr.y (mgr.25115) 647 : cluster [DBG] pgmap v375: 161 pgs: 40 active+undersized, 26 active+undersized+degraded, 95 active+clean; 585 KiB data, 271 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-06T15:49:51.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:50 smithi169 bash[92568]: audit 2024-09-06T15:49:50.002058+0000 mon.a (mon.0) 301 : audit [INF] from='osd.3 [v2:172.21.15.169:6826/913179934,v1:172.21.15.169:6827/913179934]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-06T15:49:51.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:50 smithi169 bash[92568]: audit 2024-09-06T15:49:50.002058+0000 mon.a (mon.0) 301 : audit [INF] from='osd.3 [v2:172.21.15.169:6826/913179934,v1:172.21.15.169:6827/913179934]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-06T15:49:52.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:51 smithi169 bash[88858]: audit 2024-09-06T15:49:50.737498+0000 mon.a (mon.0) 302 : audit [INF] from='osd.3 [v2:172.21.15.169:6826/913179934,v1:172.21.15.169:6827/913179934]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-06T15:49:52.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:51 smithi169 bash[88858]: audit 2024-09-06T15:49:50.737498+0000 mon.a (mon.0) 302 : audit [INF] from='osd.3 [v2:172.21.15.169:6826/913179934,v1:172.21.15.169:6827/913179934]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-06T15:49:52.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:51 smithi169 bash[88858]: cluster 2024-09-06T15:49:50.742363+0000 mon.a (mon.0) 303 : cluster [DBG] osdmap e129: 8 total, 7 up, 8 in 2024-09-06T15:49:52.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:51 smithi169 bash[88858]: cluster 2024-09-06T15:49:50.742363+0000 mon.a (mon.0) 303 : cluster [DBG] osdmap e129: 8 total, 7 up, 8 in 2024-09-06T15:49:52.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:51 smithi169 bash[88858]: audit 2024-09-06T15:49:50.742837+0000 mon.a (mon.0) 304 : audit [INF] from='osd.3 [v2:172.21.15.169:6826/913179934,v1:172.21.15.169:6827/913179934]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-09-06T15:49:52.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:51 smithi169 bash[88858]: audit 2024-09-06T15:49:50.742837+0000 mon.a (mon.0) 304 : audit [INF] from='osd.3 [v2:172.21.15.169:6826/913179934,v1:172.21.15.169:6827/913179934]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-09-06T15:49:52.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:51 smithi169 bash[92568]: audit 2024-09-06T15:49:50.737498+0000 mon.a (mon.0) 302 : audit [INF] from='osd.3 [v2:172.21.15.169:6826/913179934,v1:172.21.15.169:6827/913179934]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-06T15:49:52.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:51 smithi169 bash[92568]: audit 2024-09-06T15:49:50.737498+0000 mon.a (mon.0) 302 : audit [INF] from='osd.3 [v2:172.21.15.169:6826/913179934,v1:172.21.15.169:6827/913179934]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-06T15:49:52.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:51 smithi169 bash[92568]: cluster 2024-09-06T15:49:50.742363+0000 mon.a (mon.0) 303 : cluster [DBG] osdmap e129: 8 total, 7 up, 8 in 2024-09-06T15:49:52.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:51 smithi169 bash[92568]: cluster 2024-09-06T15:49:50.742363+0000 mon.a (mon.0) 303 : cluster [DBG] osdmap e129: 8 total, 7 up, 8 in 2024-09-06T15:49:52.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:51 smithi169 bash[92568]: audit 2024-09-06T15:49:50.742837+0000 mon.a (mon.0) 304 : audit [INF] from='osd.3 [v2:172.21.15.169:6826/913179934,v1:172.21.15.169:6827/913179934]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-09-06T15:49:52.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:51 smithi169 bash[92568]: audit 2024-09-06T15:49:50.742837+0000 mon.a (mon.0) 304 : audit [INF] from='osd.3 [v2:172.21.15.169:6826/913179934,v1:172.21.15.169:6827/913179934]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-09-06T15:49:52.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:51 smithi181 bash[70073]: audit 2024-09-06T15:49:50.737498+0000 mon.a (mon.0) 302 : audit [INF] from='osd.3 [v2:172.21.15.169:6826/913179934,v1:172.21.15.169:6827/913179934]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-06T15:49:52.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:51 smithi181 bash[70073]: audit 2024-09-06T15:49:50.737498+0000 mon.a (mon.0) 302 : audit [INF] from='osd.3 [v2:172.21.15.169:6826/913179934,v1:172.21.15.169:6827/913179934]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-06T15:49:52.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:51 smithi181 bash[70073]: cluster 2024-09-06T15:49:50.742363+0000 mon.a (mon.0) 303 : cluster [DBG] osdmap e129: 8 total, 7 up, 8 in 2024-09-06T15:49:52.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:51 smithi181 bash[70073]: cluster 2024-09-06T15:49:50.742363+0000 mon.a (mon.0) 303 : cluster [DBG] osdmap e129: 8 total, 7 up, 8 in 2024-09-06T15:49:52.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:51 smithi181 bash[70073]: audit 2024-09-06T15:49:50.742837+0000 mon.a (mon.0) 304 : audit [INF] from='osd.3 [v2:172.21.15.169:6826/913179934,v1:172.21.15.169:6827/913179934]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-09-06T15:49:52.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:51 smithi181 bash[70073]: audit 2024-09-06T15:49:50.742837+0000 mon.a (mon.0) 304 : audit [INF] from='osd.3 [v2:172.21.15.169:6826/913179934,v1:172.21.15.169:6827/913179934]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-09-06T15:49:53.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:52 smithi169 bash[88858]: cluster 2024-09-06T15:49:51.738582+0000 mon.a (mon.0) 305 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:49:53.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:52 smithi169 bash[88858]: cluster 2024-09-06T15:49:51.738582+0000 mon.a (mon.0) 305 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:49:53.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:52 smithi169 bash[88858]: cluster 2024-09-06T15:49:51.746889+0000 mon.a (mon.0) 306 : cluster [INF] osd.3 [v2:172.21.15.169:6826/913179934,v1:172.21.15.169:6827/913179934] boot 2024-09-06T15:49:53.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:52 smithi169 bash[88858]: cluster 2024-09-06T15:49:51.746889+0000 mon.a (mon.0) 306 : cluster [INF] osd.3 [v2:172.21.15.169:6826/913179934,v1:172.21.15.169:6827/913179934] boot 2024-09-06T15:49:53.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:52 smithi169 bash[88858]: cluster 2024-09-06T15:49:51.747498+0000 mon.a (mon.0) 307 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2024-09-06T15:49:53.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:52 smithi169 bash[88858]: cluster 2024-09-06T15:49:51.747498+0000 mon.a (mon.0) 307 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2024-09-06T15:49:53.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:52 smithi169 bash[88858]: audit 2024-09-06T15:49:51.751886+0000 mon.b (mon.1) 194 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-06T15:49:53.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:52 smithi169 bash[88858]: audit 2024-09-06T15:49:51.751886+0000 mon.b (mon.1) 194 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-06T15:49:53.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:52 smithi169 bash[88858]: cluster 2024-09-06T15:49:51.908358+0000 mgr.y (mgr.25115) 648 : cluster [DBG] pgmap v378: 161 pgs: 40 active+undersized, 26 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 84/636 objects degraded (13.208%) 2024-09-06T15:49:53.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:52 smithi169 bash[88858]: cluster 2024-09-06T15:49:51.908358+0000 mgr.y (mgr.25115) 648 : cluster [DBG] pgmap v378: 161 pgs: 40 active+undersized, 26 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 84/636 objects degraded (13.208%) 2024-09-06T15:49:53.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:52 smithi169 bash[88858]: cluster 2024-09-06T15:49:52.750556+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-09-06T15:49:53.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:52 smithi169 bash[88858]: cluster 2024-09-06T15:49:52.750556+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-09-06T15:49:53.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:52 smithi169 bash[92568]: cluster 2024-09-06T15:49:51.738582+0000 mon.a (mon.0) 305 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:49:53.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:52 smithi169 bash[92568]: cluster 2024-09-06T15:49:51.738582+0000 mon.a (mon.0) 305 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:49:53.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:52 smithi169 bash[92568]: cluster 2024-09-06T15:49:51.746889+0000 mon.a (mon.0) 306 : cluster [INF] osd.3 [v2:172.21.15.169:6826/913179934,v1:172.21.15.169:6827/913179934] boot 2024-09-06T15:49:53.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:52 smithi169 bash[92568]: cluster 2024-09-06T15:49:51.746889+0000 mon.a (mon.0) 306 : cluster [INF] osd.3 [v2:172.21.15.169:6826/913179934,v1:172.21.15.169:6827/913179934] boot 2024-09-06T15:49:53.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:52 smithi169 bash[92568]: cluster 2024-09-06T15:49:51.747498+0000 mon.a (mon.0) 307 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2024-09-06T15:49:53.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:52 smithi169 bash[92568]: cluster 2024-09-06T15:49:51.747498+0000 mon.a (mon.0) 307 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2024-09-06T15:49:53.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:52 smithi169 bash[92568]: audit 2024-09-06T15:49:51.751886+0000 mon.b (mon.1) 194 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-06T15:49:53.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:52 smithi169 bash[92568]: audit 2024-09-06T15:49:51.751886+0000 mon.b (mon.1) 194 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-06T15:49:53.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:52 smithi169 bash[92568]: cluster 2024-09-06T15:49:51.908358+0000 mgr.y (mgr.25115) 648 : cluster [DBG] pgmap v378: 161 pgs: 40 active+undersized, 26 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 84/636 objects degraded (13.208%) 2024-09-06T15:49:53.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:52 smithi169 bash[92568]: cluster 2024-09-06T15:49:51.908358+0000 mgr.y (mgr.25115) 648 : cluster [DBG] pgmap v378: 161 pgs: 40 active+undersized, 26 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 84/636 objects degraded (13.208%) 2024-09-06T15:49:53.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:52 smithi169 bash[92568]: cluster 2024-09-06T15:49:52.750556+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-09-06T15:49:53.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:52 smithi169 bash[92568]: cluster 2024-09-06T15:49:52.750556+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-09-06T15:49:53.246 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:49:52 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:49:52.846935514Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:49:53.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:52 smithi181 bash[70073]: cluster 2024-09-06T15:49:51.738582+0000 mon.a (mon.0) 305 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:49:53.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:52 smithi181 bash[70073]: cluster 2024-09-06T15:49:51.738582+0000 mon.a (mon.0) 305 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:49:53.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:52 smithi181 bash[70073]: cluster 2024-09-06T15:49:51.746889+0000 mon.a (mon.0) 306 : cluster [INF] osd.3 [v2:172.21.15.169:6826/913179934,v1:172.21.15.169:6827/913179934] boot 2024-09-06T15:49:53.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:52 smithi181 bash[70073]: cluster 2024-09-06T15:49:51.746889+0000 mon.a (mon.0) 306 : cluster [INF] osd.3 [v2:172.21.15.169:6826/913179934,v1:172.21.15.169:6827/913179934] boot 2024-09-06T15:49:53.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:52 smithi181 bash[70073]: cluster 2024-09-06T15:49:51.747498+0000 mon.a (mon.0) 307 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2024-09-06T15:49:53.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:52 smithi181 bash[70073]: cluster 2024-09-06T15:49:51.747498+0000 mon.a (mon.0) 307 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2024-09-06T15:49:53.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:52 smithi181 bash[70073]: audit 2024-09-06T15:49:51.751886+0000 mon.b (mon.1) 194 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-06T15:49:53.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:52 smithi181 bash[70073]: audit 2024-09-06T15:49:51.751886+0000 mon.b (mon.1) 194 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-06T15:49:53.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:52 smithi181 bash[70073]: cluster 2024-09-06T15:49:51.908358+0000 mgr.y (mgr.25115) 648 : cluster [DBG] pgmap v378: 161 pgs: 40 active+undersized, 26 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 84/636 objects degraded (13.208%) 2024-09-06T15:49:53.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:52 smithi181 bash[70073]: cluster 2024-09-06T15:49:51.908358+0000 mgr.y (mgr.25115) 648 : cluster [DBG] pgmap v378: 161 pgs: 40 active+undersized, 26 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 84/636 objects degraded (13.208%) 2024-09-06T15:49:53.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:52 smithi181 bash[70073]: cluster 2024-09-06T15:49:52.750556+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-09-06T15:49:53.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:52 smithi181 bash[70073]: cluster 2024-09-06T15:49:52.750556+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-09-06T15:49:54.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:54 smithi169 bash[88858]: audit 2024-09-06T15:49:53.662812+0000 mgr.y (mgr.25115) 649 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:49:54.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:54 smithi169 bash[88858]: audit 2024-09-06T15:49:53.662812+0000 mgr.y (mgr.25115) 649 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:49:54.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:54 smithi169 bash[88858]: cluster 2024-09-06T15:49:53.909344+0000 mgr.y (mgr.25115) 650 : cluster [DBG] pgmap v380: 161 pgs: 13 peering, 31 active+undersized, 22 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 74/636 objects degraded (11.635%) 2024-09-06T15:49:54.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:54 smithi169 bash[88858]: cluster 2024-09-06T15:49:53.909344+0000 mgr.y (mgr.25115) 650 : cluster [DBG] pgmap v380: 161 pgs: 13 peering, 31 active+undersized, 22 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 74/636 objects degraded (11.635%) 2024-09-06T15:49:54.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:54 smithi169 bash[92568]: audit 2024-09-06T15:49:53.662812+0000 mgr.y (mgr.25115) 649 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:49:54.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:54 smithi169 bash[92568]: audit 2024-09-06T15:49:53.662812+0000 mgr.y (mgr.25115) 649 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:49:54.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:54 smithi169 bash[92568]: cluster 2024-09-06T15:49:53.909344+0000 mgr.y (mgr.25115) 650 : cluster [DBG] pgmap v380: 161 pgs: 13 peering, 31 active+undersized, 22 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 74/636 objects degraded (11.635%) 2024-09-06T15:49:54.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:54 smithi169 bash[92568]: cluster 2024-09-06T15:49:53.909344+0000 mgr.y (mgr.25115) 650 : cluster [DBG] pgmap v380: 161 pgs: 13 peering, 31 active+undersized, 22 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 74/636 objects degraded (11.635%) 2024-09-06T15:49:54.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:54 smithi181 bash[70073]: audit 2024-09-06T15:49:53.662812+0000 mgr.y (mgr.25115) 649 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:49:54.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:54 smithi181 bash[70073]: audit 2024-09-06T15:49:53.662812+0000 mgr.y (mgr.25115) 649 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:49:54.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:54 smithi181 bash[70073]: cluster 2024-09-06T15:49:53.909344+0000 mgr.y (mgr.25115) 650 : cluster [DBG] pgmap v380: 161 pgs: 13 peering, 31 active+undersized, 22 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 74/636 objects degraded (11.635%) 2024-09-06T15:49:54.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:54 smithi181 bash[70073]: cluster 2024-09-06T15:49:53.909344+0000 mgr.y (mgr.25115) 650 : cluster [DBG] pgmap v380: 161 pgs: 13 peering, 31 active+undersized, 22 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 74/636 objects degraded (11.635%) 2024-09-06T15:49:55.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:55 smithi169 bash[88858]: cluster 2024-09-06T15:49:54.906911+0000 mon.a (mon.0) 309 : cluster [WRN] Health check update: Degraded data redundancy: 74/636 objects degraded (11.635%), 22 pgs degraded (PG_DEGRADED) 2024-09-06T15:49:55.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:55 smithi169 bash[88858]: cluster 2024-09-06T15:49:54.906911+0000 mon.a (mon.0) 309 : cluster [WRN] Health check update: Degraded data redundancy: 74/636 objects degraded (11.635%), 22 pgs degraded (PG_DEGRADED) 2024-09-06T15:49:55.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:55 smithi169 bash[92568]: cluster 2024-09-06T15:49:54.906911+0000 mon.a (mon.0) 309 : cluster [WRN] Health check update: Degraded data redundancy: 74/636 objects degraded (11.635%), 22 pgs degraded (PG_DEGRADED) 2024-09-06T15:49:55.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:55 smithi169 bash[92568]: cluster 2024-09-06T15:49:54.906911+0000 mon.a (mon.0) 309 : cluster [WRN] Health check update: Degraded data redundancy: 74/636 objects degraded (11.635%), 22 pgs degraded (PG_DEGRADED) 2024-09-06T15:49:55.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:55 smithi181 bash[70073]: cluster 2024-09-06T15:49:54.906911+0000 mon.a (mon.0) 309 : cluster [WRN] Health check update: Degraded data redundancy: 74/636 objects degraded (11.635%), 22 pgs degraded (PG_DEGRADED) 2024-09-06T15:49:55.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:55 smithi181 bash[70073]: cluster 2024-09-06T15:49:54.906911+0000 mon.a (mon.0) 309 : cluster [WRN] Health check update: Degraded data redundancy: 74/636 objects degraded (11.635%), 22 pgs degraded (PG_DEGRADED) 2024-09-06T15:49:56.246 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:49:55 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:49:55.835878677Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:49:56.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:56 smithi181 bash[70073]: cluster 2024-09-06T15:49:55.910872+0000 mgr.y (mgr.25115) 651 : cluster [DBG] pgmap v381: 161 pgs: 13 peering, 4 active+undersized, 4 active+undersized+degraded, 140 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 17/636 objects degraded (2.673%) 2024-09-06T15:49:56.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:56 smithi181 bash[70073]: cluster 2024-09-06T15:49:55.910872+0000 mgr.y (mgr.25115) 651 : cluster [DBG] pgmap v381: 161 pgs: 13 peering, 4 active+undersized, 4 active+undersized+degraded, 140 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 17/636 objects degraded (2.673%) 2024-09-06T15:49:56.310 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:49:56 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:49:56] "GET /metrics HTTP/1.1" 200 38359 "" "Prometheus/2.51.0" 2024-09-06T15:49:56.310 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:56 smithi169 bash[88858]: cluster 2024-09-06T15:49:55.910872+0000 mgr.y (mgr.25115) 651 : cluster [DBG] pgmap v381: 161 pgs: 13 peering, 4 active+undersized, 4 active+undersized+degraded, 140 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 17/636 objects degraded (2.673%) 2024-09-06T15:49:56.310 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:56 smithi169 bash[88858]: cluster 2024-09-06T15:49:55.910872+0000 mgr.y (mgr.25115) 651 : cluster [DBG] pgmap v381: 161 pgs: 13 peering, 4 active+undersized, 4 active+undersized+degraded, 140 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 17/636 objects degraded (2.673%) 2024-09-06T15:49:56.310 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:56 smithi169 bash[92568]: cluster 2024-09-06T15:49:55.910872+0000 mgr.y (mgr.25115) 651 : cluster [DBG] pgmap v381: 161 pgs: 13 peering, 4 active+undersized, 4 active+undersized+degraded, 140 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 17/636 objects degraded (2.673%) 2024-09-06T15:49:56.310 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:56 smithi169 bash[92568]: cluster 2024-09-06T15:49:55.910872+0000 mgr.y (mgr.25115) 651 : cluster [DBG] pgmap v381: 161 pgs: 13 peering, 4 active+undersized, 4 active+undersized+degraded, 140 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 17/636 objects degraded (2.673%) 2024-09-06T15:49:58.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:58 smithi169 bash[88858]: cluster 2024-09-06T15:49:57.911954+0000 mgr.y (mgr.25115) 652 : cluster [DBG] pgmap v382: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:49:58.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:58 smithi169 bash[88858]: cluster 2024-09-06T15:49:57.911954+0000 mgr.y (mgr.25115) 652 : cluster [DBG] pgmap v382: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:49:58.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:58 smithi169 bash[88858]: cluster 2024-09-06T15:49:57.964130+0000 mon.a (mon.0) 310 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 17/636 objects degraded (2.673%), 4 pgs degraded) 2024-09-06T15:49:58.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:49:58 smithi169 bash[88858]: cluster 2024-09-06T15:49:57.964130+0000 mon.a (mon.0) 310 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 17/636 objects degraded (2.673%), 4 pgs degraded) 2024-09-06T15:49:58.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:58 smithi169 bash[92568]: cluster 2024-09-06T15:49:57.911954+0000 mgr.y (mgr.25115) 652 : cluster [DBG] pgmap v382: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:49:58.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:58 smithi169 bash[92568]: cluster 2024-09-06T15:49:57.911954+0000 mgr.y (mgr.25115) 652 : cluster [DBG] pgmap v382: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:49:58.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:58 smithi169 bash[92568]: cluster 2024-09-06T15:49:57.964130+0000 mon.a (mon.0) 310 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 17/636 objects degraded (2.673%), 4 pgs degraded) 2024-09-06T15:49:58.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:49:58 smithi169 bash[92568]: cluster 2024-09-06T15:49:57.964130+0000 mon.a (mon.0) 310 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 17/636 objects degraded (2.673%), 4 pgs degraded) 2024-09-06T15:49:58.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:58 smithi181 bash[70073]: cluster 2024-09-06T15:49:57.911954+0000 mgr.y (mgr.25115) 652 : cluster [DBG] pgmap v382: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:49:58.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:58 smithi181 bash[70073]: cluster 2024-09-06T15:49:57.911954+0000 mgr.y (mgr.25115) 652 : cluster [DBG] pgmap v382: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:49:58.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:58 smithi181 bash[70073]: cluster 2024-09-06T15:49:57.964130+0000 mon.a (mon.0) 310 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 17/636 objects degraded (2.673%), 4 pgs degraded) 2024-09-06T15:49:58.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:49:58 smithi181 bash[70073]: cluster 2024-09-06T15:49:57.964130+0000 mon.a (mon.0) 310 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 17/636 objects degraded (2.673%), 4 pgs degraded) 2024-09-06T15:49:59.246 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:49:58 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:49:58.849839185Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:50:00.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:00 smithi169 bash[88858]: cluster 2024-09-06T15:49:59.912630+0000 mgr.y (mgr.25115) 653 : cluster [DBG] pgmap v383: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:50:00.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:00 smithi169 bash[88858]: cluster 2024-09-06T15:49:59.912630+0000 mgr.y (mgr.25115) 653 : cluster [DBG] pgmap v383: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:50:00.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:00 smithi169 bash[88858]: cluster 2024-09-06T15:50:00.000134+0000 mon.a (mon.0) 311 : cluster [WRN] overall HEALTH_WARN Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:50:00.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:00 smithi169 bash[88858]: cluster 2024-09-06T15:50:00.000134+0000 mon.a (mon.0) 311 : cluster [WRN] overall HEALTH_WARN Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:50:00.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:00 smithi169 bash[92568]: cluster 2024-09-06T15:49:59.912630+0000 mgr.y (mgr.25115) 653 : cluster [DBG] pgmap v383: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:50:00.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:00 smithi169 bash[92568]: cluster 2024-09-06T15:49:59.912630+0000 mgr.y (mgr.25115) 653 : cluster [DBG] pgmap v383: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:50:00.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:00 smithi169 bash[92568]: cluster 2024-09-06T15:50:00.000134+0000 mon.a (mon.0) 311 : cluster [WRN] overall HEALTH_WARN Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:50:00.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:00 smithi169 bash[92568]: cluster 2024-09-06T15:50:00.000134+0000 mon.a (mon.0) 311 : cluster [WRN] overall HEALTH_WARN Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:50:00.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:00 smithi181 bash[70073]: cluster 2024-09-06T15:49:59.912630+0000 mgr.y (mgr.25115) 653 : cluster [DBG] pgmap v383: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:50:00.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:00 smithi181 bash[70073]: cluster 2024-09-06T15:49:59.912630+0000 mgr.y (mgr.25115) 653 : cluster [DBG] pgmap v383: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:50:00.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:00 smithi181 bash[70073]: cluster 2024-09-06T15:50:00.000134+0000 mon.a (mon.0) 311 : cluster [WRN] overall HEALTH_WARN Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:50:00.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:00 smithi181 bash[70073]: cluster 2024-09-06T15:50:00.000134+0000 mon.a (mon.0) 311 : cluster [WRN] overall HEALTH_WARN Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:50:01.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:01 smithi181 bash[70073]: audit 2024-09-06T15:50:00.024060+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:01.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:01 smithi181 bash[70073]: audit 2024-09-06T15:50:00.024060+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:01.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:01 smithi181 bash[70073]: audit 2024-09-06T15:50:00.038352+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:01.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:01 smithi181 bash[70073]: audit 2024-09-06T15:50:00.038352+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:01.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:01 smithi181 bash[70073]: audit 2024-09-06T15:50:00.044017+0000 mon.b (mon.1) 195 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:50:01.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:01 smithi181 bash[70073]: audit 2024-09-06T15:50:00.044017+0000 mon.b (mon.1) 195 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:50:01.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:01 smithi181 bash[70073]: audit 2024-09-06T15:50:00.045884+0000 mon.b (mon.1) 196 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:50:01.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:01 smithi181 bash[70073]: audit 2024-09-06T15:50:00.045884+0000 mon.b (mon.1) 196 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:50:01.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:01 smithi181 bash[70073]: audit 2024-09-06T15:50:00.054836+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:01.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:01 smithi181 bash[70073]: audit 2024-09-06T15:50:00.054836+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:01.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:01 smithi181 bash[70073]: audit 2024-09-06T15:50:00.217429+0000 mon.b (mon.1) 197 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:50:01.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:01 smithi181 bash[70073]: audit 2024-09-06T15:50:00.217429+0000 mon.b (mon.1) 197 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:50:01.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:01 smithi181 bash[70073]: audit 2024-09-06T15:50:00.221336+0000 mon.b (mon.1) 198 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:01.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:01 smithi181 bash[70073]: audit 2024-09-06T15:50:00.221336+0000 mon.b (mon.1) 198 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:01.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:01 smithi181 bash[70073]: audit 2024-09-06T15:50:00.224365+0000 mon.b (mon.1) 199 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:01.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:01 smithi181 bash[70073]: audit 2024-09-06T15:50:00.224365+0000 mon.b (mon.1) 199 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:01.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:01 smithi181 bash[70073]: audit 2024-09-06T15:50:00.226660+0000 mon.b (mon.1) 200 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:01.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:01 smithi181 bash[70073]: audit 2024-09-06T15:50:00.226660+0000 mon.b (mon.1) 200 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:01.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:01 smithi181 bash[70073]: audit 2024-09-06T15:50:00.227597+0000 mgr.y (mgr.25115) 654 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-06T15:50:01.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:01 smithi181 bash[70073]: audit 2024-09-06T15:50:00.227597+0000 mgr.y (mgr.25115) 654 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-06T15:50:01.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:01 smithi181 bash[70073]: audit 2024-09-06T15:50:00.229554+0000 mon.b (mon.1) 201 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-06T15:50:01.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:01 smithi181 bash[70073]: audit 2024-09-06T15:50:00.229554+0000 mon.b (mon.1) 201 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-06T15:50:01.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:01 smithi181 bash[70073]: cephadm 2024-09-06T15:50:00.230261+0000 mgr.y (mgr.25115) 655 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-09-06T15:50:01.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:01 smithi181 bash[70073]: cephadm 2024-09-06T15:50:00.230261+0000 mgr.y (mgr.25115) 655 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-09-06T15:50:01.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:01 smithi181 bash[70073]: audit 2024-09-06T15:50:00.301516+0000 mon.a (mon.0) 315 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:01.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:01 smithi181 bash[70073]: audit 2024-09-06T15:50:00.301516+0000 mon.a (mon.0) 315 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:01.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:01 smithi181 bash[70073]: audit 2024-09-06T15:50:00.306952+0000 mon.b (mon.1) 202 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:50:01.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:01 smithi181 bash[70073]: audit 2024-09-06T15:50:00.306952+0000 mon.b (mon.1) 202 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:50:01.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[88858]: audit 2024-09-06T15:50:00.024060+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:01.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[88858]: audit 2024-09-06T15:50:00.024060+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:01.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[88858]: audit 2024-09-06T15:50:00.038352+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:01.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[88858]: audit 2024-09-06T15:50:00.038352+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:01.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[88858]: audit 2024-09-06T15:50:00.044017+0000 mon.b (mon.1) 195 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:50:01.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[88858]: audit 2024-09-06T15:50:00.044017+0000 mon.b (mon.1) 195 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:50:01.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[88858]: audit 2024-09-06T15:50:00.045884+0000 mon.b (mon.1) 196 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:50:01.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[88858]: audit 2024-09-06T15:50:00.045884+0000 mon.b (mon.1) 196 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:50:01.449 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[88858]: audit 2024-09-06T15:50:00.054836+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:01.449 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[88858]: audit 2024-09-06T15:50:00.054836+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:01.449 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[88858]: audit 2024-09-06T15:50:00.217429+0000 mon.b (mon.1) 197 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:50:01.449 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[88858]: audit 2024-09-06T15:50:00.217429+0000 mon.b (mon.1) 197 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:50:01.449 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[88858]: audit 2024-09-06T15:50:00.221336+0000 mon.b (mon.1) 198 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:01.449 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[88858]: audit 2024-09-06T15:50:00.221336+0000 mon.b (mon.1) 198 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:01.449 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[88858]: audit 2024-09-06T15:50:00.224365+0000 mon.b (mon.1) 199 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:01.450 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[88858]: audit 2024-09-06T15:50:00.224365+0000 mon.b (mon.1) 199 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:01.450 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[88858]: audit 2024-09-06T15:50:00.226660+0000 mon.b (mon.1) 200 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:01.450 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[88858]: audit 2024-09-06T15:50:00.226660+0000 mon.b (mon.1) 200 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:01.450 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[88858]: audit 2024-09-06T15:50:00.227597+0000 mgr.y (mgr.25115) 654 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-06T15:50:01.450 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[88858]: audit 2024-09-06T15:50:00.227597+0000 mgr.y (mgr.25115) 654 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-06T15:50:01.451 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[92568]: audit 2024-09-06T15:50:00.024060+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:01.451 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[92568]: audit 2024-09-06T15:50:00.024060+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:01.451 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[92568]: audit 2024-09-06T15:50:00.038352+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:01.451 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[92568]: audit 2024-09-06T15:50:00.038352+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:01.451 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[92568]: audit 2024-09-06T15:50:00.044017+0000 mon.b (mon.1) 195 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:50:01.452 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[92568]: audit 2024-09-06T15:50:00.044017+0000 mon.b (mon.1) 195 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:50:01.452 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[92568]: audit 2024-09-06T15:50:00.045884+0000 mon.b (mon.1) 196 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:50:01.452 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[92568]: audit 2024-09-06T15:50:00.045884+0000 mon.b (mon.1) 196 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:50:01.452 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[92568]: audit 2024-09-06T15:50:00.054836+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:01.452 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[92568]: audit 2024-09-06T15:50:00.054836+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:01.452 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[92568]: audit 2024-09-06T15:50:00.217429+0000 mon.b (mon.1) 197 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:50:01.453 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[92568]: audit 2024-09-06T15:50:00.217429+0000 mon.b (mon.1) 197 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:50:01.453 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[92568]: audit 2024-09-06T15:50:00.221336+0000 mon.b (mon.1) 198 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:01.453 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[92568]: audit 2024-09-06T15:50:00.221336+0000 mon.b (mon.1) 198 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:01.453 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[92568]: audit 2024-09-06T15:50:00.224365+0000 mon.b (mon.1) 199 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:01.454 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[92568]: audit 2024-09-06T15:50:00.224365+0000 mon.b (mon.1) 199 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:01.454 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[92568]: audit 2024-09-06T15:50:00.226660+0000 mon.b (mon.1) 200 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:01.454 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[92568]: audit 2024-09-06T15:50:00.226660+0000 mon.b (mon.1) 200 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:01.454 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[92568]: audit 2024-09-06T15:50:00.227597+0000 mgr.y (mgr.25115) 654 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-06T15:50:01.454 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[92568]: audit 2024-09-06T15:50:00.227597+0000 mgr.y (mgr.25115) 654 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-06T15:50:01.454 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[88858]: audit 2024-09-06T15:50:00.229554+0000 mon.b (mon.1) 201 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-06T15:50:01.454 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[88858]: audit 2024-09-06T15:50:00.229554+0000 mon.b (mon.1) 201 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-06T15:50:01.454 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[88858]: cephadm 2024-09-06T15:50:00.230261+0000 mgr.y (mgr.25115) 655 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-09-06T15:50:01.454 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[88858]: cephadm 2024-09-06T15:50:00.230261+0000 mgr.y (mgr.25115) 655 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-09-06T15:50:01.455 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[88858]: audit 2024-09-06T15:50:00.301516+0000 mon.a (mon.0) 315 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:01.455 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[88858]: audit 2024-09-06T15:50:00.301516+0000 mon.a (mon.0) 315 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:01.455 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[88858]: audit 2024-09-06T15:50:00.306952+0000 mon.b (mon.1) 202 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:50:01.455 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[88858]: audit 2024-09-06T15:50:00.306952+0000 mon.b (mon.1) 202 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:50:01.455 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[92568]: audit 2024-09-06T15:50:00.229554+0000 mon.b (mon.1) 201 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-06T15:50:01.455 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[92568]: audit 2024-09-06T15:50:00.229554+0000 mon.b (mon.1) 201 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-06T15:50:01.455 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[92568]: cephadm 2024-09-06T15:50:00.230261+0000 mgr.y (mgr.25115) 655 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-09-06T15:50:01.455 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[92568]: cephadm 2024-09-06T15:50:00.230261+0000 mgr.y (mgr.25115) 655 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-09-06T15:50:01.455 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[92568]: audit 2024-09-06T15:50:00.301516+0000 mon.a (mon.0) 315 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:01.456 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[92568]: audit 2024-09-06T15:50:00.301516+0000 mon.a (mon.0) 315 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:01.456 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[92568]: audit 2024-09-06T15:50:00.306952+0000 mon.b (mon.1) 202 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:50:01.456 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:01 smithi169 bash[92568]: audit 2024-09-06T15:50:00.306952+0000 mon.b (mon.1) 202 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:50:02.098 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:50:01 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:50:01.835510002Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:50:02.099 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:02 smithi181 bash[70073]: cluster 2024-09-06T15:50:01.914310+0000 mgr.y (mgr.25115) 656 : cluster [DBG] pgmap v384: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:50:02.099 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:02 smithi181 bash[70073]: cluster 2024-09-06T15:50:01.914310+0000 mgr.y (mgr.25115) 656 : cluster [DBG] pgmap v384: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:50:02.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:02 smithi169 bash[88858]: cluster 2024-09-06T15:50:01.914310+0000 mgr.y (mgr.25115) 656 : cluster [DBG] pgmap v384: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:50:02.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:02 smithi169 bash[88858]: cluster 2024-09-06T15:50:01.914310+0000 mgr.y (mgr.25115) 656 : cluster [DBG] pgmap v384: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:50:02.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:02 smithi169 bash[92568]: cluster 2024-09-06T15:50:01.914310+0000 mgr.y (mgr.25115) 656 : cluster [DBG] pgmap v384: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:50:02.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:02 smithi169 bash[92568]: cluster 2024-09-06T15:50:01.914310+0000 mgr.y (mgr.25115) 656 : cluster [DBG] pgmap v384: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:50:04.355 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-09-06T15:50:04.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:04 smithi169 bash[92568]: cephadm 2024-09-06T15:50:02.988803+0000 mgr.y (mgr.25115) 657 : cephadm [INF] Upgrade: Updating osd.4 2024-09-06T15:50:04.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:04 smithi169 bash[92568]: cephadm 2024-09-06T15:50:02.988803+0000 mgr.y (mgr.25115) 657 : cephadm [INF] Upgrade: Updating osd.4 2024-09-06T15:50:04.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:04 smithi169 bash[92568]: audit 2024-09-06T15:50:02.996901+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:04.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:04 smithi169 bash[92568]: audit 2024-09-06T15:50:02.996901+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:04.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:04 smithi169 bash[92568]: audit 2024-09-06T15:50:03.003832+0000 mon.b (mon.1) 203 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-06T15:50:04.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:04 smithi169 bash[92568]: audit 2024-09-06T15:50:03.003832+0000 mon.b (mon.1) 203 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-06T15:50:04.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:04 smithi169 bash[92568]: audit 2024-09-06T15:50:03.005522+0000 mon.b (mon.1) 204 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:50:04.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:04 smithi169 bash[92568]: audit 2024-09-06T15:50:03.005522+0000 mon.b (mon.1) 204 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:50:04.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:04 smithi169 bash[92568]: cephadm 2024-09-06T15:50:03.008764+0000 mgr.y (mgr.25115) 658 : cephadm [INF] Deploying daemon osd.4 on smithi181 2024-09-06T15:50:04.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:04 smithi169 bash[92568]: cephadm 2024-09-06T15:50:03.008764+0000 mgr.y (mgr.25115) 658 : cephadm [INF] Deploying daemon osd.4 on smithi181 2024-09-06T15:50:04.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:04 smithi169 bash[92568]: audit 2024-09-06T15:50:03.674007+0000 mgr.y (mgr.25115) 659 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:50:04.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:04 smithi169 bash[92568]: audit 2024-09-06T15:50:03.674007+0000 mgr.y (mgr.25115) 659 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:50:04.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:04 smithi169 bash[92568]: cluster 2024-09-06T15:50:03.915353+0000 mgr.y (mgr.25115) 660 : cluster [DBG] pgmap v385: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:50:04.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:04 smithi169 bash[92568]: cluster 2024-09-06T15:50:03.915353+0000 mgr.y (mgr.25115) 660 : cluster [DBG] pgmap v385: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:50:04.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:04 smithi169 bash[88858]: cephadm 2024-09-06T15:50:02.988803+0000 mgr.y (mgr.25115) 657 : cephadm [INF] Upgrade: Updating osd.4 2024-09-06T15:50:04.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:04 smithi169 bash[88858]: cephadm 2024-09-06T15:50:02.988803+0000 mgr.y (mgr.25115) 657 : cephadm [INF] Upgrade: Updating osd.4 2024-09-06T15:50:04.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:04 smithi169 bash[88858]: audit 2024-09-06T15:50:02.996901+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:04.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:04 smithi169 bash[88858]: audit 2024-09-06T15:50:02.996901+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:04.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:04 smithi169 bash[88858]: audit 2024-09-06T15:50:03.003832+0000 mon.b (mon.1) 203 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-06T15:50:04.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:04 smithi169 bash[88858]: audit 2024-09-06T15:50:03.003832+0000 mon.b (mon.1) 203 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-06T15:50:04.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:04 smithi169 bash[88858]: audit 2024-09-06T15:50:03.005522+0000 mon.b (mon.1) 204 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:50:04.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:04 smithi169 bash[88858]: audit 2024-09-06T15:50:03.005522+0000 mon.b (mon.1) 204 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:50:04.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:04 smithi169 bash[88858]: cephadm 2024-09-06T15:50:03.008764+0000 mgr.y (mgr.25115) 658 : cephadm [INF] Deploying daemon osd.4 on smithi181 2024-09-06T15:50:04.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:04 smithi169 bash[88858]: cephadm 2024-09-06T15:50:03.008764+0000 mgr.y (mgr.25115) 658 : cephadm [INF] Deploying daemon osd.4 on smithi181 2024-09-06T15:50:04.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:04 smithi169 bash[88858]: audit 2024-09-06T15:50:03.674007+0000 mgr.y (mgr.25115) 659 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:50:04.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:04 smithi169 bash[88858]: audit 2024-09-06T15:50:03.674007+0000 mgr.y (mgr.25115) 659 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:50:04.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:04 smithi169 bash[88858]: cluster 2024-09-06T15:50:03.915353+0000 mgr.y (mgr.25115) 660 : cluster [DBG] pgmap v385: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:50:04.448 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:04 smithi169 bash[88858]: cluster 2024-09-06T15:50:03.915353+0000 mgr.y (mgr.25115) 660 : cluster [DBG] pgmap v385: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:50:04.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:04 smithi181 bash[70073]: cephadm 2024-09-06T15:50:02.988803+0000 mgr.y (mgr.25115) 657 : cephadm [INF] Upgrade: Updating osd.4 2024-09-06T15:50:04.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:04 smithi181 bash[70073]: cephadm 2024-09-06T15:50:02.988803+0000 mgr.y (mgr.25115) 657 : cephadm [INF] Upgrade: Updating osd.4 2024-09-06T15:50:04.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:04 smithi181 bash[70073]: audit 2024-09-06T15:50:02.996901+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:04.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:04 smithi181 bash[70073]: audit 2024-09-06T15:50:02.996901+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:04.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:04 smithi181 bash[70073]: audit 2024-09-06T15:50:03.003832+0000 mon.b (mon.1) 203 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-06T15:50:04.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:04 smithi181 bash[70073]: audit 2024-09-06T15:50:03.003832+0000 mon.b (mon.1) 203 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-06T15:50:04.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:04 smithi181 bash[70073]: audit 2024-09-06T15:50:03.005522+0000 mon.b (mon.1) 204 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:50:04.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:04 smithi181 bash[70073]: audit 2024-09-06T15:50:03.005522+0000 mon.b (mon.1) 204 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:50:04.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:04 smithi181 bash[70073]: cephadm 2024-09-06T15:50:03.008764+0000 mgr.y (mgr.25115) 658 : cephadm [INF] Deploying daemon osd.4 on smithi181 2024-09-06T15:50:04.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:04 smithi181 bash[70073]: cephadm 2024-09-06T15:50:03.008764+0000 mgr.y (mgr.25115) 658 : cephadm [INF] Deploying daemon osd.4 on smithi181 2024-09-06T15:50:04.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:04 smithi181 bash[70073]: audit 2024-09-06T15:50:03.674007+0000 mgr.y (mgr.25115) 659 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:50:04.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:04 smithi181 bash[70073]: audit 2024-09-06T15:50:03.674007+0000 mgr.y (mgr.25115) 659 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:50:04.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:04 smithi181 bash[70073]: cluster 2024-09-06T15:50:03.915353+0000 mgr.y (mgr.25115) 660 : cluster [DBG] pgmap v385: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:50:04.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:04 smithi181 bash[70073]: cluster 2024-09-06T15:50:03.915353+0000 mgr.y (mgr.25115) 660 : cluster [DBG] pgmap v385: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:50:04.933 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-06T15:50:04.933 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (9m) 16s ago 37m 14.1M - 0.27.0 11f11916f8cd 20ee608606f5 2024-09-06T15:50:04.933 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi181 *:3000 running (9m) 7m ago 37m 68.4M - c8b91775d855 e391fbe8c873 2024-09-06T15:50:04.933 INFO:teuthology.orchestra.run.smithi169.stdout:iscsi.foo.smithi169.yxosuq smithi169 *:5000 running (11m) 16s ago 34m 49.2M - 3.8 b6db46a449e5 e63406a8c5a8 2024-09-06T15:50:04.933 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi181 *:8443,9283,8765 running (11m) 7m ago 45m 438M - 19.3.0-4704-g8b38c33c 1c45aca0610a 291c4d2bed88 2024-09-06T15:50:04.933 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (22m) 16s ago 48m 511M - 19.3.0-4704-g8b38c33c 1c45aca0610a 5f9711fb78b7 2024-09-06T15:50:04.933 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (6m) 16s ago 48m 52.2M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a d211c6462d65 2024-09-06T15:50:04.933 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi181 running (7m) 7m ago 46m 18.5M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a 791f1710b3c0 2024-09-06T15:50:04.933 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (5m) 16s ago 46m 38.5M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a 93381d04b238 2024-09-06T15:50:04.933 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (11m) 16s ago 37m 8299k - 1.7.0 72c9c2088986 03c6f14026b2 2024-09-06T15:50:04.933 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi181 *:9100 running (11m) 7m ago 37m 8007k - 1.7.0 72c9c2088986 0895a0652401 2024-09-06T15:50:04.934 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (3m) 16s ago 45m 56.3M 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a 8a33f3e58f93 2024-09-06T15:50:04.934 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (3m) 16s ago 44m 50.0M 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a 4b7f4d4feb0b 2024-09-06T15:50:04.934 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (109s) 16s ago 43m 45.9M 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a c24bec72ede7 2024-09-06T15:50:04.934 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (20s) 16s ago 42m - 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a 057764c90147 2024-09-06T15:50:04.934 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi181 running (41m) 7m ago 41m 69.1M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 c9c9286e40c9 2024-09-06T15:50:04.934 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi181 running (40m) 7m ago 40m 56.0M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 427ff3118a0b 2024-09-06T15:50:04.934 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi181 running (39m) 7m ago 39m 64.5M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 9e6f947064d2 2024-09-06T15:50:04.934 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi181 running (38m) 7m ago 38m 67.2M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 a94f6f351ffd 2024-09-06T15:50:04.934 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi181 *:9095 running (10m) 7m ago 38m 39.5M - 2.51.0 1d3b7f56885b 365a3b66bc88 2024-09-06T15:50:04.934 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi169.svrjnx smithi169 *:8000 running (35m) 16s ago 35m 101M - 19.1.1-268-g635ed4cf b6db46a449e5 73d895896783 2024-09-06T15:50:04.934 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi181.fqbtai smithi181 *:8000 running (35m) 7m ago 35m 102M - 19.1.1-268-g635ed4cf b6db46a449e5 4aaa91540a99 2024-09-06T15:50:04.959 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:50:04 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:50:04.814009837Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:50:05.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:05 smithi181 bash[70073]: audit 2024-09-06T15:50:04.342835+0000 mgr.y (mgr.25115) 661 : audit [DBG] from='client.44406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:05.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:05 smithi181 bash[70073]: audit 2024-09-06T15:50:04.342835+0000 mgr.y (mgr.25115) 661 : audit [DBG] from='client.44406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:05.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:05 smithi181 bash[70073]: audit 2024-09-06T15:50:04.633779+0000 mgr.y (mgr.25115) 662 : audit [DBG] from='client.54386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:05.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:05 smithi181 bash[70073]: audit 2024-09-06T15:50:04.633779+0000 mgr.y (mgr.25115) 662 : audit [DBG] from='client.54386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:05.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:05 smithi181 bash[70073]: audit 2024-09-06T15:50:04.915253+0000 mgr.y (mgr.25115) 663 : audit [DBG] from='client.44418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:05.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:05 smithi181 bash[70073]: audit 2024-09-06T15:50:04.915253+0000 mgr.y (mgr.25115) 663 : audit [DBG] from='client.44418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:05.268 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:50:05.269 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-09-06T15:50:05.269 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 3 2024-09-06T15:50:05.269 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:50:05.269 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-09-06T15:50:05.269 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 2 2024-09-06T15:50:05.269 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:50:05.269 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-09-06T15:50:05.269 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 4, 2024-09-06T15:50:05.269 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 4 2024-09-06T15:50:05.269 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:50:05.269 INFO:teuthology.orchestra.run.smithi169.stdout: "rgw": { 2024-09-06T15:50:05.270 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 2 2024-09-06T15:50:05.270 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:50:05.270 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-09-06T15:50:05.270 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 6, 2024-09-06T15:50:05.270 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 9 2024-09-06T15:50:05.270 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-09-06T15:50:05.270 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:50:05.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:05 smithi169 bash[88858]: audit 2024-09-06T15:50:04.342835+0000 mgr.y (mgr.25115) 661 : audit [DBG] from='client.44406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:05.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:05 smithi169 bash[88858]: audit 2024-09-06T15:50:04.342835+0000 mgr.y (mgr.25115) 661 : audit [DBG] from='client.44406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:05.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:05 smithi169 bash[88858]: audit 2024-09-06T15:50:04.633779+0000 mgr.y (mgr.25115) 662 : audit [DBG] from='client.54386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:05.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:05 smithi169 bash[88858]: audit 2024-09-06T15:50:04.633779+0000 mgr.y (mgr.25115) 662 : audit [DBG] from='client.54386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:05.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:05 smithi169 bash[88858]: audit 2024-09-06T15:50:04.915253+0000 mgr.y (mgr.25115) 663 : audit [DBG] from='client.44418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:05.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:05 smithi169 bash[88858]: audit 2024-09-06T15:50:04.915253+0000 mgr.y (mgr.25115) 663 : audit [DBG] from='client.44418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:05.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:05 smithi169 bash[92568]: audit 2024-09-06T15:50:04.342835+0000 mgr.y (mgr.25115) 661 : audit [DBG] from='client.44406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:05.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:05 smithi169 bash[92568]: audit 2024-09-06T15:50:04.342835+0000 mgr.y (mgr.25115) 661 : audit [DBG] from='client.44406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:05.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:05 smithi169 bash[92568]: audit 2024-09-06T15:50:04.633779+0000 mgr.y (mgr.25115) 662 : audit [DBG] from='client.54386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:05.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:05 smithi169 bash[92568]: audit 2024-09-06T15:50:04.633779+0000 mgr.y (mgr.25115) 662 : audit [DBG] from='client.54386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:05.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:05 smithi169 bash[92568]: audit 2024-09-06T15:50:04.915253+0000 mgr.y (mgr.25115) 663 : audit [DBG] from='client.44418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:05.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:05 smithi169 bash[92568]: audit 2024-09-06T15:50:04.915253+0000 mgr.y (mgr.25115) 663 : audit [DBG] from='client.44418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:05.556 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:50:05.556 INFO:teuthology.orchestra.run.smithi169.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", 2024-09-06T15:50:05.556 INFO:teuthology.orchestra.run.smithi169.stdout: "in_progress": true, 2024-09-06T15:50:05.557 INFO:teuthology.orchestra.run.smithi169.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2024-09-06T15:50:05.557 INFO:teuthology.orchestra.run.smithi169.stdout: "services_complete": [], 2024-09-06T15:50:05.557 INFO:teuthology.orchestra.run.smithi169.stdout: "progress": "4/8 daemons upgraded", 2024-09-06T15:50:05.557 INFO:teuthology.orchestra.run.smithi169.stdout: "message": "Currently upgrading osd daemons", 2024-09-06T15:50:05.557 INFO:teuthology.orchestra.run.smithi169.stdout: "is_paused": false 2024-09-06T15:50:05.557 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:50:06.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:50:06 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:50:06] "GET /metrics HTTP/1.1" 200 38345 "" "Prometheus/2.51.0" 2024-09-06T15:50:06.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:06 smithi169 bash[88858]: audit 2024-09-06T15:50:05.269876+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.169:0/4188416552' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:06.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:06 smithi169 bash[88858]: audit 2024-09-06T15:50:05.269876+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.169:0/4188416552' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:06.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:06 smithi169 bash[88858]: audit 2024-09-06T15:50:05.470567+0000 mon.a (mon.0) 317 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:06.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:06 smithi169 bash[88858]: audit 2024-09-06T15:50:05.470567+0000 mon.a (mon.0) 317 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:06.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:06 smithi169 bash[88858]: audit 2024-09-06T15:50:05.557614+0000 mgr.y (mgr.25115) 664 : audit [DBG] from='client.44430 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:06.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:06 smithi169 bash[88858]: audit 2024-09-06T15:50:05.557614+0000 mgr.y (mgr.25115) 664 : audit [DBG] from='client.44430 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:06.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:06 smithi169 bash[88858]: cluster 2024-09-06T15:50:05.916683+0000 mgr.y (mgr.25115) 665 : cluster [DBG] pgmap v386: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:50:06.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:06 smithi169 bash[88858]: cluster 2024-09-06T15:50:05.916683+0000 mgr.y (mgr.25115) 665 : cluster [DBG] pgmap v386: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:50:06.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:06 smithi169 bash[92568]: audit 2024-09-06T15:50:05.269876+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.169:0/4188416552' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:06.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:06 smithi169 bash[92568]: audit 2024-09-06T15:50:05.269876+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.169:0/4188416552' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:06.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:06 smithi169 bash[92568]: audit 2024-09-06T15:50:05.470567+0000 mon.a (mon.0) 317 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:06.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:06 smithi169 bash[92568]: audit 2024-09-06T15:50:05.470567+0000 mon.a (mon.0) 317 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:06.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:06 smithi169 bash[92568]: audit 2024-09-06T15:50:05.557614+0000 mgr.y (mgr.25115) 664 : audit [DBG] from='client.44430 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:06.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:06 smithi169 bash[92568]: audit 2024-09-06T15:50:05.557614+0000 mgr.y (mgr.25115) 664 : audit [DBG] from='client.44430 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:06.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:06 smithi169 bash[92568]: cluster 2024-09-06T15:50:05.916683+0000 mgr.y (mgr.25115) 665 : cluster [DBG] pgmap v386: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:50:06.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:06 smithi169 bash[92568]: cluster 2024-09-06T15:50:05.916683+0000 mgr.y (mgr.25115) 665 : cluster [DBG] pgmap v386: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:50:06.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:06 smithi181 bash[70073]: audit 2024-09-06T15:50:05.269876+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.169:0/4188416552' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:06.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:06 smithi181 bash[70073]: audit 2024-09-06T15:50:05.269876+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.169:0/4188416552' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:06.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:06 smithi181 bash[70073]: audit 2024-09-06T15:50:05.470567+0000 mon.a (mon.0) 317 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:06.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:06 smithi181 bash[70073]: audit 2024-09-06T15:50:05.470567+0000 mon.a (mon.0) 317 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:06.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:06 smithi181 bash[70073]: audit 2024-09-06T15:50:05.557614+0000 mgr.y (mgr.25115) 664 : audit [DBG] from='client.44430 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:06.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:06 smithi181 bash[70073]: audit 2024-09-06T15:50:05.557614+0000 mgr.y (mgr.25115) 664 : audit [DBG] from='client.44430 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:06.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:06 smithi181 bash[70073]: cluster 2024-09-06T15:50:05.916683+0000 mgr.y (mgr.25115) 665 : cluster [DBG] pgmap v386: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:50:06.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:06 smithi181 bash[70073]: cluster 2024-09-06T15:50:05.916683+0000 mgr.y (mgr.25115) 665 : cluster [DBG] pgmap v386: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:50:08.113 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:50:07 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:50:07.825479456Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:50:08.113 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:08 smithi181 bash[70073]: cluster 2024-09-06T15:50:07.917761+0000 mgr.y (mgr.25115) 666 : cluster [DBG] pgmap v387: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:50:08.114 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:08 smithi181 bash[70073]: cluster 2024-09-06T15:50:07.917761+0000 mgr.y (mgr.25115) 666 : cluster [DBG] pgmap v387: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:50:08.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:08 smithi169 bash[88858]: cluster 2024-09-06T15:50:07.917761+0000 mgr.y (mgr.25115) 666 : cluster [DBG] pgmap v387: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:50:08.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:08 smithi169 bash[88858]: cluster 2024-09-06T15:50:07.917761+0000 mgr.y (mgr.25115) 666 : cluster [DBG] pgmap v387: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:50:08.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:08 smithi169 bash[92568]: cluster 2024-09-06T15:50:07.917761+0000 mgr.y (mgr.25115) 666 : cluster [DBG] pgmap v387: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:50:08.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:08 smithi169 bash[92568]: cluster 2024-09-06T15:50:07.917761+0000 mgr.y (mgr.25115) 666 : cluster [DBG] pgmap v387: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:50:08.496 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:50:08 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:50:08.496 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:50:08 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:50:08.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:08 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:50:08.497 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:50:08 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:50:08.497 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:50:08 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:50:08.498 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:50:08 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:50:08.498 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:50:08 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:50:08.498 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:50:08 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:50:08.499 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:50:08 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:50:08.499 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:50:08 smithi181 systemd[1]: Stopping Ceph osd.4 for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:50:08.499 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:50:08 smithi181 bash[25171]: debug 2024-09-06T15:50:08.360+0000 7fe90336e640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-06T15:50:08.499 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:50:08 smithi181 bash[25171]: debug 2024-09-06T15:50:08.360+0000 7fe90336e640 -1 osd.4 131 *** Got signal Terminated *** 2024-09-06T15:50:08.499 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:50:08 smithi181 bash[25171]: debug 2024-09-06T15:50:08.360+0000 7fe90336e640 -1 osd.4 131 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-06T15:50:09.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:09 smithi169 bash[88858]: cluster 2024-09-06T15:50:08.361719+0000 mon.a (mon.0) 318 : cluster [INF] osd.4 marked itself down and dead 2024-09-06T15:50:09.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:09 smithi169 bash[88858]: cluster 2024-09-06T15:50:08.361719+0000 mon.a (mon.0) 318 : cluster [INF] osd.4 marked itself down and dead 2024-09-06T15:50:09.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:09 smithi169 bash[92568]: cluster 2024-09-06T15:50:08.361719+0000 mon.a (mon.0) 318 : cluster [INF] osd.4 marked itself down and dead 2024-09-06T15:50:09.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:09 smithi169 bash[92568]: cluster 2024-09-06T15:50:08.361719+0000 mon.a (mon.0) 318 : cluster [INF] osd.4 marked itself down and dead 2024-09-06T15:50:09.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:09 smithi181 bash[70073]: cluster 2024-09-06T15:50:08.361719+0000 mon.a (mon.0) 318 : cluster [INF] osd.4 marked itself down and dead 2024-09-06T15:50:09.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:09 smithi181 bash[70073]: cluster 2024-09-06T15:50:08.361719+0000 mon.a (mon.0) 318 : cluster [INF] osd.4 marked itself down and dead 2024-09-06T15:50:10.370 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:50:10 smithi181 bash[73743]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-osd-4 2024-09-06T15:50:10.371 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:10 smithi181 bash[70073]: cluster 2024-09-06T15:50:09.013777+0000 mon.a (mon.0) 319 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:50:10.371 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:10 smithi181 bash[70073]: cluster 2024-09-06T15:50:09.013777+0000 mon.a (mon.0) 319 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:50:10.371 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:10 smithi181 bash[70073]: cluster 2024-09-06T15:50:09.030978+0000 mon.a (mon.0) 320 : cluster [DBG] osdmap e132: 8 total, 7 up, 8 in 2024-09-06T15:50:10.371 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:10 smithi181 bash[70073]: cluster 2024-09-06T15:50:09.030978+0000 mon.a (mon.0) 320 : cluster [DBG] osdmap e132: 8 total, 7 up, 8 in 2024-09-06T15:50:10.371 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:10 smithi181 bash[70073]: cluster 2024-09-06T15:50:09.918485+0000 mgr.y (mgr.25115) 667 : cluster [DBG] pgmap v389: 161 pgs: 23 stale+active+clean, 138 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:50:10.371 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:10 smithi181 bash[70073]: cluster 2024-09-06T15:50:09.918485+0000 mgr.y (mgr.25115) 667 : cluster [DBG] pgmap v389: 161 pgs: 23 stale+active+clean, 138 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:50:10.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:10 smithi169 bash[88858]: cluster 2024-09-06T15:50:09.013777+0000 mon.a (mon.0) 319 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:50:10.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:10 smithi169 bash[88858]: cluster 2024-09-06T15:50:09.013777+0000 mon.a (mon.0) 319 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:50:10.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:10 smithi169 bash[88858]: cluster 2024-09-06T15:50:09.030978+0000 mon.a (mon.0) 320 : cluster [DBG] osdmap e132: 8 total, 7 up, 8 in 2024-09-06T15:50:10.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:10 smithi169 bash[88858]: cluster 2024-09-06T15:50:09.030978+0000 mon.a (mon.0) 320 : cluster [DBG] osdmap e132: 8 total, 7 up, 8 in 2024-09-06T15:50:10.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:10 smithi169 bash[88858]: cluster 2024-09-06T15:50:09.918485+0000 mgr.y (mgr.25115) 667 : cluster [DBG] pgmap v389: 161 pgs: 23 stale+active+clean, 138 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:50:10.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:10 smithi169 bash[88858]: cluster 2024-09-06T15:50:09.918485+0000 mgr.y (mgr.25115) 667 : cluster [DBG] pgmap v389: 161 pgs: 23 stale+active+clean, 138 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:50:10.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:10 smithi169 bash[92568]: cluster 2024-09-06T15:50:09.013777+0000 mon.a (mon.0) 319 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:50:10.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:10 smithi169 bash[92568]: cluster 2024-09-06T15:50:09.013777+0000 mon.a (mon.0) 319 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:50:10.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:10 smithi169 bash[92568]: cluster 2024-09-06T15:50:09.030978+0000 mon.a (mon.0) 320 : cluster [DBG] osdmap e132: 8 total, 7 up, 8 in 2024-09-06T15:50:10.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:10 smithi169 bash[92568]: cluster 2024-09-06T15:50:09.030978+0000 mon.a (mon.0) 320 : cluster [DBG] osdmap e132: 8 total, 7 up, 8 in 2024-09-06T15:50:10.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:10 smithi169 bash[92568]: cluster 2024-09-06T15:50:09.918485+0000 mgr.y (mgr.25115) 667 : cluster [DBG] pgmap v389: 161 pgs: 23 stale+active+clean, 138 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:50:10.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:10 smithi169 bash[92568]: cluster 2024-09-06T15:50:09.918485+0000 mgr.y (mgr.25115) 667 : cluster [DBG] pgmap v389: 161 pgs: 23 stale+active+clean, 138 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:50:10.746 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:50:10 smithi181 bash[73810]: Error response from daemon: No such container: ceph-bab55310-6c60-11ef-bce4-c7b262605968-osd-4 2024-09-06T15:50:11.246 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:50:10 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:50:10.851915481Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:50:11.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:11 smithi181 bash[70073]: cluster 2024-09-06T15:50:10.040031+0000 mon.a (mon.0) 321 : cluster [DBG] osdmap e133: 8 total, 7 up, 8 in 2024-09-06T15:50:11.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:11 smithi181 bash[70073]: cluster 2024-09-06T15:50:10.040031+0000 mon.a (mon.0) 321 : cluster [DBG] osdmap e133: 8 total, 7 up, 8 in 2024-09-06T15:50:11.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:11 smithi169 bash[88858]: cluster 2024-09-06T15:50:10.040031+0000 mon.a (mon.0) 321 : cluster [DBG] osdmap e133: 8 total, 7 up, 8 in 2024-09-06T15:50:11.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:11 smithi169 bash[88858]: cluster 2024-09-06T15:50:10.040031+0000 mon.a (mon.0) 321 : cluster [DBG] osdmap e133: 8 total, 7 up, 8 in 2024-09-06T15:50:11.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:11 smithi169 bash[92568]: cluster 2024-09-06T15:50:10.040031+0000 mon.a (mon.0) 321 : cluster [DBG] osdmap e133: 8 total, 7 up, 8 in 2024-09-06T15:50:11.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:11 smithi169 bash[92568]: cluster 2024-09-06T15:50:10.040031+0000 mon.a (mon.0) 321 : cluster [DBG] osdmap e133: 8 total, 7 up, 8 in 2024-09-06T15:50:12.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:12 smithi169 bash[88858]: cluster 2024-09-06T15:50:11.920221+0000 mgr.y (mgr.25115) 668 : cluster [DBG] pgmap v391: 161 pgs: 29 active+undersized, 6 stale+active+clean, 22 active+undersized+degraded, 104 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s; 90/636 objects degraded (14.151%) 2024-09-06T15:50:12.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:12 smithi169 bash[88858]: cluster 2024-09-06T15:50:11.920221+0000 mgr.y (mgr.25115) 668 : cluster [DBG] pgmap v391: 161 pgs: 29 active+undersized, 6 stale+active+clean, 22 active+undersized+degraded, 104 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s; 90/636 objects degraded (14.151%) 2024-09-06T15:50:12.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:12 smithi169 bash[92568]: cluster 2024-09-06T15:50:11.920221+0000 mgr.y (mgr.25115) 668 : cluster [DBG] pgmap v391: 161 pgs: 29 active+undersized, 6 stale+active+clean, 22 active+undersized+degraded, 104 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s; 90/636 objects degraded (14.151%) 2024-09-06T15:50:12.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:12 smithi169 bash[92568]: cluster 2024-09-06T15:50:11.920221+0000 mgr.y (mgr.25115) 668 : cluster [DBG] pgmap v391: 161 pgs: 29 active+undersized, 6 stale+active+clean, 22 active+undersized+degraded, 104 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s; 90/636 objects degraded (14.151%) 2024-09-06T15:50:12.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:12 smithi181 bash[70073]: cluster 2024-09-06T15:50:11.920221+0000 mgr.y (mgr.25115) 668 : cluster [DBG] pgmap v391: 161 pgs: 29 active+undersized, 6 stale+active+clean, 22 active+undersized+degraded, 104 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s; 90/636 objects degraded (14.151%) 2024-09-06T15:50:12.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:12 smithi181 bash[70073]: cluster 2024-09-06T15:50:11.920221+0000 mgr.y (mgr.25115) 668 : cluster [DBG] pgmap v391: 161 pgs: 29 active+undersized, 6 stale+active+clean, 22 active+undersized+degraded, 104 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s; 90/636 objects degraded (14.151%) 2024-09-06T15:50:12.996 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:50:12 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:50:12.996 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:50:12 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:50:12.997 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:50:12 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:50:12.997 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:50:12 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:50:12.997 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:50:12 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:50:12.998 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:50:12 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:50:12.998 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:50:12 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:50:12.998 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:50:12 smithi181 systemd[1]: ceph-bab55310-6c60-11ef-bce4-c7b262605968@osd.4.service: Deactivated successfully. 2024-09-06T15:50:12.998 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:50:12 smithi181 systemd[1]: Stopped Ceph osd.4 for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:50:12.999 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:50:12 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:50:12.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:12 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:50:13.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:13 smithi169 bash[88858]: cluster 2024-09-06T15:50:12.033209+0000 mon.a (mon.0) 322 : cluster [WRN] Health check failed: Degraded data redundancy: 90/636 objects degraded (14.151%), 22 pgs degraded (PG_DEGRADED) 2024-09-06T15:50:13.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:13 smithi169 bash[88858]: cluster 2024-09-06T15:50:12.033209+0000 mon.a (mon.0) 322 : cluster [WRN] Health check failed: Degraded data redundancy: 90/636 objects degraded (14.151%), 22 pgs degraded (PG_DEGRADED) 2024-09-06T15:50:13.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:13 smithi169 bash[92568]: cluster 2024-09-06T15:50:12.033209+0000 mon.a (mon.0) 322 : cluster [WRN] Health check failed: Degraded data redundancy: 90/636 objects degraded (14.151%), 22 pgs degraded (PG_DEGRADED) 2024-09-06T15:50:13.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:13 smithi169 bash[92568]: cluster 2024-09-06T15:50:12.033209+0000 mon.a (mon.0) 322 : cluster [WRN] Health check failed: Degraded data redundancy: 90/636 objects degraded (14.151%), 22 pgs degraded (PG_DEGRADED) 2024-09-06T15:50:13.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:13 smithi181 bash[70073]: cluster 2024-09-06T15:50:12.033209+0000 mon.a (mon.0) 322 : cluster [WRN] Health check failed: Degraded data redundancy: 90/636 objects degraded (14.151%), 22 pgs degraded (PG_DEGRADED) 2024-09-06T15:50:13.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:13 smithi181 bash[70073]: cluster 2024-09-06T15:50:12.033209+0000 mon.a (mon.0) 322 : cluster [WRN] Health check failed: Degraded data redundancy: 90/636 objects degraded (14.151%), 22 pgs degraded (PG_DEGRADED) 2024-09-06T15:50:13.496 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:50:13 smithi181 systemd[1]: Started Ceph osd.4 for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:50:14.118 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:50:13 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:50:13.838386069Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:50:14.118 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:14 smithi181 bash[70073]: audit 2024-09-06T15:50:13.061759+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:14.118 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:14 smithi181 bash[70073]: audit 2024-09-06T15:50:13.061759+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:14.118 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:14 smithi181 bash[70073]: audit 2024-09-06T15:50:13.075830+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:14.118 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:14 smithi181 bash[70073]: audit 2024-09-06T15:50:13.075830+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:14.118 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:14 smithi181 bash[70073]: audit 2024-09-06T15:50:13.682912+0000 mgr.y (mgr.25115) 669 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:50:14.118 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:14 smithi181 bash[70073]: audit 2024-09-06T15:50:13.682912+0000 mgr.y (mgr.25115) 669 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:50:14.118 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:14 smithi181 bash[70073]: cluster 2024-09-06T15:50:13.921544+0000 mgr.y (mgr.25115) 670 : cluster [DBG] pgmap v392: 161 pgs: 41 active+undersized, 27 active+undersized+degraded, 93 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 108/636 objects degraded (16.981%) 2024-09-06T15:50:14.119 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:14 smithi181 bash[70073]: cluster 2024-09-06T15:50:13.921544+0000 mgr.y (mgr.25115) 670 : cluster [DBG] pgmap v392: 161 pgs: 41 active+undersized, 27 active+undersized+degraded, 93 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 108/636 objects degraded (16.981%) 2024-09-06T15:50:14.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:14 smithi169 bash[88858]: audit 2024-09-06T15:50:13.061759+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:14.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:14 smithi169 bash[88858]: audit 2024-09-06T15:50:13.061759+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:14.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:14 smithi169 bash[88858]: audit 2024-09-06T15:50:13.075830+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:14.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:14 smithi169 bash[88858]: audit 2024-09-06T15:50:13.075830+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:14.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:14 smithi169 bash[88858]: audit 2024-09-06T15:50:13.682912+0000 mgr.y (mgr.25115) 669 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:50:14.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:14 smithi169 bash[88858]: audit 2024-09-06T15:50:13.682912+0000 mgr.y (mgr.25115) 669 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:50:14.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:14 smithi169 bash[88858]: cluster 2024-09-06T15:50:13.921544+0000 mgr.y (mgr.25115) 670 : cluster [DBG] pgmap v392: 161 pgs: 41 active+undersized, 27 active+undersized+degraded, 93 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 108/636 objects degraded (16.981%) 2024-09-06T15:50:14.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:14 smithi169 bash[88858]: cluster 2024-09-06T15:50:13.921544+0000 mgr.y (mgr.25115) 670 : cluster [DBG] pgmap v392: 161 pgs: 41 active+undersized, 27 active+undersized+degraded, 93 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 108/636 objects degraded (16.981%) 2024-09-06T15:50:14.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:14 smithi169 bash[92568]: audit 2024-09-06T15:50:13.061759+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:14.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:14 smithi169 bash[92568]: audit 2024-09-06T15:50:13.061759+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:14.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:14 smithi169 bash[92568]: audit 2024-09-06T15:50:13.075830+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:14.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:14 smithi169 bash[92568]: audit 2024-09-06T15:50:13.075830+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:14.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:14 smithi169 bash[92568]: audit 2024-09-06T15:50:13.682912+0000 mgr.y (mgr.25115) 669 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:50:14.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:14 smithi169 bash[92568]: audit 2024-09-06T15:50:13.682912+0000 mgr.y (mgr.25115) 669 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:50:14.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:14 smithi169 bash[92568]: cluster 2024-09-06T15:50:13.921544+0000 mgr.y (mgr.25115) 670 : cluster [DBG] pgmap v392: 161 pgs: 41 active+undersized, 27 active+undersized+degraded, 93 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 108/636 objects degraded (16.981%) 2024-09-06T15:50:14.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:14 smithi169 bash[92568]: cluster 2024-09-06T15:50:13.921544+0000 mgr.y (mgr.25115) 670 : cluster [DBG] pgmap v392: 161 pgs: 41 active+undersized, 27 active+undersized+degraded, 93 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 108/636 objects degraded (16.981%) 2024-09-06T15:50:14.496 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:50:14 smithi181 bash[73957]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-06T15:50:14.496 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:50:14 smithi181 bash[73957]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-06T15:50:15.189 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:50:14 smithi181 bash[73957]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-06T15:50:15.189 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:50:14 smithi181 bash[73957]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-06T15:50:15.496 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:50:15 smithi181 bash[73957]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-06T15:50:15.496 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:50:15 smithi181 bash[73957]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-06T15:50:15.496 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:50:15 smithi181 bash[73957]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-09-06T15:50:15.496 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:50:15 smithi181 bash[73957]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-06T15:50:15.497 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:50:15 smithi181 bash[73957]: --> ceph-volume raw activate successful for osd ID: 4 2024-09-06T15:50:16.305 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:50:16 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:50:16] "GET /metrics HTTP/1.1" 200 38356 "" "Prometheus/2.51.0" 2024-09-06T15:50:16.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:16 smithi181 bash[70073]: audit 2024-09-06T15:50:15.303719+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:16.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:16 smithi181 bash[70073]: audit 2024-09-06T15:50:15.303719+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:16.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:16 smithi181 bash[70073]: audit 2024-09-06T15:50:15.308339+0000 mon.b (mon.1) 205 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:50:16.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:16 smithi181 bash[70073]: audit 2024-09-06T15:50:15.308339+0000 mon.b (mon.1) 205 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:50:16.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:16 smithi181 bash[70073]: cluster 2024-09-06T15:50:15.923179+0000 mgr.y (mgr.25115) 671 : cluster [DBG] pgmap v393: 161 pgs: 41 active+undersized, 27 active+undersized+degraded, 93 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 108/636 objects degraded (16.981%) 2024-09-06T15:50:16.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:16 smithi181 bash[70073]: cluster 2024-09-06T15:50:15.923179+0000 mgr.y (mgr.25115) 671 : cluster [DBG] pgmap v393: 161 pgs: 41 active+undersized, 27 active+undersized+degraded, 93 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 108/636 objects degraded (16.981%) 2024-09-06T15:50:16.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:16 smithi169 bash[88858]: audit 2024-09-06T15:50:15.303719+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:16.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:16 smithi169 bash[88858]: audit 2024-09-06T15:50:15.303719+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:16.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:16 smithi169 bash[88858]: audit 2024-09-06T15:50:15.308339+0000 mon.b (mon.1) 205 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:50:16.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:16 smithi169 bash[88858]: audit 2024-09-06T15:50:15.308339+0000 mon.b (mon.1) 205 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:50:16.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:16 smithi169 bash[88858]: cluster 2024-09-06T15:50:15.923179+0000 mgr.y (mgr.25115) 671 : cluster [DBG] pgmap v393: 161 pgs: 41 active+undersized, 27 active+undersized+degraded, 93 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 108/636 objects degraded (16.981%) 2024-09-06T15:50:16.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:16 smithi169 bash[88858]: cluster 2024-09-06T15:50:15.923179+0000 mgr.y (mgr.25115) 671 : cluster [DBG] pgmap v393: 161 pgs: 41 active+undersized, 27 active+undersized+degraded, 93 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 108/636 objects degraded (16.981%) 2024-09-06T15:50:16.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:16 smithi169 bash[92568]: audit 2024-09-06T15:50:15.303719+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:16.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:16 smithi169 bash[92568]: audit 2024-09-06T15:50:15.303719+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:16.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:16 smithi169 bash[92568]: audit 2024-09-06T15:50:15.308339+0000 mon.b (mon.1) 205 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:50:16.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:16 smithi169 bash[92568]: audit 2024-09-06T15:50:15.308339+0000 mon.b (mon.1) 205 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:50:16.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:16 smithi169 bash[92568]: cluster 2024-09-06T15:50:15.923179+0000 mgr.y (mgr.25115) 671 : cluster [DBG] pgmap v393: 161 pgs: 41 active+undersized, 27 active+undersized+degraded, 93 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 108/636 objects degraded (16.981%) 2024-09-06T15:50:16.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:16 smithi169 bash[92568]: cluster 2024-09-06T15:50:15.923179+0000 mgr.y (mgr.25115) 671 : cluster [DBG] pgmap v393: 161 pgs: 41 active+undersized, 27 active+undersized+degraded, 93 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 108/636 objects degraded (16.981%) 2024-09-06T15:50:17.118 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:50:16 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:50:16.827347664Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:50:17.496 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:50:17 smithi181 bash[74199]: debug 2024-09-06T15:50:17.208+0000 7fcff8883640 1 -- 172.21.15.181:0/2277276121 <== mon.1 v2:172.21.15.181:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561dfb830960 con 0x561dfb851800 2024-09-06T15:50:18.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:18 smithi169 bash[88858]: cluster 2024-09-06T15:50:17.924584+0000 mgr.y (mgr.25115) 672 : cluster [DBG] pgmap v394: 161 pgs: 41 active+undersized, 27 active+undersized+degraded, 93 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 230 B/s rd, 0 op/s; 108/636 objects degraded (16.981%) 2024-09-06T15:50:18.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:18 smithi169 bash[88858]: cluster 2024-09-06T15:50:17.924584+0000 mgr.y (mgr.25115) 672 : cluster [DBG] pgmap v394: 161 pgs: 41 active+undersized, 27 active+undersized+degraded, 93 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 230 B/s rd, 0 op/s; 108/636 objects degraded (16.981%) 2024-09-06T15:50:18.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:18 smithi169 bash[92568]: cluster 2024-09-06T15:50:17.924584+0000 mgr.y (mgr.25115) 672 : cluster [DBG] pgmap v394: 161 pgs: 41 active+undersized, 27 active+undersized+degraded, 93 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 230 B/s rd, 0 op/s; 108/636 objects degraded (16.981%) 2024-09-06T15:50:18.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:18 smithi169 bash[92568]: cluster 2024-09-06T15:50:17.924584+0000 mgr.y (mgr.25115) 672 : cluster [DBG] pgmap v394: 161 pgs: 41 active+undersized, 27 active+undersized+degraded, 93 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 230 B/s rd, 0 op/s; 108/636 objects degraded (16.981%) 2024-09-06T15:50:18.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:18 smithi181 bash[70073]: cluster 2024-09-06T15:50:17.924584+0000 mgr.y (mgr.25115) 672 : cluster [DBG] pgmap v394: 161 pgs: 41 active+undersized, 27 active+undersized+degraded, 93 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 230 B/s rd, 0 op/s; 108/636 objects degraded (16.981%) 2024-09-06T15:50:18.495 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:18 smithi181 bash[70073]: cluster 2024-09-06T15:50:17.924584+0000 mgr.y (mgr.25115) 672 : cluster [DBG] pgmap v394: 161 pgs: 41 active+undersized, 27 active+undersized+degraded, 93 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 230 B/s rd, 0 op/s; 108/636 objects degraded (16.981%) 2024-09-06T15:50:18.746 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:50:18 smithi181 bash[74199]: debug 2024-09-06T15:50:18.496+0000 7fcffb0ea640 -1 Falling back to public interface 2024-09-06T15:50:20.246 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:50:19 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:50:19.801347831Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:50:20.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:19 smithi181 bash[70073]: cluster 2024-09-06T15:50:19.914350+0000 mon.a (mon.0) 326 : cluster [WRN] Health check update: Degraded data redundancy: 108/636 objects degraded (16.981%), 27 pgs degraded (PG_DEGRADED) 2024-09-06T15:50:20.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:19 smithi181 bash[70073]: cluster 2024-09-06T15:50:19.914350+0000 mon.a (mon.0) 326 : cluster [WRN] Health check update: Degraded data redundancy: 108/636 objects degraded (16.981%), 27 pgs degraded (PG_DEGRADED) 2024-09-06T15:50:20.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:19 smithi181 bash[70073]: cluster 2024-09-06T15:50:19.925577+0000 mgr.y (mgr.25115) 673 : cluster [DBG] pgmap v395: 161 pgs: 41 active+undersized, 27 active+undersized+degraded, 93 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 108/636 objects degraded (16.981%) 2024-09-06T15:50:20.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:19 smithi181 bash[70073]: cluster 2024-09-06T15:50:19.925577+0000 mgr.y (mgr.25115) 673 : cluster [DBG] pgmap v395: 161 pgs: 41 active+undersized, 27 active+undersized+degraded, 93 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 108/636 objects degraded (16.981%) 2024-09-06T15:50:20.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:19 smithi169 bash[88858]: cluster 2024-09-06T15:50:19.914350+0000 mon.a (mon.0) 326 : cluster [WRN] Health check update: Degraded data redundancy: 108/636 objects degraded (16.981%), 27 pgs degraded (PG_DEGRADED) 2024-09-06T15:50:20.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:19 smithi169 bash[88858]: cluster 2024-09-06T15:50:19.914350+0000 mon.a (mon.0) 326 : cluster [WRN] Health check update: Degraded data redundancy: 108/636 objects degraded (16.981%), 27 pgs degraded (PG_DEGRADED) 2024-09-06T15:50:20.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:19 smithi169 bash[88858]: cluster 2024-09-06T15:50:19.925577+0000 mgr.y (mgr.25115) 673 : cluster [DBG] pgmap v395: 161 pgs: 41 active+undersized, 27 active+undersized+degraded, 93 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 108/636 objects degraded (16.981%) 2024-09-06T15:50:20.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:19 smithi169 bash[88858]: cluster 2024-09-06T15:50:19.925577+0000 mgr.y (mgr.25115) 673 : cluster [DBG] pgmap v395: 161 pgs: 41 active+undersized, 27 active+undersized+degraded, 93 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 108/636 objects degraded (16.981%) 2024-09-06T15:50:20.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:19 smithi169 bash[92568]: cluster 2024-09-06T15:50:19.914350+0000 mon.a (mon.0) 326 : cluster [WRN] Health check update: Degraded data redundancy: 108/636 objects degraded (16.981%), 27 pgs degraded (PG_DEGRADED) 2024-09-06T15:50:20.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:19 smithi169 bash[92568]: cluster 2024-09-06T15:50:19.914350+0000 mon.a (mon.0) 326 : cluster [WRN] Health check update: Degraded data redundancy: 108/636 objects degraded (16.981%), 27 pgs degraded (PG_DEGRADED) 2024-09-06T15:50:20.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:19 smithi169 bash[92568]: cluster 2024-09-06T15:50:19.925577+0000 mgr.y (mgr.25115) 673 : cluster [DBG] pgmap v395: 161 pgs: 41 active+undersized, 27 active+undersized+degraded, 93 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 108/636 objects degraded (16.981%) 2024-09-06T15:50:20.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:19 smithi169 bash[92568]: cluster 2024-09-06T15:50:19.925577+0000 mgr.y (mgr.25115) 673 : cluster [DBG] pgmap v395: 161 pgs: 41 active+undersized, 27 active+undersized+degraded, 93 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 108/636 objects degraded (16.981%) 2024-09-06T15:50:21.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:21 smithi169 bash[88858]: audit 2024-09-06T15:50:20.383061+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:21.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:21 smithi169 bash[88858]: audit 2024-09-06T15:50:20.383061+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:21.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:21 smithi169 bash[88858]: audit 2024-09-06T15:50:20.394682+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:21.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:21 smithi169 bash[88858]: audit 2024-09-06T15:50:20.394682+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:21.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:21 smithi169 bash[92568]: audit 2024-09-06T15:50:20.383061+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:21.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:21 smithi169 bash[92568]: audit 2024-09-06T15:50:20.383061+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:21.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:21 smithi169 bash[92568]: audit 2024-09-06T15:50:20.394682+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:21.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:21 smithi169 bash[92568]: audit 2024-09-06T15:50:20.394682+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:21.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:21 smithi181 bash[70073]: audit 2024-09-06T15:50:20.383061+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:21.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:21 smithi181 bash[70073]: audit 2024-09-06T15:50:20.383061+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:21.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:21 smithi181 bash[70073]: audit 2024-09-06T15:50:20.394682+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:21.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:21 smithi181 bash[70073]: audit 2024-09-06T15:50:20.394682+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:22.496 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:50:22 smithi181 bash[74199]: debug 2024-09-06T15:50:22.007+0000 7fcffb0ea640 -1 osd.4 131 log_to_monitors true 2024-09-06T15:50:22.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:22 smithi169 bash[88858]: audit 2024-09-06T15:50:21.608414+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:22.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:22 smithi169 bash[88858]: audit 2024-09-06T15:50:21.608414+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:22.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:22 smithi169 bash[88858]: audit 2024-09-06T15:50:21.622384+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:22.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:22 smithi169 bash[88858]: audit 2024-09-06T15:50:21.622384+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:22.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:22 smithi169 bash[88858]: cluster 2024-09-06T15:50:21.927389+0000 mgr.y (mgr.25115) 674 : cluster [DBG] pgmap v396: 161 pgs: 41 active+undersized, 27 active+undersized+degraded, 93 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 602 B/s rd, 0 op/s; 108/636 objects degraded (16.981%) 2024-09-06T15:50:22.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:22 smithi169 bash[88858]: cluster 2024-09-06T15:50:21.927389+0000 mgr.y (mgr.25115) 674 : cluster [DBG] pgmap v396: 161 pgs: 41 active+undersized, 27 active+undersized+degraded, 93 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 602 B/s rd, 0 op/s; 108/636 objects degraded (16.981%) 2024-09-06T15:50:22.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:22 smithi169 bash[88858]: audit 2024-09-06T15:50:22.011448+0000 mon.a (mon.0) 331 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-06T15:50:22.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:22 smithi169 bash[88858]: audit 2024-09-06T15:50:22.011448+0000 mon.a (mon.0) 331 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-06T15:50:22.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:22 smithi169 bash[88858]: audit 2024-09-06T15:50:22.012988+0000 mon.b (mon.1) 206 : audit [INF] from='osd.4 [v2:172.21.15.181:6800/1457715885,v1:172.21.15.181:6801/1457715885]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-06T15:50:22.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:22 smithi169 bash[88858]: audit 2024-09-06T15:50:22.012988+0000 mon.b (mon.1) 206 : audit [INF] from='osd.4 [v2:172.21.15.181:6800/1457715885,v1:172.21.15.181:6801/1457715885]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-06T15:50:22.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:22 smithi169 bash[92568]: audit 2024-09-06T15:50:21.608414+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:22.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:22 smithi169 bash[92568]: audit 2024-09-06T15:50:21.608414+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:22.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:22 smithi169 bash[92568]: audit 2024-09-06T15:50:21.622384+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:22.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:22 smithi169 bash[92568]: audit 2024-09-06T15:50:21.622384+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:22.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:22 smithi169 bash[92568]: cluster 2024-09-06T15:50:21.927389+0000 mgr.y (mgr.25115) 674 : cluster [DBG] pgmap v396: 161 pgs: 41 active+undersized, 27 active+undersized+degraded, 93 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 602 B/s rd, 0 op/s; 108/636 objects degraded (16.981%) 2024-09-06T15:50:22.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:22 smithi169 bash[92568]: cluster 2024-09-06T15:50:21.927389+0000 mgr.y (mgr.25115) 674 : cluster [DBG] pgmap v396: 161 pgs: 41 active+undersized, 27 active+undersized+degraded, 93 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 602 B/s rd, 0 op/s; 108/636 objects degraded (16.981%) 2024-09-06T15:50:22.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:22 smithi169 bash[92568]: audit 2024-09-06T15:50:22.011448+0000 mon.a (mon.0) 331 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-06T15:50:22.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:22 smithi169 bash[92568]: audit 2024-09-06T15:50:22.011448+0000 mon.a (mon.0) 331 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-06T15:50:22.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:22 smithi169 bash[92568]: audit 2024-09-06T15:50:22.012988+0000 mon.b (mon.1) 206 : audit [INF] from='osd.4 [v2:172.21.15.181:6800/1457715885,v1:172.21.15.181:6801/1457715885]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-06T15:50:22.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:22 smithi169 bash[92568]: audit 2024-09-06T15:50:22.012988+0000 mon.b (mon.1) 206 : audit [INF] from='osd.4 [v2:172.21.15.181:6800/1457715885,v1:172.21.15.181:6801/1457715885]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-06T15:50:22.996 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:50:22 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:50:22.830708476Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:50:22.996 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:50:22 smithi181 bash[74199]: debug 2024-09-06T15:50:22.671+0000 7fcfeee8c640 -1 osd.4 131 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-06T15:50:22.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:22 smithi181 bash[70073]: audit 2024-09-06T15:50:21.608414+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:22.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:22 smithi181 bash[70073]: audit 2024-09-06T15:50:21.608414+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:22.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:22 smithi181 bash[70073]: audit 2024-09-06T15:50:21.622384+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:22.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:22 smithi181 bash[70073]: audit 2024-09-06T15:50:21.622384+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:22.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:22 smithi181 bash[70073]: cluster 2024-09-06T15:50:21.927389+0000 mgr.y (mgr.25115) 674 : cluster [DBG] pgmap v396: 161 pgs: 41 active+undersized, 27 active+undersized+degraded, 93 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 602 B/s rd, 0 op/s; 108/636 objects degraded (16.981%) 2024-09-06T15:50:22.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:22 smithi181 bash[70073]: cluster 2024-09-06T15:50:21.927389+0000 mgr.y (mgr.25115) 674 : cluster [DBG] pgmap v396: 161 pgs: 41 active+undersized, 27 active+undersized+degraded, 93 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 602 B/s rd, 0 op/s; 108/636 objects degraded (16.981%) 2024-09-06T15:50:22.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:22 smithi181 bash[70073]: audit 2024-09-06T15:50:22.011448+0000 mon.a (mon.0) 331 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-06T15:50:22.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:22 smithi181 bash[70073]: audit 2024-09-06T15:50:22.011448+0000 mon.a (mon.0) 331 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-06T15:50:22.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:22 smithi181 bash[70073]: audit 2024-09-06T15:50:22.012988+0000 mon.b (mon.1) 206 : audit [INF] from='osd.4 [v2:172.21.15.181:6800/1457715885,v1:172.21.15.181:6801/1457715885]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-06T15:50:22.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:22 smithi181 bash[70073]: audit 2024-09-06T15:50:22.012988+0000 mon.b (mon.1) 206 : audit [INF] from='osd.4 [v2:172.21.15.181:6800/1457715885,v1:172.21.15.181:6801/1457715885]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-06T15:50:23.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:23 smithi169 bash[88858]: audit 2024-09-06T15:50:22.628554+0000 mon.a (mon.0) 332 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-06T15:50:23.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:23 smithi169 bash[88858]: audit 2024-09-06T15:50:22.628554+0000 mon.a (mon.0) 332 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-06T15:50:23.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:23 smithi169 bash[88858]: cluster 2024-09-06T15:50:22.637182+0000 mon.a (mon.0) 333 : cluster [DBG] osdmap e134: 8 total, 7 up, 8 in 2024-09-06T15:50:23.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:23 smithi169 bash[88858]: cluster 2024-09-06T15:50:22.637182+0000 mon.a (mon.0) 333 : cluster [DBG] osdmap e134: 8 total, 7 up, 8 in 2024-09-06T15:50:23.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:23 smithi169 bash[88858]: audit 2024-09-06T15:50:22.638501+0000 mon.a (mon.0) 334 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:50:23.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:23 smithi169 bash[88858]: audit 2024-09-06T15:50:22.638501+0000 mon.a (mon.0) 334 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:50:23.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:23 smithi169 bash[88858]: audit 2024-09-06T15:50:22.638503+0000 mon.b (mon.1) 207 : audit [INF] from='osd.4 [v2:172.21.15.181:6800/1457715885,v1:172.21.15.181:6801/1457715885]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:50:23.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:23 smithi169 bash[88858]: audit 2024-09-06T15:50:22.638503+0000 mon.b (mon.1) 207 : audit [INF] from='osd.4 [v2:172.21.15.181:6800/1457715885,v1:172.21.15.181:6801/1457715885]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:50:23.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:23 smithi169 bash[92568]: audit 2024-09-06T15:50:22.628554+0000 mon.a (mon.0) 332 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-06T15:50:23.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:23 smithi169 bash[92568]: audit 2024-09-06T15:50:22.628554+0000 mon.a (mon.0) 332 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-06T15:50:23.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:23 smithi169 bash[92568]: cluster 2024-09-06T15:50:22.637182+0000 mon.a (mon.0) 333 : cluster [DBG] osdmap e134: 8 total, 7 up, 8 in 2024-09-06T15:50:23.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:23 smithi169 bash[92568]: cluster 2024-09-06T15:50:22.637182+0000 mon.a (mon.0) 333 : cluster [DBG] osdmap e134: 8 total, 7 up, 8 in 2024-09-06T15:50:23.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:23 smithi169 bash[92568]: audit 2024-09-06T15:50:22.638501+0000 mon.a (mon.0) 334 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:50:23.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:23 smithi169 bash[92568]: audit 2024-09-06T15:50:22.638501+0000 mon.a (mon.0) 334 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:50:23.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:23 smithi169 bash[92568]: audit 2024-09-06T15:50:22.638503+0000 mon.b (mon.1) 207 : audit [INF] from='osd.4 [v2:172.21.15.181:6800/1457715885,v1:172.21.15.181:6801/1457715885]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:50:23.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:23 smithi169 bash[92568]: audit 2024-09-06T15:50:22.638503+0000 mon.b (mon.1) 207 : audit [INF] from='osd.4 [v2:172.21.15.181:6800/1457715885,v1:172.21.15.181:6801/1457715885]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:50:23.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:23 smithi181 bash[70073]: audit 2024-09-06T15:50:22.628554+0000 mon.a (mon.0) 332 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-06T15:50:23.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:23 smithi181 bash[70073]: audit 2024-09-06T15:50:22.628554+0000 mon.a (mon.0) 332 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-06T15:50:23.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:23 smithi181 bash[70073]: cluster 2024-09-06T15:50:22.637182+0000 mon.a (mon.0) 333 : cluster [DBG] osdmap e134: 8 total, 7 up, 8 in 2024-09-06T15:50:23.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:23 smithi181 bash[70073]: cluster 2024-09-06T15:50:22.637182+0000 mon.a (mon.0) 333 : cluster [DBG] osdmap e134: 8 total, 7 up, 8 in 2024-09-06T15:50:23.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:23 smithi181 bash[70073]: audit 2024-09-06T15:50:22.638501+0000 mon.a (mon.0) 334 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:50:23.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:23 smithi181 bash[70073]: audit 2024-09-06T15:50:22.638501+0000 mon.a (mon.0) 334 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:50:23.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:23 smithi181 bash[70073]: audit 2024-09-06T15:50:22.638503+0000 mon.b (mon.1) 207 : audit [INF] from='osd.4 [v2:172.21.15.181:6800/1457715885,v1:172.21.15.181:6801/1457715885]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:50:23.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:23 smithi181 bash[70073]: audit 2024-09-06T15:50:22.638503+0000 mon.b (mon.1) 207 : audit [INF] from='osd.4 [v2:172.21.15.181:6800/1457715885,v1:172.21.15.181:6801/1457715885]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:50:24.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:24 smithi169 bash[88858]: cluster 2024-09-06T15:50:23.629595+0000 mon.a (mon.0) 335 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:50:24.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:24 smithi169 bash[88858]: cluster 2024-09-06T15:50:23.629595+0000 mon.a (mon.0) 335 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:50:24.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:24 smithi169 bash[88858]: cluster 2024-09-06T15:50:23.641195+0000 mon.a (mon.0) 336 : cluster [INF] osd.4 [v2:172.21.15.181:6800/1457715885,v1:172.21.15.181:6801/1457715885] boot 2024-09-06T15:50:24.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:24 smithi169 bash[88858]: cluster 2024-09-06T15:50:23.641195+0000 mon.a (mon.0) 336 : cluster [INF] osd.4 [v2:172.21.15.181:6800/1457715885,v1:172.21.15.181:6801/1457715885] boot 2024-09-06T15:50:24.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:24 smithi169 bash[88858]: cluster 2024-09-06T15:50:23.641412+0000 mon.a (mon.0) 337 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2024-09-06T15:50:24.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:24 smithi169 bash[88858]: cluster 2024-09-06T15:50:23.641412+0000 mon.a (mon.0) 337 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2024-09-06T15:50:24.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:24 smithi169 bash[88858]: audit 2024-09-06T15:50:23.644857+0000 mon.b (mon.1) 208 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-06T15:50:24.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:24 smithi169 bash[88858]: audit 2024-09-06T15:50:23.644857+0000 mon.b (mon.1) 208 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-06T15:50:24.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:24 smithi169 bash[88858]: audit 2024-09-06T15:50:23.691567+0000 mgr.y (mgr.25115) 675 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:50:24.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:24 smithi169 bash[88858]: audit 2024-09-06T15:50:23.691567+0000 mgr.y (mgr.25115) 675 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:50:24.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:24 smithi169 bash[88858]: cluster 2024-09-06T15:50:23.928529+0000 mgr.y (mgr.25115) 676 : cluster [DBG] pgmap v399: 161 pgs: 41 active+undersized, 27 active+undersized+degraded, 93 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 108/636 objects degraded (16.981%) 2024-09-06T15:50:24.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:24 smithi169 bash[88858]: cluster 2024-09-06T15:50:23.928529+0000 mgr.y (mgr.25115) 676 : cluster [DBG] pgmap v399: 161 pgs: 41 active+undersized, 27 active+undersized+degraded, 93 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 108/636 objects degraded (16.981%) 2024-09-06T15:50:24.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:24 smithi169 bash[88858]: cluster 2024-09-06T15:50:24.643408+0000 mon.a (mon.0) 338 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-09-06T15:50:24.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:24 smithi169 bash[88858]: cluster 2024-09-06T15:50:24.643408+0000 mon.a (mon.0) 338 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-09-06T15:50:24.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:24 smithi169 bash[92568]: cluster 2024-09-06T15:50:23.629595+0000 mon.a (mon.0) 335 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:50:24.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:24 smithi169 bash[92568]: cluster 2024-09-06T15:50:23.629595+0000 mon.a (mon.0) 335 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:50:24.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:24 smithi169 bash[92568]: cluster 2024-09-06T15:50:23.641195+0000 mon.a (mon.0) 336 : cluster [INF] osd.4 [v2:172.21.15.181:6800/1457715885,v1:172.21.15.181:6801/1457715885] boot 2024-09-06T15:50:24.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:24 smithi169 bash[92568]: cluster 2024-09-06T15:50:23.641195+0000 mon.a (mon.0) 336 : cluster [INF] osd.4 [v2:172.21.15.181:6800/1457715885,v1:172.21.15.181:6801/1457715885] boot 2024-09-06T15:50:24.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:24 smithi169 bash[92568]: cluster 2024-09-06T15:50:23.641412+0000 mon.a (mon.0) 337 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2024-09-06T15:50:24.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:24 smithi169 bash[92568]: cluster 2024-09-06T15:50:23.641412+0000 mon.a (mon.0) 337 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2024-09-06T15:50:24.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:24 smithi169 bash[92568]: audit 2024-09-06T15:50:23.644857+0000 mon.b (mon.1) 208 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-06T15:50:24.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:24 smithi169 bash[92568]: audit 2024-09-06T15:50:23.644857+0000 mon.b (mon.1) 208 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-06T15:50:24.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:24 smithi169 bash[92568]: audit 2024-09-06T15:50:23.691567+0000 mgr.y (mgr.25115) 675 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:50:24.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:24 smithi169 bash[92568]: audit 2024-09-06T15:50:23.691567+0000 mgr.y (mgr.25115) 675 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:50:24.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:24 smithi169 bash[92568]: cluster 2024-09-06T15:50:23.928529+0000 mgr.y (mgr.25115) 676 : cluster [DBG] pgmap v399: 161 pgs: 41 active+undersized, 27 active+undersized+degraded, 93 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 108/636 objects degraded (16.981%) 2024-09-06T15:50:24.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:24 smithi169 bash[92568]: cluster 2024-09-06T15:50:23.928529+0000 mgr.y (mgr.25115) 676 : cluster [DBG] pgmap v399: 161 pgs: 41 active+undersized, 27 active+undersized+degraded, 93 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 108/636 objects degraded (16.981%) 2024-09-06T15:50:24.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:24 smithi169 bash[92568]: cluster 2024-09-06T15:50:24.643408+0000 mon.a (mon.0) 338 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-09-06T15:50:24.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:24 smithi169 bash[92568]: cluster 2024-09-06T15:50:24.643408+0000 mon.a (mon.0) 338 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-09-06T15:50:24.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:24 smithi181 bash[70073]: cluster 2024-09-06T15:50:23.629595+0000 mon.a (mon.0) 335 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:50:24.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:24 smithi181 bash[70073]: cluster 2024-09-06T15:50:23.629595+0000 mon.a (mon.0) 335 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:50:24.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:24 smithi181 bash[70073]: cluster 2024-09-06T15:50:23.641195+0000 mon.a (mon.0) 336 : cluster [INF] osd.4 [v2:172.21.15.181:6800/1457715885,v1:172.21.15.181:6801/1457715885] boot 2024-09-06T15:50:24.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:24 smithi181 bash[70073]: cluster 2024-09-06T15:50:23.641195+0000 mon.a (mon.0) 336 : cluster [INF] osd.4 [v2:172.21.15.181:6800/1457715885,v1:172.21.15.181:6801/1457715885] boot 2024-09-06T15:50:24.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:24 smithi181 bash[70073]: cluster 2024-09-06T15:50:23.641412+0000 mon.a (mon.0) 337 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2024-09-06T15:50:24.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:24 smithi181 bash[70073]: cluster 2024-09-06T15:50:23.641412+0000 mon.a (mon.0) 337 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2024-09-06T15:50:24.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:24 smithi181 bash[70073]: audit 2024-09-06T15:50:23.644857+0000 mon.b (mon.1) 208 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-06T15:50:24.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:24 smithi181 bash[70073]: audit 2024-09-06T15:50:23.644857+0000 mon.b (mon.1) 208 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-06T15:50:24.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:24 smithi181 bash[70073]: audit 2024-09-06T15:50:23.691567+0000 mgr.y (mgr.25115) 675 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:50:24.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:24 smithi181 bash[70073]: audit 2024-09-06T15:50:23.691567+0000 mgr.y (mgr.25115) 675 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:50:24.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:24 smithi181 bash[70073]: cluster 2024-09-06T15:50:23.928529+0000 mgr.y (mgr.25115) 676 : cluster [DBG] pgmap v399: 161 pgs: 41 active+undersized, 27 active+undersized+degraded, 93 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 108/636 objects degraded (16.981%) 2024-09-06T15:50:24.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:24 smithi181 bash[70073]: cluster 2024-09-06T15:50:23.928529+0000 mgr.y (mgr.25115) 676 : cluster [DBG] pgmap v399: 161 pgs: 41 active+undersized, 27 active+undersized+degraded, 93 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 108/636 objects degraded (16.981%) 2024-09-06T15:50:24.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:24 smithi181 bash[70073]: cluster 2024-09-06T15:50:24.643408+0000 mon.a (mon.0) 338 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-09-06T15:50:24.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:24 smithi181 bash[70073]: cluster 2024-09-06T15:50:24.643408+0000 mon.a (mon.0) 338 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-09-06T15:50:26.246 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:50:25 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:50:25.814526837Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:50:26.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:26 smithi181 bash[70073]: cluster 2024-09-06T15:50:25.929987+0000 mgr.y (mgr.25115) 677 : cluster [DBG] pgmap v401: 161 pgs: 26 active+undersized, 15 active+undersized+degraded, 120 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 53/636 objects degraded (8.333%) 2024-09-06T15:50:26.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:26 smithi181 bash[70073]: cluster 2024-09-06T15:50:25.929987+0000 mgr.y (mgr.25115) 677 : cluster [DBG] pgmap v401: 161 pgs: 26 active+undersized, 15 active+undersized+degraded, 120 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 53/636 objects degraded (8.333%) 2024-09-06T15:50:26.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:26 smithi181 bash[70073]: cluster 2024-09-06T15:50:25.982467+0000 mon.a (mon.0) 339 : cluster [WRN] Health check update: Degraded data redundancy: 53/636 objects degraded (8.333%), 15 pgs degraded (PG_DEGRADED) 2024-09-06T15:50:26.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:26 smithi181 bash[70073]: cluster 2024-09-06T15:50:25.982467+0000 mon.a (mon.0) 339 : cluster [WRN] Health check update: Degraded data redundancy: 53/636 objects degraded (8.333%), 15 pgs degraded (PG_DEGRADED) 2024-09-06T15:50:26.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:50:26 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:50:26] "GET /metrics HTTP/1.1" 200 38356 "" "Prometheus/2.51.0" 2024-09-06T15:50:26.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:26 smithi169 bash[88858]: cluster 2024-09-06T15:50:25.929987+0000 mgr.y (mgr.25115) 677 : cluster [DBG] pgmap v401: 161 pgs: 26 active+undersized, 15 active+undersized+degraded, 120 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 53/636 objects degraded (8.333%) 2024-09-06T15:50:26.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:26 smithi169 bash[88858]: cluster 2024-09-06T15:50:25.929987+0000 mgr.y (mgr.25115) 677 : cluster [DBG] pgmap v401: 161 pgs: 26 active+undersized, 15 active+undersized+degraded, 120 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 53/636 objects degraded (8.333%) 2024-09-06T15:50:26.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:26 smithi169 bash[88858]: cluster 2024-09-06T15:50:25.982467+0000 mon.a (mon.0) 339 : cluster [WRN] Health check update: Degraded data redundancy: 53/636 objects degraded (8.333%), 15 pgs degraded (PG_DEGRADED) 2024-09-06T15:50:26.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:26 smithi169 bash[88858]: cluster 2024-09-06T15:50:25.982467+0000 mon.a (mon.0) 339 : cluster [WRN] Health check update: Degraded data redundancy: 53/636 objects degraded (8.333%), 15 pgs degraded (PG_DEGRADED) 2024-09-06T15:50:26.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:26 smithi169 bash[92568]: cluster 2024-09-06T15:50:25.929987+0000 mgr.y (mgr.25115) 677 : cluster [DBG] pgmap v401: 161 pgs: 26 active+undersized, 15 active+undersized+degraded, 120 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 53/636 objects degraded (8.333%) 2024-09-06T15:50:26.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:26 smithi169 bash[92568]: cluster 2024-09-06T15:50:25.929987+0000 mgr.y (mgr.25115) 677 : cluster [DBG] pgmap v401: 161 pgs: 26 active+undersized, 15 active+undersized+degraded, 120 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 53/636 objects degraded (8.333%) 2024-09-06T15:50:26.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:26 smithi169 bash[92568]: cluster 2024-09-06T15:50:25.982467+0000 mon.a (mon.0) 339 : cluster [WRN] Health check update: Degraded data redundancy: 53/636 objects degraded (8.333%), 15 pgs degraded (PG_DEGRADED) 2024-09-06T15:50:26.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:26 smithi169 bash[92568]: cluster 2024-09-06T15:50:25.982467+0000 mon.a (mon.0) 339 : cluster [WRN] Health check update: Degraded data redundancy: 53/636 objects degraded (8.333%), 15 pgs degraded (PG_DEGRADED) 2024-09-06T15:50:28.381 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:28 smithi181 bash[70073]: cluster 2024-09-06T15:50:27.931223+0000 mgr.y (mgr.25115) 678 : cluster [DBG] pgmap v402: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:50:28.381 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:28 smithi181 bash[70073]: cluster 2024-09-06T15:50:27.931223+0000 mgr.y (mgr.25115) 678 : cluster [DBG] pgmap v402: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:50:28.381 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:28 smithi181 bash[70073]: cluster 2024-09-06T15:50:27.983247+0000 mon.a (mon.0) 340 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 53/636 objects degraded (8.333%), 15 pgs degraded) 2024-09-06T15:50:28.381 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:28 smithi181 bash[70073]: cluster 2024-09-06T15:50:27.983247+0000 mon.a (mon.0) 340 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 53/636 objects degraded (8.333%), 15 pgs degraded) 2024-09-06T15:50:28.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:28 smithi169 bash[88858]: cluster 2024-09-06T15:50:27.931223+0000 mgr.y (mgr.25115) 678 : cluster [DBG] pgmap v402: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:50:28.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:28 smithi169 bash[88858]: cluster 2024-09-06T15:50:27.931223+0000 mgr.y (mgr.25115) 678 : cluster [DBG] pgmap v402: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:50:28.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:28 smithi169 bash[88858]: cluster 2024-09-06T15:50:27.983247+0000 mon.a (mon.0) 340 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 53/636 objects degraded (8.333%), 15 pgs degraded) 2024-09-06T15:50:28.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:28 smithi169 bash[88858]: cluster 2024-09-06T15:50:27.983247+0000 mon.a (mon.0) 340 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 53/636 objects degraded (8.333%), 15 pgs degraded) 2024-09-06T15:50:28.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:28 smithi169 bash[92568]: cluster 2024-09-06T15:50:27.931223+0000 mgr.y (mgr.25115) 678 : cluster [DBG] pgmap v402: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:50:28.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:28 smithi169 bash[92568]: cluster 2024-09-06T15:50:27.931223+0000 mgr.y (mgr.25115) 678 : cluster [DBG] pgmap v402: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:50:28.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:28 smithi169 bash[92568]: cluster 2024-09-06T15:50:27.983247+0000 mon.a (mon.0) 340 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 53/636 objects degraded (8.333%), 15 pgs degraded) 2024-09-06T15:50:28.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:28 smithi169 bash[92568]: cluster 2024-09-06T15:50:27.983247+0000 mon.a (mon.0) 340 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 53/636 objects degraded (8.333%), 15 pgs degraded) 2024-09-06T15:50:29.246 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:50:28 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:50:28.853631131Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:50:30.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:30 smithi181 bash[70073]: cluster 2024-09-06T15:50:29.931937+0000 mgr.y (mgr.25115) 679 : cluster [DBG] pgmap v403: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 701 B/s rd, 0 op/s 2024-09-06T15:50:30.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:30 smithi181 bash[70073]: cluster 2024-09-06T15:50:29.931937+0000 mgr.y (mgr.25115) 679 : cluster [DBG] pgmap v403: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 701 B/s rd, 0 op/s 2024-09-06T15:50:30.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:30 smithi169 bash[88858]: cluster 2024-09-06T15:50:29.931937+0000 mgr.y (mgr.25115) 679 : cluster [DBG] pgmap v403: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 701 B/s rd, 0 op/s 2024-09-06T15:50:30.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:30 smithi169 bash[88858]: cluster 2024-09-06T15:50:29.931937+0000 mgr.y (mgr.25115) 679 : cluster [DBG] pgmap v403: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 701 B/s rd, 0 op/s 2024-09-06T15:50:30.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:30 smithi169 bash[92568]: cluster 2024-09-06T15:50:29.931937+0000 mgr.y (mgr.25115) 679 : cluster [DBG] pgmap v403: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 701 B/s rd, 0 op/s 2024-09-06T15:50:30.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:30 smithi169 bash[92568]: cluster 2024-09-06T15:50:29.931937+0000 mgr.y (mgr.25115) 679 : cluster [DBG] pgmap v403: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 701 B/s rd, 0 op/s 2024-09-06T15:50:31.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:31 smithi169 bash[88858]: audit 2024-09-06T15:50:30.303745+0000 mon.a (mon.0) 341 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:31.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:31 smithi169 bash[88858]: audit 2024-09-06T15:50:30.303745+0000 mon.a (mon.0) 341 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:31.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:31 smithi169 bash[88858]: audit 2024-09-06T15:50:30.308110+0000 mon.b (mon.1) 209 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:50:31.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:31 smithi169 bash[88858]: audit 2024-09-06T15:50:30.308110+0000 mon.b (mon.1) 209 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:50:31.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:31 smithi169 bash[92568]: audit 2024-09-06T15:50:30.303745+0000 mon.a (mon.0) 341 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:31.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:31 smithi169 bash[92568]: audit 2024-09-06T15:50:30.303745+0000 mon.a (mon.0) 341 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:31.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:31 smithi169 bash[92568]: audit 2024-09-06T15:50:30.308110+0000 mon.b (mon.1) 209 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:50:31.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:31 smithi169 bash[92568]: audit 2024-09-06T15:50:30.308110+0000 mon.b (mon.1) 209 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:50:31.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:31 smithi181 bash[70073]: audit 2024-09-06T15:50:30.303745+0000 mon.a (mon.0) 341 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:31.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:31 smithi181 bash[70073]: audit 2024-09-06T15:50:30.303745+0000 mon.a (mon.0) 341 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:31.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:31 smithi181 bash[70073]: audit 2024-09-06T15:50:30.308110+0000 mon.b (mon.1) 209 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:50:31.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:31 smithi181 bash[70073]: audit 2024-09-06T15:50:30.308110+0000 mon.b (mon.1) 209 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:50:32.246 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:50:31 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:50:31.807670336Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:50:32.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:32 smithi181 bash[70073]: audit 2024-09-06T15:50:31.743137+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:32.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:32 smithi181 bash[70073]: audit 2024-09-06T15:50:31.743137+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:32.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:32 smithi181 bash[70073]: audit 2024-09-06T15:50:31.758095+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:32.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:32 smithi181 bash[70073]: audit 2024-09-06T15:50:31.758095+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:32.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:32 smithi181 bash[70073]: audit 2024-09-06T15:50:31.763445+0000 mon.b (mon.1) 210 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:50:32.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:32 smithi181 bash[70073]: audit 2024-09-06T15:50:31.763445+0000 mon.b (mon.1) 210 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:50:32.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:32 smithi181 bash[70073]: audit 2024-09-06T15:50:31.765511+0000 mon.b (mon.1) 211 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:50:32.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:32 smithi181 bash[70073]: audit 2024-09-06T15:50:31.765511+0000 mon.b (mon.1) 211 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:50:32.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:32 smithi181 bash[70073]: audit 2024-09-06T15:50:31.777335+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:32.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:32 smithi181 bash[70073]: audit 2024-09-06T15:50:31.777335+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:32.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:32 smithi181 bash[70073]: cluster 2024-09-06T15:50:31.933057+0000 mgr.y (mgr.25115) 680 : cluster [DBG] pgmap v404: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:50:32.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:32 smithi181 bash[70073]: cluster 2024-09-06T15:50:31.933057+0000 mgr.y (mgr.25115) 680 : cluster [DBG] pgmap v404: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:50:32.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:32 smithi181 bash[70073]: audit 2024-09-06T15:50:31.937443+0000 mon.b (mon.1) 212 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:50:32.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:32 smithi181 bash[70073]: audit 2024-09-06T15:50:31.937443+0000 mon.b (mon.1) 212 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:50:32.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:32 smithi181 bash[70073]: audit 2024-09-06T15:50:31.941247+0000 mon.b (mon.1) 213 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:32.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:32 smithi181 bash[70073]: audit 2024-09-06T15:50:31.941247+0000 mon.b (mon.1) 213 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:32.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:32 smithi181 bash[70073]: audit 2024-09-06T15:50:31.943716+0000 mon.b (mon.1) 214 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:32.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:32 smithi181 bash[70073]: audit 2024-09-06T15:50:31.943716+0000 mon.b (mon.1) 214 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:33.000 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:32 smithi181 bash[70073]: audit 2024-09-06T15:50:31.945890+0000 mon.b (mon.1) 215 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:33.000 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:32 smithi181 bash[70073]: audit 2024-09-06T15:50:31.945890+0000 mon.b (mon.1) 215 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:33.000 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:32 smithi181 bash[70073]: audit 2024-09-06T15:50:31.947047+0000 mgr.y (mgr.25115) 681 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-06T15:50:33.000 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:32 smithi181 bash[70073]: audit 2024-09-06T15:50:31.947047+0000 mgr.y (mgr.25115) 681 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-06T15:50:33.000 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:32 smithi181 bash[70073]: audit 2024-09-06T15:50:31.948497+0000 mon.b (mon.1) 216 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-06T15:50:33.000 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:32 smithi181 bash[70073]: audit 2024-09-06T15:50:31.948497+0000 mon.b (mon.1) 216 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-06T15:50:33.000 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:32 smithi181 bash[70073]: cephadm 2024-09-06T15:50:31.949576+0000 mgr.y (mgr.25115) 682 : cephadm [INF] Upgrade: osd.5 is safe to restart 2024-09-06T15:50:33.000 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:32 smithi181 bash[70073]: cephadm 2024-09-06T15:50:31.949576+0000 mgr.y (mgr.25115) 682 : cephadm [INF] Upgrade: osd.5 is safe to restart 2024-09-06T15:50:33.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[88858]: audit 2024-09-06T15:50:31.743137+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:33.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[88858]: audit 2024-09-06T15:50:31.743137+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:33.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[88858]: audit 2024-09-06T15:50:31.758095+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:33.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[88858]: audit 2024-09-06T15:50:31.758095+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:33.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[88858]: audit 2024-09-06T15:50:31.763445+0000 mon.b (mon.1) 210 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:50:33.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[88858]: audit 2024-09-06T15:50:31.763445+0000 mon.b (mon.1) 210 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:50:33.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[88858]: audit 2024-09-06T15:50:31.765511+0000 mon.b (mon.1) 211 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:50:33.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[88858]: audit 2024-09-06T15:50:31.765511+0000 mon.b (mon.1) 211 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:50:33.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[88858]: audit 2024-09-06T15:50:31.777335+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:33.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[88858]: audit 2024-09-06T15:50:31.777335+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:33.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[88858]: cluster 2024-09-06T15:50:31.933057+0000 mgr.y (mgr.25115) 680 : cluster [DBG] pgmap v404: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:50:33.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[88858]: cluster 2024-09-06T15:50:31.933057+0000 mgr.y (mgr.25115) 680 : cluster [DBG] pgmap v404: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:50:33.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[88858]: audit 2024-09-06T15:50:31.937443+0000 mon.b (mon.1) 212 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:50:33.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[88858]: audit 2024-09-06T15:50:31.937443+0000 mon.b (mon.1) 212 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:50:33.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[88858]: audit 2024-09-06T15:50:31.941247+0000 mon.b (mon.1) 213 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:33.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[88858]: audit 2024-09-06T15:50:31.941247+0000 mon.b (mon.1) 213 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:33.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[88858]: audit 2024-09-06T15:50:31.943716+0000 mon.b (mon.1) 214 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:33.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[88858]: audit 2024-09-06T15:50:31.943716+0000 mon.b (mon.1) 214 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:33.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[88858]: audit 2024-09-06T15:50:31.945890+0000 mon.b (mon.1) 215 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:33.198 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[88858]: audit 2024-09-06T15:50:31.945890+0000 mon.b (mon.1) 215 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:33.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[92568]: audit 2024-09-06T15:50:31.743137+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:33.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[92568]: audit 2024-09-06T15:50:31.743137+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:33.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[92568]: audit 2024-09-06T15:50:31.758095+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:33.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[92568]: audit 2024-09-06T15:50:31.758095+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:33.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[92568]: audit 2024-09-06T15:50:31.763445+0000 mon.b (mon.1) 210 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:50:33.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[92568]: audit 2024-09-06T15:50:31.763445+0000 mon.b (mon.1) 210 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:50:33.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[92568]: audit 2024-09-06T15:50:31.765511+0000 mon.b (mon.1) 211 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:50:33.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[92568]: audit 2024-09-06T15:50:31.765511+0000 mon.b (mon.1) 211 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:50:33.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[92568]: audit 2024-09-06T15:50:31.777335+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:33.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[92568]: audit 2024-09-06T15:50:31.777335+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:33.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[92568]: cluster 2024-09-06T15:50:31.933057+0000 mgr.y (mgr.25115) 680 : cluster [DBG] pgmap v404: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:50:33.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[92568]: cluster 2024-09-06T15:50:31.933057+0000 mgr.y (mgr.25115) 680 : cluster [DBG] pgmap v404: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:50:33.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[92568]: audit 2024-09-06T15:50:31.937443+0000 mon.b (mon.1) 212 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:50:33.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[92568]: audit 2024-09-06T15:50:31.937443+0000 mon.b (mon.1) 212 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:50:33.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[92568]: audit 2024-09-06T15:50:31.941247+0000 mon.b (mon.1) 213 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:33.199 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[92568]: audit 2024-09-06T15:50:31.941247+0000 mon.b (mon.1) 213 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:33.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[92568]: audit 2024-09-06T15:50:31.943716+0000 mon.b (mon.1) 214 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:33.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[92568]: audit 2024-09-06T15:50:31.943716+0000 mon.b (mon.1) 214 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:33.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[92568]: audit 2024-09-06T15:50:31.945890+0000 mon.b (mon.1) 215 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:33.200 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[92568]: audit 2024-09-06T15:50:31.945890+0000 mon.b (mon.1) 215 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:33.200 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[88858]: audit 2024-09-06T15:50:31.947047+0000 mgr.y (mgr.25115) 681 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-06T15:50:33.200 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[88858]: audit 2024-09-06T15:50:31.947047+0000 mgr.y (mgr.25115) 681 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-06T15:50:33.200 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[88858]: audit 2024-09-06T15:50:31.948497+0000 mon.b (mon.1) 216 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-06T15:50:33.200 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[88858]: audit 2024-09-06T15:50:31.948497+0000 mon.b (mon.1) 216 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-06T15:50:33.200 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[88858]: cephadm 2024-09-06T15:50:31.949576+0000 mgr.y (mgr.25115) 682 : cephadm [INF] Upgrade: osd.5 is safe to restart 2024-09-06T15:50:33.201 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[88858]: cephadm 2024-09-06T15:50:31.949576+0000 mgr.y (mgr.25115) 682 : cephadm [INF] Upgrade: osd.5 is safe to restart 2024-09-06T15:50:33.201 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[92568]: audit 2024-09-06T15:50:31.947047+0000 mgr.y (mgr.25115) 681 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-06T15:50:33.201 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[92568]: audit 2024-09-06T15:50:31.947047+0000 mgr.y (mgr.25115) 681 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-06T15:50:33.201 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[92568]: audit 2024-09-06T15:50:31.948497+0000 mon.b (mon.1) 216 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-06T15:50:33.201 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[92568]: audit 2024-09-06T15:50:31.948497+0000 mon.b (mon.1) 216 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-06T15:50:33.201 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[92568]: cephadm 2024-09-06T15:50:31.949576+0000 mgr.y (mgr.25115) 682 : cephadm [INF] Upgrade: osd.5 is safe to restart 2024-09-06T15:50:33.201 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:32 smithi169 bash[92568]: cephadm 2024-09-06T15:50:31.949576+0000 mgr.y (mgr.25115) 682 : cephadm [INF] Upgrade: osd.5 is safe to restart 2024-09-06T15:50:34.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:34 smithi169 bash[88858]: audit 2024-09-06T15:50:33.702857+0000 mgr.y (mgr.25115) 683 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:50:34.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:34 smithi169 bash[88858]: audit 2024-09-06T15:50:33.702857+0000 mgr.y (mgr.25115) 683 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:50:34.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:34 smithi169 bash[88858]: cluster 2024-09-06T15:50:33.934306+0000 mgr.y (mgr.25115) 684 : cluster [DBG] pgmap v405: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:50:34.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:34 smithi169 bash[88858]: cluster 2024-09-06T15:50:33.934306+0000 mgr.y (mgr.25115) 684 : cluster [DBG] pgmap v405: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:50:34.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:34 smithi169 bash[92568]: audit 2024-09-06T15:50:33.702857+0000 mgr.y (mgr.25115) 683 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:50:34.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:34 smithi169 bash[92568]: audit 2024-09-06T15:50:33.702857+0000 mgr.y (mgr.25115) 683 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:50:34.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:34 smithi169 bash[92568]: cluster 2024-09-06T15:50:33.934306+0000 mgr.y (mgr.25115) 684 : cluster [DBG] pgmap v405: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:50:34.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:34 smithi169 bash[92568]: cluster 2024-09-06T15:50:33.934306+0000 mgr.y (mgr.25115) 684 : cluster [DBG] pgmap v405: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:50:34.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:34 smithi181 bash[70073]: audit 2024-09-06T15:50:33.702857+0000 mgr.y (mgr.25115) 683 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:50:34.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:34 smithi181 bash[70073]: audit 2024-09-06T15:50:33.702857+0000 mgr.y (mgr.25115) 683 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:50:34.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:34 smithi181 bash[70073]: cluster 2024-09-06T15:50:33.934306+0000 mgr.y (mgr.25115) 684 : cluster [DBG] pgmap v405: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:50:34.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:34 smithi181 bash[70073]: cluster 2024-09-06T15:50:33.934306+0000 mgr.y (mgr.25115) 684 : cluster [DBG] pgmap v405: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:50:35.217 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:50:34 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:50:34.843125866Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:50:35.872 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-09-06T15:50:35.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:35 smithi169 bash[88858]: cephadm 2024-09-06T15:50:34.540484+0000 mgr.y (mgr.25115) 685 : cephadm [INF] Upgrade: Updating osd.5 2024-09-06T15:50:35.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:35 smithi169 bash[88858]: cephadm 2024-09-06T15:50:34.540484+0000 mgr.y (mgr.25115) 685 : cephadm [INF] Upgrade: Updating osd.5 2024-09-06T15:50:35.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:35 smithi169 bash[88858]: audit 2024-09-06T15:50:34.550832+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:35.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:35 smithi169 bash[88858]: audit 2024-09-06T15:50:34.550832+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:35.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:35 smithi169 bash[88858]: audit 2024-09-06T15:50:34.558433+0000 mon.b (mon.1) 217 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-06T15:50:35.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:35 smithi169 bash[88858]: audit 2024-09-06T15:50:34.558433+0000 mon.b (mon.1) 217 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-06T15:50:35.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:35 smithi169 bash[88858]: audit 2024-09-06T15:50:34.560096+0000 mon.b (mon.1) 218 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:50:35.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:35 smithi169 bash[88858]: audit 2024-09-06T15:50:34.560096+0000 mon.b (mon.1) 218 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:50:35.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:35 smithi169 bash[88858]: cephadm 2024-09-06T15:50:34.563440+0000 mgr.y (mgr.25115) 686 : cephadm [INF] Deploying daemon osd.5 on smithi181 2024-09-06T15:50:35.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:35 smithi169 bash[88858]: cephadm 2024-09-06T15:50:34.563440+0000 mgr.y (mgr.25115) 686 : cephadm [INF] Deploying daemon osd.5 on smithi181 2024-09-06T15:50:35.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:35 smithi169 bash[88858]: audit 2024-09-06T15:50:35.492563+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:35.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:35 smithi169 bash[88858]: audit 2024-09-06T15:50:35.492563+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:35.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:35 smithi169 bash[92568]: cephadm 2024-09-06T15:50:34.540484+0000 mgr.y (mgr.25115) 685 : cephadm [INF] Upgrade: Updating osd.5 2024-09-06T15:50:35.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:35 smithi169 bash[92568]: cephadm 2024-09-06T15:50:34.540484+0000 mgr.y (mgr.25115) 685 : cephadm [INF] Upgrade: Updating osd.5 2024-09-06T15:50:35.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:35 smithi169 bash[92568]: audit 2024-09-06T15:50:34.550832+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:35.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:35 smithi169 bash[92568]: audit 2024-09-06T15:50:34.550832+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:35.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:35 smithi169 bash[92568]: audit 2024-09-06T15:50:34.558433+0000 mon.b (mon.1) 217 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-06T15:50:35.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:35 smithi169 bash[92568]: audit 2024-09-06T15:50:34.558433+0000 mon.b (mon.1) 217 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-06T15:50:35.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:35 smithi169 bash[92568]: audit 2024-09-06T15:50:34.560096+0000 mon.b (mon.1) 218 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:50:35.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:35 smithi169 bash[92568]: audit 2024-09-06T15:50:34.560096+0000 mon.b (mon.1) 218 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:50:35.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:35 smithi169 bash[92568]: cephadm 2024-09-06T15:50:34.563440+0000 mgr.y (mgr.25115) 686 : cephadm [INF] Deploying daemon osd.5 on smithi181 2024-09-06T15:50:35.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:35 smithi169 bash[92568]: cephadm 2024-09-06T15:50:34.563440+0000 mgr.y (mgr.25115) 686 : cephadm [INF] Deploying daemon osd.5 on smithi181 2024-09-06T15:50:35.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:35 smithi169 bash[92568]: audit 2024-09-06T15:50:35.492563+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:35.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:35 smithi169 bash[92568]: audit 2024-09-06T15:50:35.492563+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:35.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:35 smithi181 bash[70073]: cephadm 2024-09-06T15:50:34.540484+0000 mgr.y (mgr.25115) 685 : cephadm [INF] Upgrade: Updating osd.5 2024-09-06T15:50:35.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:35 smithi181 bash[70073]: cephadm 2024-09-06T15:50:34.540484+0000 mgr.y (mgr.25115) 685 : cephadm [INF] Upgrade: Updating osd.5 2024-09-06T15:50:35.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:35 smithi181 bash[70073]: audit 2024-09-06T15:50:34.550832+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:35.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:35 smithi181 bash[70073]: audit 2024-09-06T15:50:34.550832+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:35.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:35 smithi181 bash[70073]: audit 2024-09-06T15:50:34.558433+0000 mon.b (mon.1) 217 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-06T15:50:35.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:35 smithi181 bash[70073]: audit 2024-09-06T15:50:34.558433+0000 mon.b (mon.1) 217 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-06T15:50:35.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:35 smithi181 bash[70073]: audit 2024-09-06T15:50:34.560096+0000 mon.b (mon.1) 218 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:50:35.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:35 smithi181 bash[70073]: audit 2024-09-06T15:50:34.560096+0000 mon.b (mon.1) 218 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:50:35.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:35 smithi181 bash[70073]: cephadm 2024-09-06T15:50:34.563440+0000 mgr.y (mgr.25115) 686 : cephadm [INF] Deploying daemon osd.5 on smithi181 2024-09-06T15:50:35.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:35 smithi181 bash[70073]: cephadm 2024-09-06T15:50:34.563440+0000 mgr.y (mgr.25115) 686 : cephadm [INF] Deploying daemon osd.5 on smithi181 2024-09-06T15:50:35.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:35 smithi181 bash[70073]: audit 2024-09-06T15:50:35.492563+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:35.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:35 smithi181 bash[70073]: audit 2024-09-06T15:50:35.492563+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:36.441 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-06T15:50:36.441 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (10m) 47s ago 38m 14.1M - 0.27.0 11f11916f8cd 20ee608606f5 2024-09-06T15:50:36.442 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi181 *:3000 running (9m) 16s ago 37m 69.4M - c8b91775d855 e391fbe8c873 2024-09-06T15:50:36.442 INFO:teuthology.orchestra.run.smithi169.stdout:iscsi.foo.smithi169.yxosuq smithi169 *:5000 running (12m) 47s ago 35m 49.2M - 3.8 b6db46a449e5 e63406a8c5a8 2024-09-06T15:50:36.442 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi181 *:8443,9283,8765 running (12m) 16s ago 46m 442M - 19.3.0-4704-g8b38c33c 1c45aca0610a 291c4d2bed88 2024-09-06T15:50:36.442 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (23m) 47s ago 48m 511M - 19.3.0-4704-g8b38c33c 1c45aca0610a 5f9711fb78b7 2024-09-06T15:50:36.442 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (6m) 47s ago 48m 52.2M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a d211c6462d65 2024-09-06T15:50:36.442 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi181 running (7m) 16s ago 46m 44.1M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a 791f1710b3c0 2024-09-06T15:50:36.442 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (6m) 47s ago 46m 38.5M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a 93381d04b238 2024-09-06T15:50:36.442 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (11m) 47s ago 38m 8299k - 1.7.0 72c9c2088986 03c6f14026b2 2024-09-06T15:50:36.442 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi181 *:9100 running (11m) 16s ago 38m 8267k - 1.7.0 72c9c2088986 0895a0652401 2024-09-06T15:50:36.442 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (4m) 47s ago 45m 56.3M 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a 8a33f3e58f93 2024-09-06T15:50:36.442 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (3m) 47s ago 44m 50.0M 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a 4b7f4d4feb0b 2024-09-06T15:50:36.442 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (2m) 47s ago 43m 45.9M 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a c24bec72ede7 2024-09-06T15:50:36.443 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (52s) 47s ago 42m - 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a 057764c90147 2024-09-06T15:50:36.443 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi181 running (20s) 16s ago 42m - 3292M 19.3.0-4704-g8b38c33c 1c45aca0610a 92604b687768 2024-09-06T15:50:36.443 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi181 running (41m) 16s ago 41m 62.9M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 427ff3118a0b 2024-09-06T15:50:36.443 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi181 running (40m) 16s ago 40m 69.0M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 9e6f947064d2 2024-09-06T15:50:36.443 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi181 running (39m) 16s ago 39m 72.5M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 a94f6f351ffd 2024-09-06T15:50:36.443 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi181 *:9095 running (10m) 16s ago 38m 44.2M - 2.51.0 1d3b7f56885b 365a3b66bc88 2024-09-06T15:50:36.443 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi169.svrjnx smithi169 *:8000 running (35m) 47s ago 35m 101M - 19.1.1-268-g635ed4cf b6db46a449e5 73d895896783 2024-09-06T15:50:36.443 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi181.fqbtai smithi181 *:8000 running (35m) 16s ago 35m 102M - 19.1.1-268-g635ed4cf b6db46a449e5 4aaa91540a99 2024-09-06T15:50:36.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:50:36 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:50:36] "GET /metrics HTTP/1.1" 200 38346 "" "Prometheus/2.51.0" 2024-09-06T15:50:36.754 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:50:36.754 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-09-06T15:50:36.754 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 3 2024-09-06T15:50:36.754 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:50:36.754 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-09-06T15:50:36.754 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 2 2024-09-06T15:50:36.755 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:50:36.755 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-09-06T15:50:36.755 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 3, 2024-09-06T15:50:36.755 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 5 2024-09-06T15:50:36.755 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:50:36.755 INFO:teuthology.orchestra.run.smithi169.stdout: "rgw": { 2024-09-06T15:50:36.755 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 2 2024-09-06T15:50:36.755 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:50:36.755 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-09-06T15:50:36.755 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 5, 2024-09-06T15:50:36.755 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 10 2024-09-06T15:50:36.755 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-09-06T15:50:36.755 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:50:36.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:36 smithi169 bash[88858]: audit 2024-09-06T15:50:35.860507+0000 mgr.y (mgr.25115) 687 : audit [DBG] from='client.44439 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:36.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:36 smithi169 bash[88858]: audit 2024-09-06T15:50:35.860507+0000 mgr.y (mgr.25115) 687 : audit [DBG] from='client.44439 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:36.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:36 smithi169 bash[88858]: cluster 2024-09-06T15:50:35.935023+0000 mgr.y (mgr.25115) 688 : cluster [DBG] pgmap v406: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:50:36.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:36 smithi169 bash[88858]: cluster 2024-09-06T15:50:35.935023+0000 mgr.y (mgr.25115) 688 : cluster [DBG] pgmap v406: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:50:36.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:36 smithi169 bash[92568]: audit 2024-09-06T15:50:35.860507+0000 mgr.y (mgr.25115) 687 : audit [DBG] from='client.44439 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:36.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:36 smithi169 bash[92568]: audit 2024-09-06T15:50:35.860507+0000 mgr.y (mgr.25115) 687 : audit [DBG] from='client.44439 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:36.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:36 smithi169 bash[92568]: cluster 2024-09-06T15:50:35.935023+0000 mgr.y (mgr.25115) 688 : cluster [DBG] pgmap v406: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:50:36.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:36 smithi169 bash[92568]: cluster 2024-09-06T15:50:35.935023+0000 mgr.y (mgr.25115) 688 : cluster [DBG] pgmap v406: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:50:36.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:36 smithi181 bash[70073]: audit 2024-09-06T15:50:35.860507+0000 mgr.y (mgr.25115) 687 : audit [DBG] from='client.44439 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:36.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:36 smithi181 bash[70073]: audit 2024-09-06T15:50:35.860507+0000 mgr.y (mgr.25115) 687 : audit [DBG] from='client.44439 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:36.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:36 smithi181 bash[70073]: cluster 2024-09-06T15:50:35.935023+0000 mgr.y (mgr.25115) 688 : cluster [DBG] pgmap v406: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:50:36.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:36 smithi181 bash[70073]: cluster 2024-09-06T15:50:35.935023+0000 mgr.y (mgr.25115) 688 : cluster [DBG] pgmap v406: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:50:37.040 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:50:37.040 INFO:teuthology.orchestra.run.smithi169.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", 2024-09-06T15:50:37.040 INFO:teuthology.orchestra.run.smithi169.stdout: "in_progress": true, 2024-09-06T15:50:37.040 INFO:teuthology.orchestra.run.smithi169.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2024-09-06T15:50:37.040 INFO:teuthology.orchestra.run.smithi169.stdout: "services_complete": [], 2024-09-06T15:50:37.041 INFO:teuthology.orchestra.run.smithi169.stdout: "progress": "5/8 daemons upgraded", 2024-09-06T15:50:37.041 INFO:teuthology.orchestra.run.smithi169.stdout: "message": "Currently upgrading osd daemons", 2024-09-06T15:50:37.041 INFO:teuthology.orchestra.run.smithi169.stdout: "is_paused": false 2024-09-06T15:50:37.041 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:50:37.813 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:37 smithi181 bash[70073]: audit 2024-09-06T15:50:36.150247+0000 mgr.y (mgr.25115) 689 : audit [DBG] from='client.54419 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:37.814 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:37 smithi181 bash[70073]: audit 2024-09-06T15:50:36.150247+0000 mgr.y (mgr.25115) 689 : audit [DBG] from='client.54419 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:37.814 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:37 smithi181 bash[70073]: audit 2024-09-06T15:50:36.430475+0000 mgr.y (mgr.25115) 690 : audit [DBG] from='client.44451 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:37.814 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:37 smithi181 bash[70073]: audit 2024-09-06T15:50:36.430475+0000 mgr.y (mgr.25115) 690 : audit [DBG] from='client.44451 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:37.814 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:37 smithi181 bash[70073]: audit 2024-09-06T15:50:36.755617+0000 mon.a (mon.0) 347 : audit [DBG] from='client.? 172.21.15.169:0/527580078' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:37.814 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:37 smithi181 bash[70073]: audit 2024-09-06T15:50:36.755617+0000 mon.a (mon.0) 347 : audit [DBG] from='client.? 172.21.15.169:0/527580078' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:37.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:37 smithi169 bash[88858]: audit 2024-09-06T15:50:36.150247+0000 mgr.y (mgr.25115) 689 : audit [DBG] from='client.54419 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:37.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:37 smithi169 bash[88858]: audit 2024-09-06T15:50:36.150247+0000 mgr.y (mgr.25115) 689 : audit [DBG] from='client.54419 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:37.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:37 smithi169 bash[88858]: audit 2024-09-06T15:50:36.430475+0000 mgr.y (mgr.25115) 690 : audit [DBG] from='client.44451 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:37.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:37 smithi169 bash[88858]: audit 2024-09-06T15:50:36.430475+0000 mgr.y (mgr.25115) 690 : audit [DBG] from='client.44451 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:37.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:37 smithi169 bash[88858]: audit 2024-09-06T15:50:36.755617+0000 mon.a (mon.0) 347 : audit [DBG] from='client.? 172.21.15.169:0/527580078' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:37.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:37 smithi169 bash[88858]: audit 2024-09-06T15:50:36.755617+0000 mon.a (mon.0) 347 : audit [DBG] from='client.? 172.21.15.169:0/527580078' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:37.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:37 smithi169 bash[92568]: audit 2024-09-06T15:50:36.150247+0000 mgr.y (mgr.25115) 689 : audit [DBG] from='client.54419 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:37.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:37 smithi169 bash[92568]: audit 2024-09-06T15:50:36.150247+0000 mgr.y (mgr.25115) 689 : audit [DBG] from='client.54419 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:37.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:37 smithi169 bash[92568]: audit 2024-09-06T15:50:36.430475+0000 mgr.y (mgr.25115) 690 : audit [DBG] from='client.44451 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:37.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:37 smithi169 bash[92568]: audit 2024-09-06T15:50:36.430475+0000 mgr.y (mgr.25115) 690 : audit [DBG] from='client.44451 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:37.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:37 smithi169 bash[92568]: audit 2024-09-06T15:50:36.755617+0000 mon.a (mon.0) 347 : audit [DBG] from='client.? 172.21.15.169:0/527580078' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:37.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:37 smithi169 bash[92568]: audit 2024-09-06T15:50:36.755617+0000 mon.a (mon.0) 347 : audit [DBG] from='client.? 172.21.15.169:0/527580078' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:50:38.124 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:50:37 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:50:37.816964597Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:50:38.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:38 smithi169 bash[88858]: audit 2024-09-06T15:50:37.041516+0000 mgr.y (mgr.25115) 691 : audit [DBG] from='client.54437 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:38.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:38 smithi169 bash[88858]: audit 2024-09-06T15:50:37.041516+0000 mgr.y (mgr.25115) 691 : audit [DBG] from='client.54437 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:38.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:38 smithi169 bash[88858]: cluster 2024-09-06T15:50:37.936231+0000 mgr.y (mgr.25115) 692 : cluster [DBG] pgmap v407: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:50:38.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:38 smithi169 bash[88858]: cluster 2024-09-06T15:50:37.936231+0000 mgr.y (mgr.25115) 692 : cluster [DBG] pgmap v407: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:50:38.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:38 smithi169 bash[92568]: audit 2024-09-06T15:50:37.041516+0000 mgr.y (mgr.25115) 691 : audit [DBG] from='client.54437 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:38.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:38 smithi169 bash[92568]: audit 2024-09-06T15:50:37.041516+0000 mgr.y (mgr.25115) 691 : audit [DBG] from='client.54437 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:38.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:38 smithi169 bash[92568]: cluster 2024-09-06T15:50:37.936231+0000 mgr.y (mgr.25115) 692 : cluster [DBG] pgmap v407: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:50:38.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:38 smithi169 bash[92568]: cluster 2024-09-06T15:50:37.936231+0000 mgr.y (mgr.25115) 692 : cluster [DBG] pgmap v407: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:50:38.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:38 smithi181 bash[70073]: audit 2024-09-06T15:50:37.041516+0000 mgr.y (mgr.25115) 691 : audit [DBG] from='client.54437 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:38.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:38 smithi181 bash[70073]: audit 2024-09-06T15:50:37.041516+0000 mgr.y (mgr.25115) 691 : audit [DBG] from='client.54437 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:50:38.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:38 smithi181 bash[70073]: cluster 2024-09-06T15:50:37.936231+0000 mgr.y (mgr.25115) 692 : cluster [DBG] pgmap v407: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:50:38.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:38 smithi181 bash[70073]: cluster 2024-09-06T15:50:37.936231+0000 mgr.y (mgr.25115) 692 : cluster [DBG] pgmap v407: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:50:39.575 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:50:39 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:50:39.576 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:50:39 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:50:39.576 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:50:39 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:50:39.577 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:50:39 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:50:39.577 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:50:39 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:50:39.577 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:50:39 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:50:39.578 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:39 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:50:39.578 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:50:39 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:50:39.578 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:50:39 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:50:39.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:39 smithi181 bash[70073]: cluster 2024-09-06T15:50:39.678127+0000 mon.a (mon.0) 348 : cluster [INF] osd.5 marked itself down and dead 2024-09-06T15:50:39.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:39 smithi181 bash[70073]: cluster 2024-09-06T15:50:39.678127+0000 mon.a (mon.0) 348 : cluster [INF] osd.5 marked itself down and dead 2024-09-06T15:50:39.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:39 smithi181 bash[70073]: cluster 2024-09-06T15:50:39.729333+0000 mon.a (mon.0) 349 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:50:39.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:39 smithi181 bash[70073]: cluster 2024-09-06T15:50:39.729333+0000 mon.a (mon.0) 349 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:50:39.997 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:50:39 smithi181 systemd[1]: Stopping Ceph osd.5 for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:50:39.997 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:50:39 smithi181 bash[30612]: debug 2024-09-06T15:50:39.675+0000 7f8fbd81a640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-06T15:50:39.997 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:50:39 smithi181 bash[30612]: debug 2024-09-06T15:50:39.675+0000 7f8fbd81a640 -1 osd.5 136 *** Got signal Terminated *** 2024-09-06T15:50:39.997 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:50:39 smithi181 bash[30612]: debug 2024-09-06T15:50:39.675+0000 7f8fbd81a640 -1 osd.5 136 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-06T15:50:40.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:39 smithi169 bash[88858]: cluster 2024-09-06T15:50:39.678127+0000 mon.a (mon.0) 348 : cluster [INF] osd.5 marked itself down and dead 2024-09-06T15:50:40.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:39 smithi169 bash[88858]: cluster 2024-09-06T15:50:39.678127+0000 mon.a (mon.0) 348 : cluster [INF] osd.5 marked itself down and dead 2024-09-06T15:50:40.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:39 smithi169 bash[88858]: cluster 2024-09-06T15:50:39.729333+0000 mon.a (mon.0) 349 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:50:40.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:39 smithi169 bash[88858]: cluster 2024-09-06T15:50:39.729333+0000 mon.a (mon.0) 349 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:50:40.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:39 smithi169 bash[92568]: cluster 2024-09-06T15:50:39.678127+0000 mon.a (mon.0) 348 : cluster [INF] osd.5 marked itself down and dead 2024-09-06T15:50:40.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:39 smithi169 bash[92568]: cluster 2024-09-06T15:50:39.678127+0000 mon.a (mon.0) 348 : cluster [INF] osd.5 marked itself down and dead 2024-09-06T15:50:40.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:39 smithi169 bash[92568]: cluster 2024-09-06T15:50:39.729333+0000 mon.a (mon.0) 349 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:50:40.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:39 smithi169 bash[92568]: cluster 2024-09-06T15:50:39.729333+0000 mon.a (mon.0) 349 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:50:41.130 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:50:40 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:50:40.82349744Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:50:41.131 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:50:40 smithi181 bash[78017]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-osd-5 2024-09-06T15:50:41.131 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:50:41 smithi181 bash[78083]: Error response from daemon: No such container: ceph-bab55310-6c60-11ef-bce4-c7b262605968-osd-5 2024-09-06T15:50:41.131 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:40 smithi181 bash[70073]: cluster 2024-09-06T15:50:39.739872+0000 mon.a (mon.0) 350 : cluster [DBG] osdmap e137: 8 total, 7 up, 8 in 2024-09-06T15:50:41.131 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:40 smithi181 bash[70073]: cluster 2024-09-06T15:50:39.739872+0000 mon.a (mon.0) 350 : cluster [DBG] osdmap e137: 8 total, 7 up, 8 in 2024-09-06T15:50:41.131 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:40 smithi181 bash[70073]: cluster 2024-09-06T15:50:39.936954+0000 mgr.y (mgr.25115) 693 : cluster [DBG] pgmap v409: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:50:41.131 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:40 smithi181 bash[70073]: cluster 2024-09-06T15:50:39.936954+0000 mgr.y (mgr.25115) 693 : cluster [DBG] pgmap v409: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:50:41.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:40 smithi169 bash[88858]: cluster 2024-09-06T15:50:39.739872+0000 mon.a (mon.0) 350 : cluster [DBG] osdmap e137: 8 total, 7 up, 8 in 2024-09-06T15:50:41.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:40 smithi169 bash[88858]: cluster 2024-09-06T15:50:39.739872+0000 mon.a (mon.0) 350 : cluster [DBG] osdmap e137: 8 total, 7 up, 8 in 2024-09-06T15:50:41.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:40 smithi169 bash[88858]: cluster 2024-09-06T15:50:39.936954+0000 mgr.y (mgr.25115) 693 : cluster [DBG] pgmap v409: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:50:41.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:40 smithi169 bash[88858]: cluster 2024-09-06T15:50:39.936954+0000 mgr.y (mgr.25115) 693 : cluster [DBG] pgmap v409: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:50:41.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:40 smithi169 bash[92568]: cluster 2024-09-06T15:50:39.739872+0000 mon.a (mon.0) 350 : cluster [DBG] osdmap e137: 8 total, 7 up, 8 in 2024-09-06T15:50:41.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:40 smithi169 bash[92568]: cluster 2024-09-06T15:50:39.739872+0000 mon.a (mon.0) 350 : cluster [DBG] osdmap e137: 8 total, 7 up, 8 in 2024-09-06T15:50:41.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:40 smithi169 bash[92568]: cluster 2024-09-06T15:50:39.936954+0000 mgr.y (mgr.25115) 693 : cluster [DBG] pgmap v409: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:50:41.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:40 smithi169 bash[92568]: cluster 2024-09-06T15:50:39.936954+0000 mgr.y (mgr.25115) 693 : cluster [DBG] pgmap v409: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:50:42.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:41 smithi169 bash[88858]: cluster 2024-09-06T15:50:40.744157+0000 mon.a (mon.0) 351 : cluster [DBG] osdmap e138: 8 total, 7 up, 8 in 2024-09-06T15:50:42.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:41 smithi169 bash[88858]: cluster 2024-09-06T15:50:40.744157+0000 mon.a (mon.0) 351 : cluster [DBG] osdmap e138: 8 total, 7 up, 8 in 2024-09-06T15:50:42.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:41 smithi169 bash[92568]: cluster 2024-09-06T15:50:40.744157+0000 mon.a (mon.0) 351 : cluster [DBG] osdmap e138: 8 total, 7 up, 8 in 2024-09-06T15:50:42.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:41 smithi169 bash[92568]: cluster 2024-09-06T15:50:40.744157+0000 mon.a (mon.0) 351 : cluster [DBG] osdmap e138: 8 total, 7 up, 8 in 2024-09-06T15:50:42.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:41 smithi181 bash[70073]: cluster 2024-09-06T15:50:40.744157+0000 mon.a (mon.0) 351 : cluster [DBG] osdmap e138: 8 total, 7 up, 8 in 2024-09-06T15:50:42.246 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:41 smithi181 bash[70073]: cluster 2024-09-06T15:50:40.744157+0000 mon.a (mon.0) 351 : cluster [DBG] osdmap e138: 8 total, 7 up, 8 in 2024-09-06T15:50:42.795 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:42 smithi181 bash[70073]: cluster 2024-09-06T15:50:41.938363+0000 mgr.y (mgr.25115) 694 : cluster [DBG] pgmap v411: 161 pgs: 6 active+undersized, 1 activating+undersized+degraded, 3 activating+undersized, 15 peering, 10 stale+active+clean, 7 active+undersized+degraded, 119 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 31/636 objects degraded (4.874%) 2024-09-06T15:50:42.795 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:42 smithi181 bash[70073]: cluster 2024-09-06T15:50:41.938363+0000 mgr.y (mgr.25115) 694 : cluster [DBG] pgmap v411: 161 pgs: 6 active+undersized, 1 activating+undersized+degraded, 3 activating+undersized, 15 peering, 10 stale+active+clean, 7 active+undersized+degraded, 119 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 31/636 objects degraded (4.874%) 2024-09-06T15:50:43.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:42 smithi169 bash[88858]: cluster 2024-09-06T15:50:41.938363+0000 mgr.y (mgr.25115) 694 : cluster [DBG] pgmap v411: 161 pgs: 6 active+undersized, 1 activating+undersized+degraded, 3 activating+undersized, 15 peering, 10 stale+active+clean, 7 active+undersized+degraded, 119 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 31/636 objects degraded (4.874%) 2024-09-06T15:50:43.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:42 smithi169 bash[88858]: cluster 2024-09-06T15:50:41.938363+0000 mgr.y (mgr.25115) 694 : cluster [DBG] pgmap v411: 161 pgs: 6 active+undersized, 1 activating+undersized+degraded, 3 activating+undersized, 15 peering, 10 stale+active+clean, 7 active+undersized+degraded, 119 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 31/636 objects degraded (4.874%) 2024-09-06T15:50:43.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:42 smithi169 bash[92568]: cluster 2024-09-06T15:50:41.938363+0000 mgr.y (mgr.25115) 694 : cluster [DBG] pgmap v411: 161 pgs: 6 active+undersized, 1 activating+undersized+degraded, 3 activating+undersized, 15 peering, 10 stale+active+clean, 7 active+undersized+degraded, 119 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 31/636 objects degraded (4.874%) 2024-09-06T15:50:43.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:42 smithi169 bash[92568]: cluster 2024-09-06T15:50:41.938363+0000 mgr.y (mgr.25115) 694 : cluster [DBG] pgmap v411: 161 pgs: 6 active+undersized, 1 activating+undersized+degraded, 3 activating+undersized, 15 peering, 10 stale+active+clean, 7 active+undersized+degraded, 119 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 31/636 objects degraded (4.874%) 2024-09-06T15:50:43.581 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:50:43 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:50:43.582 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:50:43 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:50:43.582 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:50:43 smithi181 systemd[1]: ceph-bab55310-6c60-11ef-bce4-c7b262605968@osd.5.service: Deactivated successfully. 2024-09-06T15:50:43.582 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:50:43 smithi181 systemd[1]: Stopped Ceph osd.5 for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:50:43.582 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:50:43 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:50:43.583 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:50:43 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:50:43.583 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:50:43 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:50:43.583 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:50:43 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:50:43.584 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:50:43 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:50:43.584 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:50:43 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:50:43.584 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:43 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:50:43.996 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:50:43 smithi181 systemd[1]: Started Ceph osd.5 for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:50:43.996 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:50:43 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:50:43.812048409Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:50:43.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:43 smithi181 bash[70073]: cluster 2024-09-06T15:50:42.774135+0000 mon.a (mon.0) 352 : cluster [WRN] Health check failed: Reduced data availability: 3 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-09-06T15:50:43.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:43 smithi181 bash[70073]: cluster 2024-09-06T15:50:42.774135+0000 mon.a (mon.0) 352 : cluster [WRN] Health check failed: Reduced data availability: 3 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-09-06T15:50:43.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:43 smithi181 bash[70073]: cluster 2024-09-06T15:50:42.774179+0000 mon.a (mon.0) 353 : cluster [WRN] Health check failed: Degraded data redundancy: 31/636 objects degraded (4.874%), 8 pgs degraded (PG_DEGRADED) 2024-09-06T15:50:43.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:43 smithi181 bash[70073]: cluster 2024-09-06T15:50:42.774179+0000 mon.a (mon.0) 353 : cluster [WRN] Health check failed: Degraded data redundancy: 31/636 objects degraded (4.874%), 8 pgs degraded (PG_DEGRADED) 2024-09-06T15:50:43.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:43 smithi181 bash[70073]: audit 2024-09-06T15:50:43.639871+0000 mon.a (mon.0) 354 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:43.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:43 smithi181 bash[70073]: audit 2024-09-06T15:50:43.639871+0000 mon.a (mon.0) 354 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:43.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:43 smithi181 bash[70073]: audit 2024-09-06T15:50:43.653556+0000 mon.a (mon.0) 355 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:43.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:43 smithi181 bash[70073]: audit 2024-09-06T15:50:43.653556+0000 mon.a (mon.0) 355 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:44.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:43 smithi169 bash[88858]: cluster 2024-09-06T15:50:42.774135+0000 mon.a (mon.0) 352 : cluster [WRN] Health check failed: Reduced data availability: 3 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-09-06T15:50:44.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:43 smithi169 bash[88858]: cluster 2024-09-06T15:50:42.774135+0000 mon.a (mon.0) 352 : cluster [WRN] Health check failed: Reduced data availability: 3 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-09-06T15:50:44.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:43 smithi169 bash[88858]: cluster 2024-09-06T15:50:42.774179+0000 mon.a (mon.0) 353 : cluster [WRN] Health check failed: Degraded data redundancy: 31/636 objects degraded (4.874%), 8 pgs degraded (PG_DEGRADED) 2024-09-06T15:50:44.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:43 smithi169 bash[88858]: cluster 2024-09-06T15:50:42.774179+0000 mon.a (mon.0) 353 : cluster [WRN] Health check failed: Degraded data redundancy: 31/636 objects degraded (4.874%), 8 pgs degraded (PG_DEGRADED) 2024-09-06T15:50:44.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:43 smithi169 bash[88858]: audit 2024-09-06T15:50:43.639871+0000 mon.a (mon.0) 354 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:44.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:43 smithi169 bash[88858]: audit 2024-09-06T15:50:43.639871+0000 mon.a (mon.0) 354 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:44.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:43 smithi169 bash[88858]: audit 2024-09-06T15:50:43.653556+0000 mon.a (mon.0) 355 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:44.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:43 smithi169 bash[88858]: audit 2024-09-06T15:50:43.653556+0000 mon.a (mon.0) 355 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:44.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:43 smithi169 bash[92568]: cluster 2024-09-06T15:50:42.774135+0000 mon.a (mon.0) 352 : cluster [WRN] Health check failed: Reduced data availability: 3 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-09-06T15:50:44.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:43 smithi169 bash[92568]: cluster 2024-09-06T15:50:42.774135+0000 mon.a (mon.0) 352 : cluster [WRN] Health check failed: Reduced data availability: 3 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-09-06T15:50:44.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:43 smithi169 bash[92568]: cluster 2024-09-06T15:50:42.774179+0000 mon.a (mon.0) 353 : cluster [WRN] Health check failed: Degraded data redundancy: 31/636 objects degraded (4.874%), 8 pgs degraded (PG_DEGRADED) 2024-09-06T15:50:44.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:43 smithi169 bash[92568]: cluster 2024-09-06T15:50:42.774179+0000 mon.a (mon.0) 353 : cluster [WRN] Health check failed: Degraded data redundancy: 31/636 objects degraded (4.874%), 8 pgs degraded (PG_DEGRADED) 2024-09-06T15:50:44.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:43 smithi169 bash[92568]: audit 2024-09-06T15:50:43.639871+0000 mon.a (mon.0) 354 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:44.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:43 smithi169 bash[92568]: audit 2024-09-06T15:50:43.639871+0000 mon.a (mon.0) 354 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:44.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:43 smithi169 bash[92568]: audit 2024-09-06T15:50:43.653556+0000 mon.a (mon.0) 355 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:44.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:43 smithi169 bash[92568]: audit 2024-09-06T15:50:43.653556+0000 mon.a (mon.0) 355 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:45.145 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:44 smithi181 bash[70073]: audit 2024-09-06T15:50:43.707576+0000 mgr.y (mgr.25115) 695 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:50:45.145 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:44 smithi181 bash[70073]: audit 2024-09-06T15:50:43.707576+0000 mgr.y (mgr.25115) 695 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:50:45.145 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:44 smithi181 bash[70073]: cluster 2024-09-06T15:50:43.939849+0000 mgr.y (mgr.25115) 696 : cluster [DBG] pgmap v412: 161 pgs: 28 active+undersized, 1 activating+undersized+degraded, 3 activating+undersized, 15 peering, 12 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 56/636 objects degraded (8.805%) 2024-09-06T15:50:45.145 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:44 smithi181 bash[70073]: cluster 2024-09-06T15:50:43.939849+0000 mgr.y (mgr.25115) 696 : cluster [DBG] pgmap v412: 161 pgs: 28 active+undersized, 1 activating+undersized+degraded, 3 activating+undersized, 15 peering, 12 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 56/636 objects degraded (8.805%) 2024-09-06T15:50:45.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:44 smithi169 bash[92568]: audit 2024-09-06T15:50:43.707576+0000 mgr.y (mgr.25115) 695 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:50:45.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:44 smithi169 bash[92568]: audit 2024-09-06T15:50:43.707576+0000 mgr.y (mgr.25115) 695 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:50:45.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:44 smithi169 bash[92568]: cluster 2024-09-06T15:50:43.939849+0000 mgr.y (mgr.25115) 696 : cluster [DBG] pgmap v412: 161 pgs: 28 active+undersized, 1 activating+undersized+degraded, 3 activating+undersized, 15 peering, 12 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 56/636 objects degraded (8.805%) 2024-09-06T15:50:45.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:44 smithi169 bash[92568]: cluster 2024-09-06T15:50:43.939849+0000 mgr.y (mgr.25115) 696 : cluster [DBG] pgmap v412: 161 pgs: 28 active+undersized, 1 activating+undersized+degraded, 3 activating+undersized, 15 peering, 12 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 56/636 objects degraded (8.805%) 2024-09-06T15:50:45.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:44 smithi169 bash[88858]: audit 2024-09-06T15:50:43.707576+0000 mgr.y (mgr.25115) 695 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:50:45.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:44 smithi169 bash[88858]: audit 2024-09-06T15:50:43.707576+0000 mgr.y (mgr.25115) 695 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:50:45.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:44 smithi169 bash[88858]: cluster 2024-09-06T15:50:43.939849+0000 mgr.y (mgr.25115) 696 : cluster [DBG] pgmap v412: 161 pgs: 28 active+undersized, 1 activating+undersized+degraded, 3 activating+undersized, 15 peering, 12 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 56/636 objects degraded (8.805%) 2024-09-06T15:50:45.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:44 smithi169 bash[88858]: cluster 2024-09-06T15:50:43.939849+0000 mgr.y (mgr.25115) 696 : cluster [DBG] pgmap v412: 161 pgs: 28 active+undersized, 1 activating+undersized+degraded, 3 activating+undersized, 15 peering, 12 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 56/636 objects degraded (8.805%) 2024-09-06T15:50:45.496 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:50:45 smithi181 bash[78228]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-06T15:50:45.497 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:50:45 smithi181 bash[78228]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-06T15:50:45.996 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:50:45 smithi181 bash[78228]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-06T15:50:45.997 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:50:45 smithi181 bash[78228]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-06T15:50:46.306 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:50:46 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:50:46] "GET /metrics HTTP/1.1" 200 38418 "" "Prometheus/2.51.0" 2024-09-06T15:50:46.306 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:50:46 smithi181 bash[78228]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-06T15:50:46.306 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:50:46 smithi181 bash[78228]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-06T15:50:46.307 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:50:46 smithi181 bash[78228]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-09-06T15:50:46.307 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:50:46 smithi181 bash[78228]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-06T15:50:46.307 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:50:46 smithi181 bash[78228]: --> ceph-volume raw activate successful for osd ID: 5 2024-09-06T15:50:46.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:46 smithi169 bash[88858]: audit 2024-09-06T15:50:45.302759+0000 mon.a (mon.0) 356 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:46.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:46 smithi169 bash[88858]: audit 2024-09-06T15:50:45.302759+0000 mon.a (mon.0) 356 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:46.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:46 smithi169 bash[88858]: audit 2024-09-06T15:50:45.307058+0000 mon.b (mon.1) 219 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:50:46.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:46 smithi169 bash[88858]: audit 2024-09-06T15:50:45.307058+0000 mon.b (mon.1) 219 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:50:46.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:46 smithi169 bash[88858]: cluster 2024-09-06T15:50:45.941353+0000 mgr.y (mgr.25115) 697 : cluster [DBG] pgmap v413: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 73/636 objects degraded (11.478%) 2024-09-06T15:50:46.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:46 smithi169 bash[88858]: cluster 2024-09-06T15:50:45.941353+0000 mgr.y (mgr.25115) 697 : cluster [DBG] pgmap v413: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 73/636 objects degraded (11.478%) 2024-09-06T15:50:46.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:46 smithi169 bash[92568]: audit 2024-09-06T15:50:45.302759+0000 mon.a (mon.0) 356 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:46.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:46 smithi169 bash[92568]: audit 2024-09-06T15:50:45.302759+0000 mon.a (mon.0) 356 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:46.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:46 smithi169 bash[92568]: audit 2024-09-06T15:50:45.307058+0000 mon.b (mon.1) 219 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:50:46.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:46 smithi169 bash[92568]: audit 2024-09-06T15:50:45.307058+0000 mon.b (mon.1) 219 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:50:46.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:46 smithi169 bash[92568]: cluster 2024-09-06T15:50:45.941353+0000 mgr.y (mgr.25115) 697 : cluster [DBG] pgmap v413: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 73/636 objects degraded (11.478%) 2024-09-06T15:50:46.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:46 smithi169 bash[92568]: cluster 2024-09-06T15:50:45.941353+0000 mgr.y (mgr.25115) 697 : cluster [DBG] pgmap v413: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 73/636 objects degraded (11.478%) 2024-09-06T15:50:46.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:46 smithi181 bash[70073]: audit 2024-09-06T15:50:45.302759+0000 mon.a (mon.0) 356 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:46.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:46 smithi181 bash[70073]: audit 2024-09-06T15:50:45.302759+0000 mon.a (mon.0) 356 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:46.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:46 smithi181 bash[70073]: audit 2024-09-06T15:50:45.307058+0000 mon.b (mon.1) 219 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:50:46.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:46 smithi181 bash[70073]: audit 2024-09-06T15:50:45.307058+0000 mon.b (mon.1) 219 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:50:46.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:46 smithi181 bash[70073]: cluster 2024-09-06T15:50:45.941353+0000 mgr.y (mgr.25115) 697 : cluster [DBG] pgmap v413: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 73/636 objects degraded (11.478%) 2024-09-06T15:50:46.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:46 smithi181 bash[70073]: cluster 2024-09-06T15:50:45.941353+0000 mgr.y (mgr.25115) 697 : cluster [DBG] pgmap v413: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 73/636 objects degraded (11.478%) 2024-09-06T15:50:47.247 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:50:46 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:50:46.840733566Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:50:47.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:47 smithi169 bash[92568]: cluster 2024-09-06T15:50:46.298128+0000 mon.a (mon.0) 357 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 5 pgs peering) 2024-09-06T15:50:47.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:47 smithi169 bash[92568]: cluster 2024-09-06T15:50:46.298128+0000 mon.a (mon.0) 357 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 5 pgs peering) 2024-09-06T15:50:47.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:47 smithi169 bash[88858]: cluster 2024-09-06T15:50:46.298128+0000 mon.a (mon.0) 357 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 5 pgs peering) 2024-09-06T15:50:47.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:47 smithi169 bash[88858]: cluster 2024-09-06T15:50:46.298128+0000 mon.a (mon.0) 357 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 5 pgs peering) 2024-09-06T15:50:47.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:47 smithi181 bash[70073]: cluster 2024-09-06T15:50:46.298128+0000 mon.a (mon.0) 357 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 5 pgs peering) 2024-09-06T15:50:47.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:47 smithi181 bash[70073]: cluster 2024-09-06T15:50:46.298128+0000 mon.a (mon.0) 357 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 5 pgs peering) 2024-09-06T15:50:48.496 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:50:48 smithi181 bash[78458]: debug 2024-09-06T15:50:48.139+0000 7fd9885bd640 1 -- 172.21.15.181:0/1209009554 <== mon.1 v2:172.21.15.181:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558dd076a960 con 0x558dd1554000 2024-09-06T15:50:48.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:48 smithi181 bash[70073]: cluster 2024-09-06T15:50:47.942876+0000 mgr.y (mgr.25115) 698 : cluster [DBG] pgmap v414: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 73/636 objects degraded (11.478%) 2024-09-06T15:50:48.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:48 smithi181 bash[70073]: cluster 2024-09-06T15:50:47.942876+0000 mgr.y (mgr.25115) 698 : cluster [DBG] pgmap v414: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 73/636 objects degraded (11.478%) 2024-09-06T15:50:48.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:48 smithi169 bash[88858]: cluster 2024-09-06T15:50:47.942876+0000 mgr.y (mgr.25115) 698 : cluster [DBG] pgmap v414: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 73/636 objects degraded (11.478%) 2024-09-06T15:50:48.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:48 smithi169 bash[88858]: cluster 2024-09-06T15:50:47.942876+0000 mgr.y (mgr.25115) 698 : cluster [DBG] pgmap v414: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 73/636 objects degraded (11.478%) 2024-09-06T15:50:48.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:48 smithi169 bash[92568]: cluster 2024-09-06T15:50:47.942876+0000 mgr.y (mgr.25115) 698 : cluster [DBG] pgmap v414: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 73/636 objects degraded (11.478%) 2024-09-06T15:50:48.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:48 smithi169 bash[92568]: cluster 2024-09-06T15:50:47.942876+0000 mgr.y (mgr.25115) 698 : cluster [DBG] pgmap v414: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 73/636 objects degraded (11.478%) 2024-09-06T15:50:50.133 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:49 smithi181 bash[70073]: cluster 2024-09-06T15:50:49.921219+0000 mon.a (mon.0) 358 : cluster [WRN] Health check update: Degraded data redundancy: 73/636 objects degraded (11.478%), 20 pgs degraded (PG_DEGRADED) 2024-09-06T15:50:50.133 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:49 smithi181 bash[70073]: cluster 2024-09-06T15:50:49.921219+0000 mon.a (mon.0) 358 : cluster [WRN] Health check update: Degraded data redundancy: 73/636 objects degraded (11.478%), 20 pgs degraded (PG_DEGRADED) 2024-09-06T15:50:50.133 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:49 smithi181 bash[70073]: cluster 2024-09-06T15:50:49.943805+0000 mgr.y (mgr.25115) 699 : cluster [DBG] pgmap v415: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 73/636 objects degraded (11.478%) 2024-09-06T15:50:50.133 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:49 smithi181 bash[70073]: cluster 2024-09-06T15:50:49.943805+0000 mgr.y (mgr.25115) 699 : cluster [DBG] pgmap v415: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 73/636 objects degraded (11.478%) 2024-09-06T15:50:50.134 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:50:49 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:50:49.834818177Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:50:50.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:49 smithi169 bash[88858]: cluster 2024-09-06T15:50:49.921219+0000 mon.a (mon.0) 358 : cluster [WRN] Health check update: Degraded data redundancy: 73/636 objects degraded (11.478%), 20 pgs degraded (PG_DEGRADED) 2024-09-06T15:50:50.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:49 smithi169 bash[88858]: cluster 2024-09-06T15:50:49.921219+0000 mon.a (mon.0) 358 : cluster [WRN] Health check update: Degraded data redundancy: 73/636 objects degraded (11.478%), 20 pgs degraded (PG_DEGRADED) 2024-09-06T15:50:50.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:49 smithi169 bash[88858]: cluster 2024-09-06T15:50:49.943805+0000 mgr.y (mgr.25115) 699 : cluster [DBG] pgmap v415: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 73/636 objects degraded (11.478%) 2024-09-06T15:50:50.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:49 smithi169 bash[88858]: cluster 2024-09-06T15:50:49.943805+0000 mgr.y (mgr.25115) 699 : cluster [DBG] pgmap v415: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 73/636 objects degraded (11.478%) 2024-09-06T15:50:50.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:49 smithi169 bash[92568]: cluster 2024-09-06T15:50:49.921219+0000 mon.a (mon.0) 358 : cluster [WRN] Health check update: Degraded data redundancy: 73/636 objects degraded (11.478%), 20 pgs degraded (PG_DEGRADED) 2024-09-06T15:50:50.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:49 smithi169 bash[92568]: cluster 2024-09-06T15:50:49.921219+0000 mon.a (mon.0) 358 : cluster [WRN] Health check update: Degraded data redundancy: 73/636 objects degraded (11.478%), 20 pgs degraded (PG_DEGRADED) 2024-09-06T15:50:50.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:49 smithi169 bash[92568]: cluster 2024-09-06T15:50:49.943805+0000 mgr.y (mgr.25115) 699 : cluster [DBG] pgmap v415: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 73/636 objects degraded (11.478%) 2024-09-06T15:50:50.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:49 smithi169 bash[92568]: cluster 2024-09-06T15:50:49.943805+0000 mgr.y (mgr.25115) 699 : cluster [DBG] pgmap v415: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 73/636 objects degraded (11.478%) 2024-09-06T15:50:50.496 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:50:50 smithi181 bash[78458]: debug 2024-09-06T15:50:50.131+0000 7fd98ae24640 -1 Falling back to public interface 2024-09-06T15:50:52.607 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:50:52 smithi181 bash[66889]: logger=cleanup t=2024-09-06T15:50:52.535975963Z level=info msg="Completed cleanup jobs" duration=65.353904ms 2024-09-06T15:50:52.607 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:52 smithi181 bash[70073]: audit 2024-09-06T15:50:51.297368+0000 mon.a (mon.0) 359 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:52.608 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:52 smithi181 bash[70073]: audit 2024-09-06T15:50:51.297368+0000 mon.a (mon.0) 359 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:52.608 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:52 smithi181 bash[70073]: audit 2024-09-06T15:50:51.309714+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:52.608 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:52 smithi181 bash[70073]: audit 2024-09-06T15:50:51.309714+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:52.608 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:52 smithi181 bash[70073]: cluster 2024-09-06T15:50:51.945385+0000 mgr.y (mgr.25115) 700 : cluster [DBG] pgmap v416: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 73/636 objects degraded (11.478%) 2024-09-06T15:50:52.608 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:52 smithi181 bash[70073]: cluster 2024-09-06T15:50:51.945385+0000 mgr.y (mgr.25115) 700 : cluster [DBG] pgmap v416: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 73/636 objects degraded (11.478%) 2024-09-06T15:50:52.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:52 smithi169 bash[88858]: audit 2024-09-06T15:50:51.297368+0000 mon.a (mon.0) 359 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:52.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:52 smithi169 bash[88858]: audit 2024-09-06T15:50:51.297368+0000 mon.a (mon.0) 359 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:52.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:52 smithi169 bash[88858]: audit 2024-09-06T15:50:51.309714+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:52.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:52 smithi169 bash[88858]: audit 2024-09-06T15:50:51.309714+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:52.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:52 smithi169 bash[88858]: cluster 2024-09-06T15:50:51.945385+0000 mgr.y (mgr.25115) 700 : cluster [DBG] pgmap v416: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 73/636 objects degraded (11.478%) 2024-09-06T15:50:52.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:52 smithi169 bash[88858]: cluster 2024-09-06T15:50:51.945385+0000 mgr.y (mgr.25115) 700 : cluster [DBG] pgmap v416: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 73/636 objects degraded (11.478%) 2024-09-06T15:50:52.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:52 smithi169 bash[92568]: audit 2024-09-06T15:50:51.297368+0000 mon.a (mon.0) 359 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:52.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:52 smithi169 bash[92568]: audit 2024-09-06T15:50:51.297368+0000 mon.a (mon.0) 359 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:52.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:52 smithi169 bash[92568]: audit 2024-09-06T15:50:51.309714+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:52.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:52 smithi169 bash[92568]: audit 2024-09-06T15:50:51.309714+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:52.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:52 smithi169 bash[92568]: cluster 2024-09-06T15:50:51.945385+0000 mgr.y (mgr.25115) 700 : cluster [DBG] pgmap v416: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 73/636 objects degraded (11.478%) 2024-09-06T15:50:52.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:52 smithi169 bash[92568]: cluster 2024-09-06T15:50:51.945385+0000 mgr.y (mgr.25115) 700 : cluster [DBG] pgmap v416: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 73/636 objects degraded (11.478%) 2024-09-06T15:50:52.996 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:50:52 smithi181 bash[66889]: logger=plugins.update.checker t=2024-09-06T15:50:52.611002889Z level=info msg="Update check succeeded" duration=66.944315ms 2024-09-06T15:50:52.996 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:50:52 smithi181 bash[66889]: logger=grafana.update.checker t=2024-09-06T15:50:52.616905791Z level=info msg="Update check succeeded" duration=73.760415ms 2024-09-06T15:50:52.996 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:50:52 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:50:52.816946456Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:50:53.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:53 smithi169 bash[88858]: audit 2024-09-06T15:50:52.507926+0000 mon.a (mon.0) 361 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:53.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:53 smithi169 bash[88858]: audit 2024-09-06T15:50:52.507926+0000 mon.a (mon.0) 361 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:53.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:53 smithi169 bash[88858]: audit 2024-09-06T15:50:52.519473+0000 mon.a (mon.0) 362 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:53.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:53 smithi169 bash[88858]: audit 2024-09-06T15:50:52.519473+0000 mon.a (mon.0) 362 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:53.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:53 smithi169 bash[92568]: audit 2024-09-06T15:50:52.507926+0000 mon.a (mon.0) 361 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:53.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:53 smithi169 bash[92568]: audit 2024-09-06T15:50:52.507926+0000 mon.a (mon.0) 361 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:53.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:53 smithi169 bash[92568]: audit 2024-09-06T15:50:52.519473+0000 mon.a (mon.0) 362 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:53.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:53 smithi169 bash[92568]: audit 2024-09-06T15:50:52.519473+0000 mon.a (mon.0) 362 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:53.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:53 smithi181 bash[70073]: audit 2024-09-06T15:50:52.507926+0000 mon.a (mon.0) 361 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:53.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:53 smithi181 bash[70073]: audit 2024-09-06T15:50:52.507926+0000 mon.a (mon.0) 361 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:53.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:53 smithi181 bash[70073]: audit 2024-09-06T15:50:52.519473+0000 mon.a (mon.0) 362 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:53.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:53 smithi181 bash[70073]: audit 2024-09-06T15:50:52.519473+0000 mon.a (mon.0) 362 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:50:54.496 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:50:54 smithi181 bash[78458]: debug 2024-09-06T15:50:54.122+0000 7fd98ae24640 -1 osd.5 136 log_to_monitors true 2024-09-06T15:50:54.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:54 smithi169 bash[88858]: audit 2024-09-06T15:50:53.718907+0000 mgr.y (mgr.25115) 701 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:50:54.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:54 smithi169 bash[88858]: audit 2024-09-06T15:50:53.718907+0000 mgr.y (mgr.25115) 701 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:50:54.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:54 smithi169 bash[88858]: cluster 2024-09-06T15:50:53.946772+0000 mgr.y (mgr.25115) 702 : cluster [DBG] pgmap v417: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s; 73/636 objects degraded (11.478%) 2024-09-06T15:50:54.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:54 smithi169 bash[88858]: cluster 2024-09-06T15:50:53.946772+0000 mgr.y (mgr.25115) 702 : cluster [DBG] pgmap v417: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s; 73/636 objects degraded (11.478%) 2024-09-06T15:50:54.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:54 smithi169 bash[88858]: audit 2024-09-06T15:50:54.130825+0000 mon.a (mon.0) 363 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-06T15:50:54.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:54 smithi169 bash[88858]: audit 2024-09-06T15:50:54.130825+0000 mon.a (mon.0) 363 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-06T15:50:54.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:54 smithi169 bash[88858]: audit 2024-09-06T15:50:54.131835+0000 mon.b (mon.1) 220 : audit [INF] from='osd.5 [v2:172.21.15.181:6808/2738868186,v1:172.21.15.181:6809/2738868186]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-06T15:50:54.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:54 smithi169 bash[88858]: audit 2024-09-06T15:50:54.131835+0000 mon.b (mon.1) 220 : audit [INF] from='osd.5 [v2:172.21.15.181:6808/2738868186,v1:172.21.15.181:6809/2738868186]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-06T15:50:54.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:54 smithi169 bash[92568]: audit 2024-09-06T15:50:53.718907+0000 mgr.y (mgr.25115) 701 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:50:54.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:54 smithi169 bash[92568]: audit 2024-09-06T15:50:53.718907+0000 mgr.y (mgr.25115) 701 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:50:54.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:54 smithi169 bash[92568]: cluster 2024-09-06T15:50:53.946772+0000 mgr.y (mgr.25115) 702 : cluster [DBG] pgmap v417: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s; 73/636 objects degraded (11.478%) 2024-09-06T15:50:54.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:54 smithi169 bash[92568]: cluster 2024-09-06T15:50:53.946772+0000 mgr.y (mgr.25115) 702 : cluster [DBG] pgmap v417: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s; 73/636 objects degraded (11.478%) 2024-09-06T15:50:54.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:54 smithi169 bash[92568]: audit 2024-09-06T15:50:54.130825+0000 mon.a (mon.0) 363 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-06T15:50:54.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:54 smithi169 bash[92568]: audit 2024-09-06T15:50:54.130825+0000 mon.a (mon.0) 363 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-06T15:50:54.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:54 smithi169 bash[92568]: audit 2024-09-06T15:50:54.131835+0000 mon.b (mon.1) 220 : audit [INF] from='osd.5 [v2:172.21.15.181:6808/2738868186,v1:172.21.15.181:6809/2738868186]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-06T15:50:54.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:54 smithi169 bash[92568]: audit 2024-09-06T15:50:54.131835+0000 mon.b (mon.1) 220 : audit [INF] from='osd.5 [v2:172.21.15.181:6808/2738868186,v1:172.21.15.181:6809/2738868186]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-06T15:50:54.996 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:54 smithi181 bash[70073]: audit 2024-09-06T15:50:53.718907+0000 mgr.y (mgr.25115) 701 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:50:54.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:54 smithi181 bash[70073]: audit 2024-09-06T15:50:53.718907+0000 mgr.y (mgr.25115) 701 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:50:54.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:54 smithi181 bash[70073]: cluster 2024-09-06T15:50:53.946772+0000 mgr.y (mgr.25115) 702 : cluster [DBG] pgmap v417: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s; 73/636 objects degraded (11.478%) 2024-09-06T15:50:54.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:54 smithi181 bash[70073]: cluster 2024-09-06T15:50:53.946772+0000 mgr.y (mgr.25115) 702 : cluster [DBG] pgmap v417: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s; 73/636 objects degraded (11.478%) 2024-09-06T15:50:54.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:54 smithi181 bash[70073]: audit 2024-09-06T15:50:54.130825+0000 mon.a (mon.0) 363 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-06T15:50:54.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:54 smithi181 bash[70073]: audit 2024-09-06T15:50:54.130825+0000 mon.a (mon.0) 363 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-06T15:50:54.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:54 smithi181 bash[70073]: audit 2024-09-06T15:50:54.131835+0000 mon.b (mon.1) 220 : audit [INF] from='osd.5 [v2:172.21.15.181:6808/2738868186,v1:172.21.15.181:6809/2738868186]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-06T15:50:54.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:54 smithi181 bash[70073]: audit 2024-09-06T15:50:54.131835+0000 mon.b (mon.1) 220 : audit [INF] from='osd.5 [v2:172.21.15.181:6808/2738868186,v1:172.21.15.181:6809/2738868186]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-06T15:50:55.496 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:50:55 smithi181 bash[78458]: debug 2024-09-06T15:50:55.094+0000 7fd97ebc6640 -1 osd.5 136 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-06T15:50:55.837 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:55 smithi181 bash[70073]: audit 2024-09-06T15:50:54.517510+0000 mon.a (mon.0) 364 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-06T15:50:55.837 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:55 smithi181 bash[70073]: audit 2024-09-06T15:50:54.517510+0000 mon.a (mon.0) 364 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-06T15:50:55.837 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:55 smithi181 bash[70073]: cluster 2024-09-06T15:50:54.530248+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e139: 8 total, 7 up, 8 in 2024-09-06T15:50:55.838 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:55 smithi181 bash[70073]: cluster 2024-09-06T15:50:54.530248+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e139: 8 total, 7 up, 8 in 2024-09-06T15:50:55.838 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:55 smithi181 bash[70073]: audit 2024-09-06T15:50:54.530874+0000 mon.b (mon.1) 221 : audit [INF] from='osd.5 [v2:172.21.15.181:6808/2738868186,v1:172.21.15.181:6809/2738868186]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:50:55.838 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:55 smithi181 bash[70073]: audit 2024-09-06T15:50:54.530874+0000 mon.b (mon.1) 221 : audit [INF] from='osd.5 [v2:172.21.15.181:6808/2738868186,v1:172.21.15.181:6809/2738868186]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:50:55.838 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:55 smithi181 bash[70073]: audit 2024-09-06T15:50:54.533166+0000 mon.a (mon.0) 366 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:50:55.838 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:55 smithi181 bash[70073]: audit 2024-09-06T15:50:54.533166+0000 mon.a (mon.0) 366 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:50:55.838 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:55 smithi181 bash[70073]: audit 2024-09-06T15:50:55.075119+0000 mon.a (mon.0) 367 : audit [INF] from='osd.5 ' entity='osd.5' 2024-09-06T15:50:55.838 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:55 smithi181 bash[70073]: audit 2024-09-06T15:50:55.075119+0000 mon.a (mon.0) 367 : audit [INF] from='osd.5 ' entity='osd.5' 2024-09-06T15:50:55.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:55 smithi169 bash[88858]: audit 2024-09-06T15:50:54.517510+0000 mon.a (mon.0) 364 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-06T15:50:55.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:55 smithi169 bash[88858]: audit 2024-09-06T15:50:54.517510+0000 mon.a (mon.0) 364 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-06T15:50:55.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:55 smithi169 bash[88858]: cluster 2024-09-06T15:50:54.530248+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e139: 8 total, 7 up, 8 in 2024-09-06T15:50:55.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:55 smithi169 bash[88858]: cluster 2024-09-06T15:50:54.530248+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e139: 8 total, 7 up, 8 in 2024-09-06T15:50:55.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:55 smithi169 bash[88858]: audit 2024-09-06T15:50:54.530874+0000 mon.b (mon.1) 221 : audit [INF] from='osd.5 [v2:172.21.15.181:6808/2738868186,v1:172.21.15.181:6809/2738868186]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:50:55.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:55 smithi169 bash[88858]: audit 2024-09-06T15:50:54.530874+0000 mon.b (mon.1) 221 : audit [INF] from='osd.5 [v2:172.21.15.181:6808/2738868186,v1:172.21.15.181:6809/2738868186]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:50:55.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:55 smithi169 bash[88858]: audit 2024-09-06T15:50:54.533166+0000 mon.a (mon.0) 366 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:50:55.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:55 smithi169 bash[88858]: audit 2024-09-06T15:50:54.533166+0000 mon.a (mon.0) 366 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:50:55.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:55 smithi169 bash[88858]: audit 2024-09-06T15:50:55.075119+0000 mon.a (mon.0) 367 : audit [INF] from='osd.5 ' entity='osd.5' 2024-09-06T15:50:55.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:55 smithi169 bash[88858]: audit 2024-09-06T15:50:55.075119+0000 mon.a (mon.0) 367 : audit [INF] from='osd.5 ' entity='osd.5' 2024-09-06T15:50:55.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:55 smithi169 bash[92568]: audit 2024-09-06T15:50:54.517510+0000 mon.a (mon.0) 364 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-06T15:50:55.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:55 smithi169 bash[92568]: audit 2024-09-06T15:50:54.517510+0000 mon.a (mon.0) 364 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-06T15:50:55.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:55 smithi169 bash[92568]: cluster 2024-09-06T15:50:54.530248+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e139: 8 total, 7 up, 8 in 2024-09-06T15:50:55.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:55 smithi169 bash[92568]: cluster 2024-09-06T15:50:54.530248+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e139: 8 total, 7 up, 8 in 2024-09-06T15:50:55.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:55 smithi169 bash[92568]: audit 2024-09-06T15:50:54.530874+0000 mon.b (mon.1) 221 : audit [INF] from='osd.5 [v2:172.21.15.181:6808/2738868186,v1:172.21.15.181:6809/2738868186]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:50:55.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:55 smithi169 bash[92568]: audit 2024-09-06T15:50:54.530874+0000 mon.b (mon.1) 221 : audit [INF] from='osd.5 [v2:172.21.15.181:6808/2738868186,v1:172.21.15.181:6809/2738868186]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:50:55.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:55 smithi169 bash[92568]: audit 2024-09-06T15:50:54.533166+0000 mon.a (mon.0) 366 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:50:55.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:55 smithi169 bash[92568]: audit 2024-09-06T15:50:54.533166+0000 mon.a (mon.0) 366 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:50:55.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:55 smithi169 bash[92568]: audit 2024-09-06T15:50:55.075119+0000 mon.a (mon.0) 367 : audit [INF] from='osd.5 ' entity='osd.5' 2024-09-06T15:50:55.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:55 smithi169 bash[92568]: audit 2024-09-06T15:50:55.075119+0000 mon.a (mon.0) 367 : audit [INF] from='osd.5 ' entity='osd.5' 2024-09-06T15:50:56.246 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:50:55 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:50:55.839965693Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:50:56.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:50:56 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:50:56] "GET /metrics HTTP/1.1" 200 38418 "" "Prometheus/2.51.0" 2024-09-06T15:50:56.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:56 smithi169 bash[88858]: cluster 2024-09-06T15:50:55.948276+0000 mgr.y (mgr.25115) 703 : cluster [DBG] pgmap v419: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 73/636 objects degraded (11.478%) 2024-09-06T15:50:56.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:56 smithi169 bash[88858]: cluster 2024-09-06T15:50:55.948276+0000 mgr.y (mgr.25115) 703 : cluster [DBG] pgmap v419: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 73/636 objects degraded (11.478%) 2024-09-06T15:50:56.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:56 smithi169 bash[88858]: cluster 2024-09-06T15:50:56.071964+0000 mon.a (mon.0) 368 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:50:56.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:56 smithi169 bash[88858]: cluster 2024-09-06T15:50:56.071964+0000 mon.a (mon.0) 368 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:50:56.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:56 smithi169 bash[88858]: cluster 2024-09-06T15:50:56.083454+0000 mon.a (mon.0) 369 : cluster [INF] osd.5 [v2:172.21.15.181:6808/2738868186,v1:172.21.15.181:6809/2738868186] boot 2024-09-06T15:50:56.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:56 smithi169 bash[88858]: cluster 2024-09-06T15:50:56.083454+0000 mon.a (mon.0) 369 : cluster [INF] osd.5 [v2:172.21.15.181:6808/2738868186,v1:172.21.15.181:6809/2738868186] boot 2024-09-06T15:50:56.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:56 smithi169 bash[88858]: cluster 2024-09-06T15:50:56.083548+0000 mon.a (mon.0) 370 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2024-09-06T15:50:56.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:56 smithi169 bash[88858]: cluster 2024-09-06T15:50:56.083548+0000 mon.a (mon.0) 370 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2024-09-06T15:50:56.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:56 smithi169 bash[88858]: audit 2024-09-06T15:50:56.084858+0000 mon.b (mon.1) 222 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-06T15:50:56.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:56 smithi169 bash[88858]: audit 2024-09-06T15:50:56.084858+0000 mon.b (mon.1) 222 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-06T15:50:56.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:56 smithi169 bash[92568]: cluster 2024-09-06T15:50:55.948276+0000 mgr.y (mgr.25115) 703 : cluster [DBG] pgmap v419: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 73/636 objects degraded (11.478%) 2024-09-06T15:50:56.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:56 smithi169 bash[92568]: cluster 2024-09-06T15:50:55.948276+0000 mgr.y (mgr.25115) 703 : cluster [DBG] pgmap v419: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 73/636 objects degraded (11.478%) 2024-09-06T15:50:56.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:56 smithi169 bash[92568]: cluster 2024-09-06T15:50:56.071964+0000 mon.a (mon.0) 368 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:50:56.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:56 smithi169 bash[92568]: cluster 2024-09-06T15:50:56.071964+0000 mon.a (mon.0) 368 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:50:56.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:56 smithi169 bash[92568]: cluster 2024-09-06T15:50:56.083454+0000 mon.a (mon.0) 369 : cluster [INF] osd.5 [v2:172.21.15.181:6808/2738868186,v1:172.21.15.181:6809/2738868186] boot 2024-09-06T15:50:56.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:56 smithi169 bash[92568]: cluster 2024-09-06T15:50:56.083454+0000 mon.a (mon.0) 369 : cluster [INF] osd.5 [v2:172.21.15.181:6808/2738868186,v1:172.21.15.181:6809/2738868186] boot 2024-09-06T15:50:56.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:56 smithi169 bash[92568]: cluster 2024-09-06T15:50:56.083548+0000 mon.a (mon.0) 370 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2024-09-06T15:50:56.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:56 smithi169 bash[92568]: cluster 2024-09-06T15:50:56.083548+0000 mon.a (mon.0) 370 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2024-09-06T15:50:56.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:56 smithi169 bash[92568]: audit 2024-09-06T15:50:56.084858+0000 mon.b (mon.1) 222 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-06T15:50:56.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:56 smithi169 bash[92568]: audit 2024-09-06T15:50:56.084858+0000 mon.b (mon.1) 222 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-06T15:50:56.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:56 smithi181 bash[70073]: cluster 2024-09-06T15:50:55.948276+0000 mgr.y (mgr.25115) 703 : cluster [DBG] pgmap v419: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 73/636 objects degraded (11.478%) 2024-09-06T15:50:56.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:56 smithi181 bash[70073]: cluster 2024-09-06T15:50:55.948276+0000 mgr.y (mgr.25115) 703 : cluster [DBG] pgmap v419: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 73/636 objects degraded (11.478%) 2024-09-06T15:50:56.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:56 smithi181 bash[70073]: cluster 2024-09-06T15:50:56.071964+0000 mon.a (mon.0) 368 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:50:56.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:56 smithi181 bash[70073]: cluster 2024-09-06T15:50:56.071964+0000 mon.a (mon.0) 368 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:50:56.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:56 smithi181 bash[70073]: cluster 2024-09-06T15:50:56.083454+0000 mon.a (mon.0) 369 : cluster [INF] osd.5 [v2:172.21.15.181:6808/2738868186,v1:172.21.15.181:6809/2738868186] boot 2024-09-06T15:50:56.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:56 smithi181 bash[70073]: cluster 2024-09-06T15:50:56.083454+0000 mon.a (mon.0) 369 : cluster [INF] osd.5 [v2:172.21.15.181:6808/2738868186,v1:172.21.15.181:6809/2738868186] boot 2024-09-06T15:50:56.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:56 smithi181 bash[70073]: cluster 2024-09-06T15:50:56.083548+0000 mon.a (mon.0) 370 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2024-09-06T15:50:56.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:56 smithi181 bash[70073]: cluster 2024-09-06T15:50:56.083548+0000 mon.a (mon.0) 370 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2024-09-06T15:50:56.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:56 smithi181 bash[70073]: audit 2024-09-06T15:50:56.084858+0000 mon.b (mon.1) 222 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-06T15:50:56.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:56 smithi181 bash[70073]: audit 2024-09-06T15:50:56.084858+0000 mon.b (mon.1) 222 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-06T15:50:58.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:58 smithi169 bash[88858]: cluster 2024-09-06T15:50:57.085406+0000 mon.a (mon.0) 371 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-09-06T15:50:58.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:58 smithi169 bash[88858]: cluster 2024-09-06T15:50:57.085406+0000 mon.a (mon.0) 371 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-09-06T15:50:58.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:58 smithi169 bash[88858]: cluster 2024-09-06T15:50:57.949672+0000 mgr.y (mgr.25115) 704 : cluster [DBG] pgmap v422: 161 pgs: 6 peering, 22 active+undersized, 14 active+undersized+degraded, 119 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 52/636 objects degraded (8.176%) 2024-09-06T15:50:58.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:58 smithi169 bash[88858]: cluster 2024-09-06T15:50:57.949672+0000 mgr.y (mgr.25115) 704 : cluster [DBG] pgmap v422: 161 pgs: 6 peering, 22 active+undersized, 14 active+undersized+degraded, 119 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 52/636 objects degraded (8.176%) 2024-09-06T15:50:58.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:58 smithi169 bash[92568]: cluster 2024-09-06T15:50:57.085406+0000 mon.a (mon.0) 371 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-09-06T15:50:58.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:58 smithi169 bash[92568]: cluster 2024-09-06T15:50:57.085406+0000 mon.a (mon.0) 371 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-09-06T15:50:58.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:58 smithi169 bash[92568]: cluster 2024-09-06T15:50:57.949672+0000 mgr.y (mgr.25115) 704 : cluster [DBG] pgmap v422: 161 pgs: 6 peering, 22 active+undersized, 14 active+undersized+degraded, 119 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 52/636 objects degraded (8.176%) 2024-09-06T15:50:58.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:58 smithi169 bash[92568]: cluster 2024-09-06T15:50:57.949672+0000 mgr.y (mgr.25115) 704 : cluster [DBG] pgmap v422: 161 pgs: 6 peering, 22 active+undersized, 14 active+undersized+degraded, 119 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 52/636 objects degraded (8.176%) 2024-09-06T15:50:58.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:58 smithi181 bash[70073]: cluster 2024-09-06T15:50:57.085406+0000 mon.a (mon.0) 371 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-09-06T15:50:58.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:58 smithi181 bash[70073]: cluster 2024-09-06T15:50:57.085406+0000 mon.a (mon.0) 371 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-09-06T15:50:58.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:58 smithi181 bash[70073]: cluster 2024-09-06T15:50:57.949672+0000 mgr.y (mgr.25115) 704 : cluster [DBG] pgmap v422: 161 pgs: 6 peering, 22 active+undersized, 14 active+undersized+degraded, 119 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 52/636 objects degraded (8.176%) 2024-09-06T15:50:58.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:58 smithi181 bash[70073]: cluster 2024-09-06T15:50:57.949672+0000 mgr.y (mgr.25115) 704 : cluster [DBG] pgmap v422: 161 pgs: 6 peering, 22 active+undersized, 14 active+undersized+degraded, 119 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 52/636 objects degraded (8.176%) 2024-09-06T15:50:59.087 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:50:58 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:50:58.835699016Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:50:59.398 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:59 smithi181 bash[70073]: cluster 2024-09-06T15:50:58.076980+0000 mon.a (mon.0) 372 : cluster [WRN] Health check update: Degraded data redundancy: 52/636 objects degraded (8.176%), 14 pgs degraded (PG_DEGRADED) 2024-09-06T15:50:59.398 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:50:59 smithi181 bash[70073]: cluster 2024-09-06T15:50:58.076980+0000 mon.a (mon.0) 372 : cluster [WRN] Health check update: Degraded data redundancy: 52/636 objects degraded (8.176%), 14 pgs degraded (PG_DEGRADED) 2024-09-06T15:50:59.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:59 smithi169 bash[88858]: cluster 2024-09-06T15:50:58.076980+0000 mon.a (mon.0) 372 : cluster [WRN] Health check update: Degraded data redundancy: 52/636 objects degraded (8.176%), 14 pgs degraded (PG_DEGRADED) 2024-09-06T15:50:59.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:50:59 smithi169 bash[88858]: cluster 2024-09-06T15:50:58.076980+0000 mon.a (mon.0) 372 : cluster [WRN] Health check update: Degraded data redundancy: 52/636 objects degraded (8.176%), 14 pgs degraded (PG_DEGRADED) 2024-09-06T15:50:59.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:59 smithi169 bash[92568]: cluster 2024-09-06T15:50:58.076980+0000 mon.a (mon.0) 372 : cluster [WRN] Health check update: Degraded data redundancy: 52/636 objects degraded (8.176%), 14 pgs degraded (PG_DEGRADED) 2024-09-06T15:50:59.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:50:59 smithi169 bash[92568]: cluster 2024-09-06T15:50:58.076980+0000 mon.a (mon.0) 372 : cluster [WRN] Health check update: Degraded data redundancy: 52/636 objects degraded (8.176%), 14 pgs degraded (PG_DEGRADED) 2024-09-06T15:51:00.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:00 smithi169 bash[88858]: cluster 2024-09-06T15:50:59.950656+0000 mgr.y (mgr.25115) 705 : cluster [DBG] pgmap v423: 161 pgs: 6 peering, 8 active+undersized, 7 active+undersized+degraded, 140 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 20/636 objects degraded (3.145%) 2024-09-06T15:51:00.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:00 smithi169 bash[88858]: cluster 2024-09-06T15:50:59.950656+0000 mgr.y (mgr.25115) 705 : cluster [DBG] pgmap v423: 161 pgs: 6 peering, 8 active+undersized, 7 active+undersized+degraded, 140 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 20/636 objects degraded (3.145%) 2024-09-06T15:51:00.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:00 smithi169 bash[92568]: cluster 2024-09-06T15:50:59.950656+0000 mgr.y (mgr.25115) 705 : cluster [DBG] pgmap v423: 161 pgs: 6 peering, 8 active+undersized, 7 active+undersized+degraded, 140 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 20/636 objects degraded (3.145%) 2024-09-06T15:51:00.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:00 smithi169 bash[92568]: cluster 2024-09-06T15:50:59.950656+0000 mgr.y (mgr.25115) 705 : cluster [DBG] pgmap v423: 161 pgs: 6 peering, 8 active+undersized, 7 active+undersized+degraded, 140 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 20/636 objects degraded (3.145%) 2024-09-06T15:51:00.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:00 smithi181 bash[70073]: cluster 2024-09-06T15:50:59.950656+0000 mgr.y (mgr.25115) 705 : cluster [DBG] pgmap v423: 161 pgs: 6 peering, 8 active+undersized, 7 active+undersized+degraded, 140 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 20/636 objects degraded (3.145%) 2024-09-06T15:51:00.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:00 smithi181 bash[70073]: cluster 2024-09-06T15:50:59.950656+0000 mgr.y (mgr.25115) 705 : cluster [DBG] pgmap v423: 161 pgs: 6 peering, 8 active+undersized, 7 active+undersized+degraded, 140 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 20/636 objects degraded (3.145%) 2024-09-06T15:51:01.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:01 smithi169 bash[88858]: audit 2024-09-06T15:51:00.303113+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:01.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:01 smithi169 bash[88858]: audit 2024-09-06T15:51:00.303113+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:01.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:01 smithi169 bash[88858]: audit 2024-09-06T15:51:00.308655+0000 mon.b (mon.1) 223 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:51:01.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:01 smithi169 bash[88858]: audit 2024-09-06T15:51:00.308655+0000 mon.b (mon.1) 223 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:51:01.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:01 smithi169 bash[92568]: audit 2024-09-06T15:51:00.303113+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:01.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:01 smithi169 bash[92568]: audit 2024-09-06T15:51:00.303113+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:01.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:01 smithi169 bash[92568]: audit 2024-09-06T15:51:00.308655+0000 mon.b (mon.1) 223 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:51:01.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:01 smithi169 bash[92568]: audit 2024-09-06T15:51:00.308655+0000 mon.b (mon.1) 223 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:51:01.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:01 smithi181 bash[70073]: audit 2024-09-06T15:51:00.303113+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:01.746 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:01 smithi181 bash[70073]: audit 2024-09-06T15:51:00.303113+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:01.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:01 smithi181 bash[70073]: audit 2024-09-06T15:51:00.308655+0000 mon.b (mon.1) 223 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:51:01.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:01 smithi181 bash[70073]: audit 2024-09-06T15:51:00.308655+0000 mon.b (mon.1) 223 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:51:02.246 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:51:01 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:51:01.806819913Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:51:02.693 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:02 smithi181 bash[70073]: cluster 2024-09-06T15:51:01.952030+0000 mgr.y (mgr.25115) 706 : cluster [DBG] pgmap v424: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-06T15:51:02.693 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:02 smithi181 bash[70073]: cluster 2024-09-06T15:51:01.952030+0000 mgr.y (mgr.25115) 706 : cluster [DBG] pgmap v424: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-06T15:51:02.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:02 smithi169 bash[88858]: cluster 2024-09-06T15:51:01.952030+0000 mgr.y (mgr.25115) 706 : cluster [DBG] pgmap v424: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-06T15:51:02.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:02 smithi169 bash[88858]: cluster 2024-09-06T15:51:01.952030+0000 mgr.y (mgr.25115) 706 : cluster [DBG] pgmap v424: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-06T15:51:02.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:02 smithi169 bash[92568]: cluster 2024-09-06T15:51:01.952030+0000 mgr.y (mgr.25115) 706 : cluster [DBG] pgmap v424: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-06T15:51:02.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:02 smithi169 bash[92568]: cluster 2024-09-06T15:51:01.952030+0000 mgr.y (mgr.25115) 706 : cluster [DBG] pgmap v424: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-06T15:51:03.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:03 smithi169 bash[88858]: cluster 2024-09-06T15:51:02.300801+0000 mon.a (mon.0) 374 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 20/636 objects degraded (3.145%), 7 pgs degraded) 2024-09-06T15:51:03.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:03 smithi169 bash[88858]: cluster 2024-09-06T15:51:02.300801+0000 mon.a (mon.0) 374 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 20/636 objects degraded (3.145%), 7 pgs degraded) 2024-09-06T15:51:03.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:03 smithi169 bash[88858]: audit 2024-09-06T15:51:03.262945+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:03.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:03 smithi169 bash[88858]: audit 2024-09-06T15:51:03.262945+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:03.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:03 smithi169 bash[88858]: audit 2024-09-06T15:51:03.276816+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:03.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:03 smithi169 bash[88858]: audit 2024-09-06T15:51:03.276816+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:03.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:03 smithi169 bash[88858]: audit 2024-09-06T15:51:03.281931+0000 mon.b (mon.1) 224 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:51:03.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:03 smithi169 bash[88858]: audit 2024-09-06T15:51:03.281931+0000 mon.b (mon.1) 224 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:51:03.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:03 smithi169 bash[88858]: audit 2024-09-06T15:51:03.283909+0000 mon.b (mon.1) 225 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:51:03.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:03 smithi169 bash[88858]: audit 2024-09-06T15:51:03.283909+0000 mon.b (mon.1) 225 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:51:03.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:03 smithi169 bash[88858]: audit 2024-09-06T15:51:03.293614+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:03.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:03 smithi169 bash[88858]: audit 2024-09-06T15:51:03.293614+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:03.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:03 smithi169 bash[92568]: cluster 2024-09-06T15:51:02.300801+0000 mon.a (mon.0) 374 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 20/636 objects degraded (3.145%), 7 pgs degraded) 2024-09-06T15:51:03.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:03 smithi169 bash[92568]: cluster 2024-09-06T15:51:02.300801+0000 mon.a (mon.0) 374 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 20/636 objects degraded (3.145%), 7 pgs degraded) 2024-09-06T15:51:03.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:03 smithi169 bash[92568]: audit 2024-09-06T15:51:03.262945+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:03.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:03 smithi169 bash[92568]: audit 2024-09-06T15:51:03.262945+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:03.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:03 smithi169 bash[92568]: audit 2024-09-06T15:51:03.276816+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:03.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:03 smithi169 bash[92568]: audit 2024-09-06T15:51:03.276816+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:03.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:03 smithi169 bash[92568]: audit 2024-09-06T15:51:03.281931+0000 mon.b (mon.1) 224 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:51:03.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:03 smithi169 bash[92568]: audit 2024-09-06T15:51:03.281931+0000 mon.b (mon.1) 224 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:51:03.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:03 smithi169 bash[92568]: audit 2024-09-06T15:51:03.283909+0000 mon.b (mon.1) 225 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:51:03.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:03 smithi169 bash[92568]: audit 2024-09-06T15:51:03.283909+0000 mon.b (mon.1) 225 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:51:03.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:03 smithi169 bash[92568]: audit 2024-09-06T15:51:03.293614+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:03.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:03 smithi169 bash[92568]: audit 2024-09-06T15:51:03.293614+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:03.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:03 smithi181 bash[70073]: cluster 2024-09-06T15:51:02.300801+0000 mon.a (mon.0) 374 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 20/636 objects degraded (3.145%), 7 pgs degraded) 2024-09-06T15:51:03.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:03 smithi181 bash[70073]: cluster 2024-09-06T15:51:02.300801+0000 mon.a (mon.0) 374 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 20/636 objects degraded (3.145%), 7 pgs degraded) 2024-09-06T15:51:03.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:03 smithi181 bash[70073]: audit 2024-09-06T15:51:03.262945+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:03.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:03 smithi181 bash[70073]: audit 2024-09-06T15:51:03.262945+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:03.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:03 smithi181 bash[70073]: audit 2024-09-06T15:51:03.276816+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:03.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:03 smithi181 bash[70073]: audit 2024-09-06T15:51:03.276816+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:03.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:03 smithi181 bash[70073]: audit 2024-09-06T15:51:03.281931+0000 mon.b (mon.1) 224 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:51:03.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:03 smithi181 bash[70073]: audit 2024-09-06T15:51:03.281931+0000 mon.b (mon.1) 224 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:51:03.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:03 smithi181 bash[70073]: audit 2024-09-06T15:51:03.283909+0000 mon.b (mon.1) 225 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:51:03.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:03 smithi181 bash[70073]: audit 2024-09-06T15:51:03.283909+0000 mon.b (mon.1) 225 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:51:03.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:03 smithi181 bash[70073]: audit 2024-09-06T15:51:03.293614+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:03.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:03 smithi181 bash[70073]: audit 2024-09-06T15:51:03.293614+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:04.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:04 smithi169 bash[88858]: audit 2024-09-06T15:51:03.448976+0000 mon.b (mon.1) 226 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:51:04.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:04 smithi169 bash[88858]: audit 2024-09-06T15:51:03.448976+0000 mon.b (mon.1) 226 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:51:04.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:04 smithi169 bash[88858]: audit 2024-09-06T15:51:03.452878+0000 mon.b (mon.1) 227 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:04.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:04 smithi169 bash[88858]: audit 2024-09-06T15:51:03.452878+0000 mon.b (mon.1) 227 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:04.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:04 smithi169 bash[88858]: audit 2024-09-06T15:51:03.455780+0000 mon.b (mon.1) 228 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:04.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:04 smithi169 bash[88858]: audit 2024-09-06T15:51:03.455780+0000 mon.b (mon.1) 228 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:04.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:04 smithi169 bash[88858]: audit 2024-09-06T15:51:03.458216+0000 mon.b (mon.1) 229 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:04.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:04 smithi169 bash[88858]: audit 2024-09-06T15:51:03.458216+0000 mon.b (mon.1) 229 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:04.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:04 smithi169 bash[88858]: audit 2024-09-06T15:51:03.460314+0000 mgr.y (mgr.25115) 707 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-06T15:51:04.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:04 smithi169 bash[88858]: audit 2024-09-06T15:51:03.460314+0000 mgr.y (mgr.25115) 707 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-06T15:51:04.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:04 smithi169 bash[88858]: audit 2024-09-06T15:51:03.461410+0000 mon.b (mon.1) 230 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-06T15:51:04.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:04 smithi169 bash[88858]: audit 2024-09-06T15:51:03.461410+0000 mon.b (mon.1) 230 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-06T15:51:04.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:04 smithi169 bash[88858]: cephadm 2024-09-06T15:51:03.462364+0000 mgr.y (mgr.25115) 708 : cephadm [INF] Upgrade: osd.6 is safe to restart 2024-09-06T15:51:04.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:04 smithi169 bash[88858]: cephadm 2024-09-06T15:51:03.462364+0000 mgr.y (mgr.25115) 708 : cephadm [INF] Upgrade: osd.6 is safe to restart 2024-09-06T15:51:04.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:04 smithi169 bash[88858]: audit 2024-09-06T15:51:03.723556+0000 mgr.y (mgr.25115) 709 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:51:04.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:04 smithi169 bash[88858]: audit 2024-09-06T15:51:03.723556+0000 mgr.y (mgr.25115) 709 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:51:04.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:04 smithi169 bash[88858]: cluster 2024-09-06T15:51:03.953151+0000 mgr.y (mgr.25115) 710 : cluster [DBG] pgmap v425: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 383 B/s rd, 0 op/s 2024-09-06T15:51:04.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:04 smithi169 bash[88858]: cluster 2024-09-06T15:51:03.953151+0000 mgr.y (mgr.25115) 710 : cluster [DBG] pgmap v425: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 383 B/s rd, 0 op/s 2024-09-06T15:51:04.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:04 smithi169 bash[92568]: audit 2024-09-06T15:51:03.448976+0000 mon.b (mon.1) 226 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:51:04.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:04 smithi169 bash[92568]: audit 2024-09-06T15:51:03.448976+0000 mon.b (mon.1) 226 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:51:04.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:04 smithi169 bash[92568]: audit 2024-09-06T15:51:03.452878+0000 mon.b (mon.1) 227 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:04.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:04 smithi169 bash[92568]: audit 2024-09-06T15:51:03.452878+0000 mon.b (mon.1) 227 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:04.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:04 smithi169 bash[92568]: audit 2024-09-06T15:51:03.455780+0000 mon.b (mon.1) 228 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:04.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:04 smithi169 bash[92568]: audit 2024-09-06T15:51:03.455780+0000 mon.b (mon.1) 228 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:04.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:04 smithi169 bash[92568]: audit 2024-09-06T15:51:03.458216+0000 mon.b (mon.1) 229 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:04.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:04 smithi169 bash[92568]: audit 2024-09-06T15:51:03.458216+0000 mon.b (mon.1) 229 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:04.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:04 smithi169 bash[92568]: audit 2024-09-06T15:51:03.460314+0000 mgr.y (mgr.25115) 707 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-06T15:51:04.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:04 smithi169 bash[92568]: audit 2024-09-06T15:51:03.460314+0000 mgr.y (mgr.25115) 707 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-06T15:51:04.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:04 smithi169 bash[92568]: audit 2024-09-06T15:51:03.461410+0000 mon.b (mon.1) 230 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-06T15:51:04.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:04 smithi169 bash[92568]: audit 2024-09-06T15:51:03.461410+0000 mon.b (mon.1) 230 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-06T15:51:04.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:04 smithi169 bash[92568]: cephadm 2024-09-06T15:51:03.462364+0000 mgr.y (mgr.25115) 708 : cephadm [INF] Upgrade: osd.6 is safe to restart 2024-09-06T15:51:04.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:04 smithi169 bash[92568]: cephadm 2024-09-06T15:51:03.462364+0000 mgr.y (mgr.25115) 708 : cephadm [INF] Upgrade: osd.6 is safe to restart 2024-09-06T15:51:04.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:04 smithi169 bash[92568]: audit 2024-09-06T15:51:03.723556+0000 mgr.y (mgr.25115) 709 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:51:04.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:04 smithi169 bash[92568]: audit 2024-09-06T15:51:03.723556+0000 mgr.y (mgr.25115) 709 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:51:04.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:04 smithi169 bash[92568]: cluster 2024-09-06T15:51:03.953151+0000 mgr.y (mgr.25115) 710 : cluster [DBG] pgmap v425: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 383 B/s rd, 0 op/s 2024-09-06T15:51:04.699 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:04 smithi169 bash[92568]: cluster 2024-09-06T15:51:03.953151+0000 mgr.y (mgr.25115) 710 : cluster [DBG] pgmap v425: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 383 B/s rd, 0 op/s 2024-09-06T15:51:04.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:04 smithi181 bash[70073]: audit 2024-09-06T15:51:03.448976+0000 mon.b (mon.1) 226 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:51:04.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:04 smithi181 bash[70073]: audit 2024-09-06T15:51:03.448976+0000 mon.b (mon.1) 226 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:51:04.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:04 smithi181 bash[70073]: audit 2024-09-06T15:51:03.452878+0000 mon.b (mon.1) 227 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:04.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:04 smithi181 bash[70073]: audit 2024-09-06T15:51:03.452878+0000 mon.b (mon.1) 227 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:04.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:04 smithi181 bash[70073]: audit 2024-09-06T15:51:03.455780+0000 mon.b (mon.1) 228 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:04.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:04 smithi181 bash[70073]: audit 2024-09-06T15:51:03.455780+0000 mon.b (mon.1) 228 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:04.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:04 smithi181 bash[70073]: audit 2024-09-06T15:51:03.458216+0000 mon.b (mon.1) 229 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:04.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:04 smithi181 bash[70073]: audit 2024-09-06T15:51:03.458216+0000 mon.b (mon.1) 229 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:04.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:04 smithi181 bash[70073]: audit 2024-09-06T15:51:03.460314+0000 mgr.y (mgr.25115) 707 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-06T15:51:04.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:04 smithi181 bash[70073]: audit 2024-09-06T15:51:03.460314+0000 mgr.y (mgr.25115) 707 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-06T15:51:04.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:04 smithi181 bash[70073]: audit 2024-09-06T15:51:03.461410+0000 mon.b (mon.1) 230 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-06T15:51:04.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:04 smithi181 bash[70073]: audit 2024-09-06T15:51:03.461410+0000 mon.b (mon.1) 230 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-06T15:51:04.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:04 smithi181 bash[70073]: cephadm 2024-09-06T15:51:03.462364+0000 mgr.y (mgr.25115) 708 : cephadm [INF] Upgrade: osd.6 is safe to restart 2024-09-06T15:51:04.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:04 smithi181 bash[70073]: cephadm 2024-09-06T15:51:03.462364+0000 mgr.y (mgr.25115) 708 : cephadm [INF] Upgrade: osd.6 is safe to restart 2024-09-06T15:51:04.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:04 smithi181 bash[70073]: audit 2024-09-06T15:51:03.723556+0000 mgr.y (mgr.25115) 709 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:51:04.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:04 smithi181 bash[70073]: audit 2024-09-06T15:51:03.723556+0000 mgr.y (mgr.25115) 709 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:51:04.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:04 smithi181 bash[70073]: cluster 2024-09-06T15:51:03.953151+0000 mgr.y (mgr.25115) 710 : cluster [DBG] pgmap v425: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 383 B/s rd, 0 op/s 2024-09-06T15:51:04.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:04 smithi181 bash[70073]: cluster 2024-09-06T15:51:03.953151+0000 mgr.y (mgr.25115) 710 : cluster [DBG] pgmap v425: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 383 B/s rd, 0 op/s 2024-09-06T15:51:05.241 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:51:04 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:51:04.845039608Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:51:06.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:51:06 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:51:06] "GET /metrics HTTP/1.1" 200 38413 "" "Prometheus/2.51.0" 2024-09-06T15:51:06.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:06 smithi169 bash[88858]: cluster 2024-09-06T15:51:05.954499+0000 mgr.y (mgr.25115) 711 : cluster [DBG] pgmap v426: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 829 B/s rd, 0 op/s 2024-09-06T15:51:06.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:06 smithi169 bash[88858]: cluster 2024-09-06T15:51:05.954499+0000 mgr.y (mgr.25115) 711 : cluster [DBG] pgmap v426: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 829 B/s rd, 0 op/s 2024-09-06T15:51:06.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:06 smithi169 bash[92568]: cluster 2024-09-06T15:51:05.954499+0000 mgr.y (mgr.25115) 711 : cluster [DBG] pgmap v426: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 829 B/s rd, 0 op/s 2024-09-06T15:51:06.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:06 smithi169 bash[92568]: cluster 2024-09-06T15:51:05.954499+0000 mgr.y (mgr.25115) 711 : cluster [DBG] pgmap v426: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 829 B/s rd, 0 op/s 2024-09-06T15:51:06.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:06 smithi181 bash[70073]: cluster 2024-09-06T15:51:05.954499+0000 mgr.y (mgr.25115) 711 : cluster [DBG] pgmap v426: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 829 B/s rd, 0 op/s 2024-09-06T15:51:06.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:06 smithi181 bash[70073]: cluster 2024-09-06T15:51:05.954499+0000 mgr.y (mgr.25115) 711 : cluster [DBG] pgmap v426: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 829 B/s rd, 0 op/s 2024-09-06T15:51:07.357 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-09-06T15:51:07.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:07 smithi169 bash[88858]: cephadm 2024-09-06T15:51:06.130954+0000 mgr.y (mgr.25115) 712 : cephadm [INF] Upgrade: Updating osd.6 2024-09-06T15:51:07.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:07 smithi169 bash[88858]: cephadm 2024-09-06T15:51:06.130954+0000 mgr.y (mgr.25115) 712 : cephadm [INF] Upgrade: Updating osd.6 2024-09-06T15:51:07.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:07 smithi169 bash[88858]: audit 2024-09-06T15:51:06.138925+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:07.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:07 smithi169 bash[88858]: audit 2024-09-06T15:51:06.138925+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:07.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:07 smithi169 bash[88858]: audit 2024-09-06T15:51:06.144763+0000 mon.b (mon.1) 231 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-06T15:51:07.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:07 smithi169 bash[88858]: audit 2024-09-06T15:51:06.144763+0000 mon.b (mon.1) 231 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-06T15:51:07.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:07 smithi169 bash[88858]: audit 2024-09-06T15:51:06.146384+0000 mon.b (mon.1) 232 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:51:07.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:07 smithi169 bash[88858]: audit 2024-09-06T15:51:06.146384+0000 mon.b (mon.1) 232 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:51:07.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:07 smithi169 bash[88858]: cephadm 2024-09-06T15:51:06.150297+0000 mgr.y (mgr.25115) 713 : cephadm [INF] Deploying daemon osd.6 on smithi181 2024-09-06T15:51:07.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:07 smithi169 bash[88858]: cephadm 2024-09-06T15:51:06.150297+0000 mgr.y (mgr.25115) 713 : cephadm [INF] Deploying daemon osd.6 on smithi181 2024-09-06T15:51:07.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:07 smithi169 bash[92568]: cephadm 2024-09-06T15:51:06.130954+0000 mgr.y (mgr.25115) 712 : cephadm [INF] Upgrade: Updating osd.6 2024-09-06T15:51:07.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:07 smithi169 bash[92568]: cephadm 2024-09-06T15:51:06.130954+0000 mgr.y (mgr.25115) 712 : cephadm [INF] Upgrade: Updating osd.6 2024-09-06T15:51:07.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:07 smithi169 bash[92568]: audit 2024-09-06T15:51:06.138925+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:07.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:07 smithi169 bash[92568]: audit 2024-09-06T15:51:06.138925+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:07.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:07 smithi169 bash[92568]: audit 2024-09-06T15:51:06.144763+0000 mon.b (mon.1) 231 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-06T15:51:07.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:07 smithi169 bash[92568]: audit 2024-09-06T15:51:06.144763+0000 mon.b (mon.1) 231 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-06T15:51:07.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:07 smithi169 bash[92568]: audit 2024-09-06T15:51:06.146384+0000 mon.b (mon.1) 232 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:51:07.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:07 smithi169 bash[92568]: audit 2024-09-06T15:51:06.146384+0000 mon.b (mon.1) 232 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:51:07.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:07 smithi169 bash[92568]: cephadm 2024-09-06T15:51:06.150297+0000 mgr.y (mgr.25115) 713 : cephadm [INF] Deploying daemon osd.6 on smithi181 2024-09-06T15:51:07.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:07 smithi169 bash[92568]: cephadm 2024-09-06T15:51:06.150297+0000 mgr.y (mgr.25115) 713 : cephadm [INF] Deploying daemon osd.6 on smithi181 2024-09-06T15:51:07.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:07 smithi181 bash[70073]: cephadm 2024-09-06T15:51:06.130954+0000 mgr.y (mgr.25115) 712 : cephadm [INF] Upgrade: Updating osd.6 2024-09-06T15:51:07.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:07 smithi181 bash[70073]: cephadm 2024-09-06T15:51:06.130954+0000 mgr.y (mgr.25115) 712 : cephadm [INF] Upgrade: Updating osd.6 2024-09-06T15:51:07.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:07 smithi181 bash[70073]: audit 2024-09-06T15:51:06.138925+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:07.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:07 smithi181 bash[70073]: audit 2024-09-06T15:51:06.138925+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:07.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:07 smithi181 bash[70073]: audit 2024-09-06T15:51:06.144763+0000 mon.b (mon.1) 231 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-06T15:51:07.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:07 smithi181 bash[70073]: audit 2024-09-06T15:51:06.144763+0000 mon.b (mon.1) 231 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-06T15:51:07.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:07 smithi181 bash[70073]: audit 2024-09-06T15:51:06.146384+0000 mon.b (mon.1) 232 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:51:07.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:07 smithi181 bash[70073]: audit 2024-09-06T15:51:06.146384+0000 mon.b (mon.1) 232 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:51:07.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:07 smithi181 bash[70073]: cephadm 2024-09-06T15:51:06.150297+0000 mgr.y (mgr.25115) 713 : cephadm [INF] Deploying daemon osd.6 on smithi181 2024-09-06T15:51:07.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:07 smithi181 bash[70073]: cephadm 2024-09-06T15:51:06.150297+0000 mgr.y (mgr.25115) 713 : cephadm [INF] Deploying daemon osd.6 on smithi181 2024-09-06T15:51:07.924 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-06T15:51:07.924 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (11m) 79s ago 38m 14.1M - 0.27.0 11f11916f8cd 20ee608606f5 2024-09-06T15:51:07.924 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi181 *:3000 running (10m) 16s ago 38m 69.4M - c8b91775d855 e391fbe8c873 2024-09-06T15:51:07.924 INFO:teuthology.orchestra.run.smithi169.stdout:iscsi.foo.smithi169.yxosuq smithi169 *:5000 running (12m) 79s ago 35m 49.2M - 3.8 b6db46a449e5 e63406a8c5a8 2024-09-06T15:51:07.924 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi181 *:8443,9283,8765 running (12m) 16s ago 46m 442M - 19.3.0-4704-g8b38c33c 1c45aca0610a 291c4d2bed88 2024-09-06T15:51:07.925 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (23m) 79s ago 49m 511M - 19.3.0-4704-g8b38c33c 1c45aca0610a 5f9711fb78b7 2024-09-06T15:51:07.925 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (7m) 79s ago 49m 52.2M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a d211c6462d65 2024-09-06T15:51:07.925 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi181 running (8m) 16s ago 47m 45.4M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a 791f1710b3c0 2024-09-06T15:51:07.925 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (6m) 79s ago 47m 38.5M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a 93381d04b238 2024-09-06T15:51:07.925 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (12m) 79s ago 38m 8299k - 1.7.0 72c9c2088986 03c6f14026b2 2024-09-06T15:51:07.925 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi181 *:9100 running (12m) 16s ago 38m 8775k - 1.7.0 72c9c2088986 0895a0652401 2024-09-06T15:51:07.925 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (4m) 79s ago 46m 56.3M 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a 8a33f3e58f93 2024-09-06T15:51:07.925 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (4m) 79s ago 45m 50.0M 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a 4b7f4d4feb0b 2024-09-06T15:51:07.925 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (2m) 79s ago 44m 45.9M 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a c24bec72ede7 2024-09-06T15:51:07.925 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (83s) 79s ago 43m - 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a 057764c90147 2024-09-06T15:51:07.925 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi181 running (51s) 16s ago 42m 49.9M 3292M 19.3.0-4704-g8b38c33c 1c45aca0610a 92604b687768 2024-09-06T15:51:07.925 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi181 running (21s) 16s ago 41m - 3292M 19.3.0-4704-g8b38c33c 1c45aca0610a 291137fc1efe 2024-09-06T15:51:07.926 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi181 running (40m) 16s ago 40m 70.5M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 9e6f947064d2 2024-09-06T15:51:07.926 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi181 running (39m) 16s ago 39m 74.3M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 a94f6f351ffd 2024-09-06T15:51:07.926 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi181 *:9095 running (11m) 16s ago 39m 44.3M - 2.51.0 1d3b7f56885b 365a3b66bc88 2024-09-06T15:51:07.926 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi169.svrjnx smithi169 *:8000 running (36m) 79s ago 36m 101M - 19.1.1-268-g635ed4cf b6db46a449e5 73d895896783 2024-09-06T15:51:07.926 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi181.fqbtai smithi181 *:8000 running (36m) 16s ago 36m 102M - 19.1.1-268-g635ed4cf b6db46a449e5 4aaa91540a99 2024-09-06T15:51:08.104 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:51:07 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:51:07.836775096Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:51:08.255 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:51:08.256 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-09-06T15:51:08.256 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 3 2024-09-06T15:51:08.256 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:51:08.256 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-09-06T15:51:08.256 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 2 2024-09-06T15:51:08.256 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:51:08.256 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-09-06T15:51:08.256 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 2, 2024-09-06T15:51:08.256 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 6 2024-09-06T15:51:08.256 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:51:08.256 INFO:teuthology.orchestra.run.smithi169.stdout: "rgw": { 2024-09-06T15:51:08.257 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 2 2024-09-06T15:51:08.257 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:51:08.257 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-09-06T15:51:08.257 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 4, 2024-09-06T15:51:08.257 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 11 2024-09-06T15:51:08.257 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-09-06T15:51:08.257 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:51:08.375 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:08 smithi181 bash[70073]: audit 2024-09-06T15:51:07.347217+0000 mgr.y (mgr.25115) 714 : audit [DBG] from='client.54446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:08.375 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:08 smithi181 bash[70073]: audit 2024-09-06T15:51:07.347217+0000 mgr.y (mgr.25115) 714 : audit [DBG] from='client.54446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:08.375 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:08 smithi181 bash[70073]: audit 2024-09-06T15:51:07.638771+0000 mgr.y (mgr.25115) 715 : audit [DBG] from='client.54452 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:08.375 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:08 smithi181 bash[70073]: audit 2024-09-06T15:51:07.638771+0000 mgr.y (mgr.25115) 715 : audit [DBG] from='client.54452 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:08.375 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:08 smithi181 bash[70073]: audit 2024-09-06T15:51:07.908107+0000 mgr.y (mgr.25115) 716 : audit [DBG] from='client.44484 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:08.375 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:08 smithi181 bash[70073]: audit 2024-09-06T15:51:07.908107+0000 mgr.y (mgr.25115) 716 : audit [DBG] from='client.44484 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:08.375 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:08 smithi181 bash[70073]: cluster 2024-09-06T15:51:07.955295+0000 mgr.y (mgr.25115) 717 : cluster [DBG] pgmap v427: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 753 B/s rd, 0 op/s 2024-09-06T15:51:08.375 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:08 smithi181 bash[70073]: cluster 2024-09-06T15:51:07.955295+0000 mgr.y (mgr.25115) 717 : cluster [DBG] pgmap v427: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 753 B/s rd, 0 op/s 2024-09-06T15:51:08.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:08 smithi169 bash[88858]: audit 2024-09-06T15:51:07.347217+0000 mgr.y (mgr.25115) 714 : audit [DBG] from='client.54446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:08.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:08 smithi169 bash[88858]: audit 2024-09-06T15:51:07.347217+0000 mgr.y (mgr.25115) 714 : audit [DBG] from='client.54446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:08.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:08 smithi169 bash[88858]: audit 2024-09-06T15:51:07.638771+0000 mgr.y (mgr.25115) 715 : audit [DBG] from='client.54452 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:08.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:08 smithi169 bash[88858]: audit 2024-09-06T15:51:07.638771+0000 mgr.y (mgr.25115) 715 : audit [DBG] from='client.54452 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:08.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:08 smithi169 bash[88858]: audit 2024-09-06T15:51:07.908107+0000 mgr.y (mgr.25115) 716 : audit [DBG] from='client.44484 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:08.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:08 smithi169 bash[88858]: audit 2024-09-06T15:51:07.908107+0000 mgr.y (mgr.25115) 716 : audit [DBG] from='client.44484 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:08.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:08 smithi169 bash[88858]: cluster 2024-09-06T15:51:07.955295+0000 mgr.y (mgr.25115) 717 : cluster [DBG] pgmap v427: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 753 B/s rd, 0 op/s 2024-09-06T15:51:08.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:08 smithi169 bash[88858]: cluster 2024-09-06T15:51:07.955295+0000 mgr.y (mgr.25115) 717 : cluster [DBG] pgmap v427: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 753 B/s rd, 0 op/s 2024-09-06T15:51:08.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:08 smithi169 bash[92568]: audit 2024-09-06T15:51:07.347217+0000 mgr.y (mgr.25115) 714 : audit [DBG] from='client.54446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:08.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:08 smithi169 bash[92568]: audit 2024-09-06T15:51:07.347217+0000 mgr.y (mgr.25115) 714 : audit [DBG] from='client.54446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:08.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:08 smithi169 bash[92568]: audit 2024-09-06T15:51:07.638771+0000 mgr.y (mgr.25115) 715 : audit [DBG] from='client.54452 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:08.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:08 smithi169 bash[92568]: audit 2024-09-06T15:51:07.638771+0000 mgr.y (mgr.25115) 715 : audit [DBG] from='client.54452 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:08.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:08 smithi169 bash[92568]: audit 2024-09-06T15:51:07.908107+0000 mgr.y (mgr.25115) 716 : audit [DBG] from='client.44484 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:08.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:08 smithi169 bash[92568]: audit 2024-09-06T15:51:07.908107+0000 mgr.y (mgr.25115) 716 : audit [DBG] from='client.44484 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:08.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:08 smithi169 bash[92568]: cluster 2024-09-06T15:51:07.955295+0000 mgr.y (mgr.25115) 717 : cluster [DBG] pgmap v427: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 753 B/s rd, 0 op/s 2024-09-06T15:51:08.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:08 smithi169 bash[92568]: cluster 2024-09-06T15:51:07.955295+0000 mgr.y (mgr.25115) 717 : cluster [DBG] pgmap v427: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 753 B/s rd, 0 op/s 2024-09-06T15:51:08.537 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:51:08.537 INFO:teuthology.orchestra.run.smithi169.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", 2024-09-06T15:51:08.537 INFO:teuthology.orchestra.run.smithi169.stdout: "in_progress": true, 2024-09-06T15:51:08.537 INFO:teuthology.orchestra.run.smithi169.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2024-09-06T15:51:08.537 INFO:teuthology.orchestra.run.smithi169.stdout: "services_complete": [], 2024-09-06T15:51:08.537 INFO:teuthology.orchestra.run.smithi169.stdout: "progress": "6/8 daemons upgraded", 2024-09-06T15:51:08.537 INFO:teuthology.orchestra.run.smithi169.stdout: "message": "Currently upgrading osd daemons", 2024-09-06T15:51:08.538 INFO:teuthology.orchestra.run.smithi169.stdout: "is_paused": false 2024-09-06T15:51:08.538 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:51:09.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:09 smithi169 bash[88858]: audit 2024-09-06T15:51:08.257342+0000 mon.a (mon.0) 379 : audit [DBG] from='client.? 172.21.15.169:0/1849967652' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:09.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:09 smithi169 bash[88858]: audit 2024-09-06T15:51:08.257342+0000 mon.a (mon.0) 379 : audit [DBG] from='client.? 172.21.15.169:0/1849967652' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:09.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:09 smithi169 bash[88858]: audit 2024-09-06T15:51:08.538303+0000 mgr.y (mgr.25115) 718 : audit [DBG] from='client.44496 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:09.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:09 smithi169 bash[88858]: audit 2024-09-06T15:51:08.538303+0000 mgr.y (mgr.25115) 718 : audit [DBG] from='client.44496 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:09.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:09 smithi169 bash[92568]: audit 2024-09-06T15:51:08.257342+0000 mon.a (mon.0) 379 : audit [DBG] from='client.? 172.21.15.169:0/1849967652' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:09.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:09 smithi169 bash[92568]: audit 2024-09-06T15:51:08.257342+0000 mon.a (mon.0) 379 : audit [DBG] from='client.? 172.21.15.169:0/1849967652' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:09.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:09 smithi169 bash[92568]: audit 2024-09-06T15:51:08.538303+0000 mgr.y (mgr.25115) 718 : audit [DBG] from='client.44496 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:09.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:09 smithi169 bash[92568]: audit 2024-09-06T15:51:08.538303+0000 mgr.y (mgr.25115) 718 : audit [DBG] from='client.44496 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:09.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:09 smithi181 bash[70073]: audit 2024-09-06T15:51:08.257342+0000 mon.a (mon.0) 379 : audit [DBG] from='client.? 172.21.15.169:0/1849967652' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:09.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:09 smithi181 bash[70073]: audit 2024-09-06T15:51:08.257342+0000 mon.a (mon.0) 379 : audit [DBG] from='client.? 172.21.15.169:0/1849967652' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:09.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:09 smithi181 bash[70073]: audit 2024-09-06T15:51:08.538303+0000 mgr.y (mgr.25115) 718 : audit [DBG] from='client.44496 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:09.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:09 smithi181 bash[70073]: audit 2024-09-06T15:51:08.538303+0000 mgr.y (mgr.25115) 718 : audit [DBG] from='client.44496 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:10.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:10 smithi169 bash[88858]: cluster 2024-09-06T15:51:09.956141+0000 mgr.y (mgr.25115) 719 : cluster [DBG] pgmap v428: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-06T15:51:10.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:10 smithi169 bash[88858]: cluster 2024-09-06T15:51:09.956141+0000 mgr.y (mgr.25115) 719 : cluster [DBG] pgmap v428: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-06T15:51:10.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:10 smithi169 bash[92568]: cluster 2024-09-06T15:51:09.956141+0000 mgr.y (mgr.25115) 719 : cluster [DBG] pgmap v428: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-06T15:51:10.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:10 smithi169 bash[92568]: cluster 2024-09-06T15:51:09.956141+0000 mgr.y (mgr.25115) 719 : cluster [DBG] pgmap v428: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-06T15:51:10.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:10 smithi181 bash[70073]: cluster 2024-09-06T15:51:09.956141+0000 mgr.y (mgr.25115) 719 : cluster [DBG] pgmap v428: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-06T15:51:10.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:10 smithi181 bash[70073]: cluster 2024-09-06T15:51:09.956141+0000 mgr.y (mgr.25115) 719 : cluster [DBG] pgmap v428: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-06T15:51:10.997 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:51:10 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:51:10.822883382Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:51:11.676 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:51:11 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:51:11.676 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:51:11 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:51:11.677 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:51:11 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:51:11.677 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:51:11 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:51:11.677 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:11 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:51:11.677 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:11 smithi181 bash[70073]: audit 2024-09-06T15:51:10.515744+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:11.678 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:11 smithi181 bash[70073]: audit 2024-09-06T15:51:10.515744+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:11.678 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:51:11 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:51:11.678 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:51:11 smithi181 systemd[1]: Stopping Ceph osd.6 for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:51:11.678 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:51:11 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:51:11.679 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:51:11 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:51:11.679 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:51:11 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:51:11.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:11 smithi169 bash[88858]: audit 2024-09-06T15:51:10.515744+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:11.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:11 smithi169 bash[88858]: audit 2024-09-06T15:51:10.515744+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:11.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:11 smithi169 bash[92568]: audit 2024-09-06T15:51:10.515744+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:11.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:11 smithi169 bash[92568]: audit 2024-09-06T15:51:10.515744+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:11.997 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:51:11 smithi181 bash[36113]: debug 2024-09-06T15:51:11.674+0000 7efcae87b640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-06T15:51:11.997 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:51:11 smithi181 bash[36113]: debug 2024-09-06T15:51:11.674+0000 7efcae87b640 -1 osd.6 141 *** Got signal Terminated *** 2024-09-06T15:51:11.997 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:51:11 smithi181 bash[36113]: debug 2024-09-06T15:51:11.674+0000 7efcae87b640 -1 osd.6 141 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-06T15:51:12.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:12 smithi169 bash[88858]: cluster 2024-09-06T15:51:11.679255+0000 mon.a (mon.0) 381 : cluster [INF] osd.6 marked itself down and dead 2024-09-06T15:51:12.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:12 smithi169 bash[88858]: cluster 2024-09-06T15:51:11.679255+0000 mon.a (mon.0) 381 : cluster [INF] osd.6 marked itself down and dead 2024-09-06T15:51:12.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:12 smithi169 bash[88858]: cluster 2024-09-06T15:51:11.957453+0000 mgr.y (mgr.25115) 720 : cluster [DBG] pgmap v429: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-06T15:51:12.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:12 smithi169 bash[88858]: cluster 2024-09-06T15:51:11.957453+0000 mgr.y (mgr.25115) 720 : cluster [DBG] pgmap v429: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-06T15:51:12.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:12 smithi169 bash[92568]: cluster 2024-09-06T15:51:11.679255+0000 mon.a (mon.0) 381 : cluster [INF] osd.6 marked itself down and dead 2024-09-06T15:51:12.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:12 smithi169 bash[92568]: cluster 2024-09-06T15:51:11.679255+0000 mon.a (mon.0) 381 : cluster [INF] osd.6 marked itself down and dead 2024-09-06T15:51:12.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:12 smithi169 bash[92568]: cluster 2024-09-06T15:51:11.957453+0000 mgr.y (mgr.25115) 720 : cluster [DBG] pgmap v429: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-06T15:51:12.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:12 smithi169 bash[92568]: cluster 2024-09-06T15:51:11.957453+0000 mgr.y (mgr.25115) 720 : cluster [DBG] pgmap v429: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-06T15:51:12.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:12 smithi181 bash[70073]: cluster 2024-09-06T15:51:11.679255+0000 mon.a (mon.0) 381 : cluster [INF] osd.6 marked itself down and dead 2024-09-06T15:51:12.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:12 smithi181 bash[70073]: cluster 2024-09-06T15:51:11.679255+0000 mon.a (mon.0) 381 : cluster [INF] osd.6 marked itself down and dead 2024-09-06T15:51:12.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:12 smithi181 bash[70073]: cluster 2024-09-06T15:51:11.957453+0000 mgr.y (mgr.25115) 720 : cluster [DBG] pgmap v429: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-06T15:51:12.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:12 smithi181 bash[70073]: cluster 2024-09-06T15:51:11.957453+0000 mgr.y (mgr.25115) 720 : cluster [DBG] pgmap v429: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-06T15:51:13.736 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:13 smithi181 bash[70073]: cluster 2024-09-06T15:51:12.514563+0000 mon.a (mon.0) 382 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:51:13.736 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:13 smithi181 bash[70073]: cluster 2024-09-06T15:51:12.514563+0000 mon.a (mon.0) 382 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:51:13.737 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:13 smithi181 bash[70073]: cluster 2024-09-06T15:51:12.534569+0000 mon.a (mon.0) 383 : cluster [DBG] osdmap e142: 8 total, 7 up, 8 in 2024-09-06T15:51:13.737 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:13 smithi181 bash[70073]: cluster 2024-09-06T15:51:12.534569+0000 mon.a (mon.0) 383 : cluster [DBG] osdmap e142: 8 total, 7 up, 8 in 2024-09-06T15:51:13.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:13 smithi169 bash[88858]: cluster 2024-09-06T15:51:12.514563+0000 mon.a (mon.0) 382 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:51:13.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:13 smithi169 bash[88858]: cluster 2024-09-06T15:51:12.514563+0000 mon.a (mon.0) 382 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:51:13.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:13 smithi169 bash[88858]: cluster 2024-09-06T15:51:12.534569+0000 mon.a (mon.0) 383 : cluster [DBG] osdmap e142: 8 total, 7 up, 8 in 2024-09-06T15:51:13.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:13 smithi169 bash[88858]: cluster 2024-09-06T15:51:12.534569+0000 mon.a (mon.0) 383 : cluster [DBG] osdmap e142: 8 total, 7 up, 8 in 2024-09-06T15:51:13.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:13 smithi169 bash[92568]: cluster 2024-09-06T15:51:12.514563+0000 mon.a (mon.0) 382 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:51:13.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:13 smithi169 bash[92568]: cluster 2024-09-06T15:51:12.514563+0000 mon.a (mon.0) 382 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:51:13.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:13 smithi169 bash[92568]: cluster 2024-09-06T15:51:12.534569+0000 mon.a (mon.0) 383 : cluster [DBG] osdmap e142: 8 total, 7 up, 8 in 2024-09-06T15:51:13.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:13 smithi169 bash[92568]: cluster 2024-09-06T15:51:12.534569+0000 mon.a (mon.0) 383 : cluster [DBG] osdmap e142: 8 total, 7 up, 8 in 2024-09-06T15:51:13.996 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:51:13 smithi181 bash[82032]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-osd-6 2024-09-06T15:51:13.997 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:51:13 smithi181 bash[82095]: Error response from daemon: No such container: ceph-bab55310-6c60-11ef-bce4-c7b262605968-osd-6 2024-09-06T15:51:13.997 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:51:13 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:51:13.803760542Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:51:14.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:14 smithi169 bash[88858]: cluster 2024-09-06T15:51:13.535656+0000 mon.a (mon.0) 384 : cluster [DBG] osdmap e143: 8 total, 7 up, 8 in 2024-09-06T15:51:14.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:14 smithi169 bash[88858]: cluster 2024-09-06T15:51:13.535656+0000 mon.a (mon.0) 384 : cluster [DBG] osdmap e143: 8 total, 7 up, 8 in 2024-09-06T15:51:14.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:14 smithi169 bash[88858]: audit 2024-09-06T15:51:13.734722+0000 mgr.y (mgr.25115) 721 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:51:14.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:14 smithi169 bash[88858]: audit 2024-09-06T15:51:13.734722+0000 mgr.y (mgr.25115) 721 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:51:14.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:14 smithi169 bash[88858]: cluster 2024-09-06T15:51:13.958204+0000 mgr.y (mgr.25115) 722 : cluster [DBG] pgmap v432: 161 pgs: 20 peering, 6 stale+active+clean, 135 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:51:14.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:14 smithi169 bash[88858]: cluster 2024-09-06T15:51:13.958204+0000 mgr.y (mgr.25115) 722 : cluster [DBG] pgmap v432: 161 pgs: 20 peering, 6 stale+active+clean, 135 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:51:14.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:14 smithi169 bash[92568]: cluster 2024-09-06T15:51:13.535656+0000 mon.a (mon.0) 384 : cluster [DBG] osdmap e143: 8 total, 7 up, 8 in 2024-09-06T15:51:14.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:14 smithi169 bash[92568]: cluster 2024-09-06T15:51:13.535656+0000 mon.a (mon.0) 384 : cluster [DBG] osdmap e143: 8 total, 7 up, 8 in 2024-09-06T15:51:14.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:14 smithi169 bash[92568]: audit 2024-09-06T15:51:13.734722+0000 mgr.y (mgr.25115) 721 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:51:14.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:14 smithi169 bash[92568]: audit 2024-09-06T15:51:13.734722+0000 mgr.y (mgr.25115) 721 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:51:14.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:14 smithi169 bash[92568]: cluster 2024-09-06T15:51:13.958204+0000 mgr.y (mgr.25115) 722 : cluster [DBG] pgmap v432: 161 pgs: 20 peering, 6 stale+active+clean, 135 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:51:14.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:14 smithi169 bash[92568]: cluster 2024-09-06T15:51:13.958204+0000 mgr.y (mgr.25115) 722 : cluster [DBG] pgmap v432: 161 pgs: 20 peering, 6 stale+active+clean, 135 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:51:14.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:14 smithi181 bash[70073]: cluster 2024-09-06T15:51:13.535656+0000 mon.a (mon.0) 384 : cluster [DBG] osdmap e143: 8 total, 7 up, 8 in 2024-09-06T15:51:14.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:14 smithi181 bash[70073]: cluster 2024-09-06T15:51:13.535656+0000 mon.a (mon.0) 384 : cluster [DBG] osdmap e143: 8 total, 7 up, 8 in 2024-09-06T15:51:14.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:14 smithi181 bash[70073]: audit 2024-09-06T15:51:13.734722+0000 mgr.y (mgr.25115) 721 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:51:14.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:14 smithi181 bash[70073]: audit 2024-09-06T15:51:13.734722+0000 mgr.y (mgr.25115) 721 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:51:14.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:14 smithi181 bash[70073]: cluster 2024-09-06T15:51:13.958204+0000 mgr.y (mgr.25115) 722 : cluster [DBG] pgmap v432: 161 pgs: 20 peering, 6 stale+active+clean, 135 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:51:14.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:14 smithi181 bash[70073]: cluster 2024-09-06T15:51:13.958204+0000 mgr.y (mgr.25115) 722 : cluster [DBG] pgmap v432: 161 pgs: 20 peering, 6 stale+active+clean, 135 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-06T15:51:15.682 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:15 smithi181 bash[70073]: cluster 2024-09-06T15:51:14.528460+0000 mon.a (mon.0) 385 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 4 pgs peering (PG_AVAILABILITY) 2024-09-06T15:51:15.683 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:15 smithi181 bash[70073]: cluster 2024-09-06T15:51:14.528460+0000 mon.a (mon.0) 385 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 4 pgs peering (PG_AVAILABILITY) 2024-09-06T15:51:15.683 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:15 smithi181 bash[70073]: audit 2024-09-06T15:51:15.303381+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:15.683 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:15 smithi181 bash[70073]: audit 2024-09-06T15:51:15.303381+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:15.683 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:15 smithi181 bash[70073]: audit 2024-09-06T15:51:15.307105+0000 mon.b (mon.1) 233 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:51:15.683 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:15 smithi181 bash[70073]: audit 2024-09-06T15:51:15.307105+0000 mon.b (mon.1) 233 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:51:15.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:15 smithi169 bash[88858]: cluster 2024-09-06T15:51:14.528460+0000 mon.a (mon.0) 385 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 4 pgs peering (PG_AVAILABILITY) 2024-09-06T15:51:15.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:15 smithi169 bash[88858]: cluster 2024-09-06T15:51:14.528460+0000 mon.a (mon.0) 385 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 4 pgs peering (PG_AVAILABILITY) 2024-09-06T15:51:15.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:15 smithi169 bash[88858]: audit 2024-09-06T15:51:15.303381+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:15.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:15 smithi169 bash[88858]: audit 2024-09-06T15:51:15.303381+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:15.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:15 smithi169 bash[88858]: audit 2024-09-06T15:51:15.307105+0000 mon.b (mon.1) 233 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:51:15.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:15 smithi169 bash[88858]: audit 2024-09-06T15:51:15.307105+0000 mon.b (mon.1) 233 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:51:15.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:15 smithi169 bash[92568]: cluster 2024-09-06T15:51:14.528460+0000 mon.a (mon.0) 385 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 4 pgs peering (PG_AVAILABILITY) 2024-09-06T15:51:15.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:15 smithi169 bash[92568]: cluster 2024-09-06T15:51:14.528460+0000 mon.a (mon.0) 385 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 4 pgs peering (PG_AVAILABILITY) 2024-09-06T15:51:15.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:15 smithi169 bash[92568]: audit 2024-09-06T15:51:15.303381+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:15.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:15 smithi169 bash[92568]: audit 2024-09-06T15:51:15.303381+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:15.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:15 smithi169 bash[92568]: audit 2024-09-06T15:51:15.307105+0000 mon.b (mon.1) 233 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:51:15.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:15 smithi169 bash[92568]: audit 2024-09-06T15:51:15.307105+0000 mon.b (mon.1) 233 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:51:16.429 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:51:16 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:51:16.429 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:51:16 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:51:16.430 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:51:16 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:51:16.430 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:51:16 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:51:16.430 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:51:16 smithi181 systemd[1]: ceph-bab55310-6c60-11ef-bce4-c7b262605968@osd.6.service: Deactivated successfully. 2024-09-06T15:51:16.430 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:51:16 smithi181 systemd[1]: Stopped Ceph osd.6 for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:51:16.430 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:51:16 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:51:16.431 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:51:16 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:51:16.431 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:16 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:51:16.431 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:51:16 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:51:16.432 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:51:16 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:51:16.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:51:16 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:51:16] "GET /metrics HTTP/1.1" 200 38412 "" "Prometheus/2.51.0" 2024-09-06T15:51:16.746 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:51:16 smithi181 systemd[1]: Started Ceph osd.6 for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:51:16.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:16 smithi181 bash[70073]: cluster 2024-09-06T15:51:15.959704+0000 mgr.y (mgr.25115) 723 : cluster [DBG] pgmap v433: 161 pgs: 17 active+undersized, 20 peering, 2 stale+active+clean, 13 active+undersized+degraded, 109 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 41/636 objects degraded (6.447%) 2024-09-06T15:51:16.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:16 smithi181 bash[70073]: cluster 2024-09-06T15:51:15.959704+0000 mgr.y (mgr.25115) 723 : cluster [DBG] pgmap v433: 161 pgs: 17 active+undersized, 20 peering, 2 stale+active+clean, 13 active+undersized+degraded, 109 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 41/636 objects degraded (6.447%) 2024-09-06T15:51:16.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:16 smithi181 bash[70073]: audit 2024-09-06T15:51:16.484201+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:16.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:16 smithi181 bash[70073]: audit 2024-09-06T15:51:16.484201+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:16.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:16 smithi181 bash[70073]: audit 2024-09-06T15:51:16.495520+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:16.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:16 smithi181 bash[70073]: audit 2024-09-06T15:51:16.495520+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:16.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:16 smithi169 bash[88858]: cluster 2024-09-06T15:51:15.959704+0000 mgr.y (mgr.25115) 723 : cluster [DBG] pgmap v433: 161 pgs: 17 active+undersized, 20 peering, 2 stale+active+clean, 13 active+undersized+degraded, 109 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 41/636 objects degraded (6.447%) 2024-09-06T15:51:16.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:16 smithi169 bash[88858]: cluster 2024-09-06T15:51:15.959704+0000 mgr.y (mgr.25115) 723 : cluster [DBG] pgmap v433: 161 pgs: 17 active+undersized, 20 peering, 2 stale+active+clean, 13 active+undersized+degraded, 109 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 41/636 objects degraded (6.447%) 2024-09-06T15:51:16.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:16 smithi169 bash[88858]: audit 2024-09-06T15:51:16.484201+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:16.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:16 smithi169 bash[88858]: audit 2024-09-06T15:51:16.484201+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:16.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:16 smithi169 bash[88858]: audit 2024-09-06T15:51:16.495520+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:16.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:16 smithi169 bash[88858]: audit 2024-09-06T15:51:16.495520+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:16.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:16 smithi169 bash[92568]: cluster 2024-09-06T15:51:15.959704+0000 mgr.y (mgr.25115) 723 : cluster [DBG] pgmap v433: 161 pgs: 17 active+undersized, 20 peering, 2 stale+active+clean, 13 active+undersized+degraded, 109 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 41/636 objects degraded (6.447%) 2024-09-06T15:51:16.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:16 smithi169 bash[92568]: cluster 2024-09-06T15:51:15.959704+0000 mgr.y (mgr.25115) 723 : cluster [DBG] pgmap v433: 161 pgs: 17 active+undersized, 20 peering, 2 stale+active+clean, 13 active+undersized+degraded, 109 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 41/636 objects degraded (6.447%) 2024-09-06T15:51:16.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:16 smithi169 bash[92568]: audit 2024-09-06T15:51:16.484201+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:16.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:16 smithi169 bash[92568]: audit 2024-09-06T15:51:16.484201+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:16.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:16 smithi169 bash[92568]: audit 2024-09-06T15:51:16.495520+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:16.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:16 smithi169 bash[92568]: audit 2024-09-06T15:51:16.495520+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:17.247 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:51:16 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:51:16.821311514Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:51:17.929 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:17 smithi181 bash[70073]: cluster 2024-09-06T15:51:16.543320+0000 mon.a (mon.0) 389 : cluster [WRN] Health check failed: Degraded data redundancy: 41/636 objects degraded (6.447%), 13 pgs degraded (PG_DEGRADED) 2024-09-06T15:51:17.930 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:17 smithi181 bash[70073]: cluster 2024-09-06T15:51:16.543320+0000 mon.a (mon.0) 389 : cluster [WRN] Health check failed: Degraded data redundancy: 41/636 objects degraded (6.447%), 13 pgs degraded (PG_DEGRADED) 2024-09-06T15:51:17.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:17 smithi169 bash[88858]: cluster 2024-09-06T15:51:16.543320+0000 mon.a (mon.0) 389 : cluster [WRN] Health check failed: Degraded data redundancy: 41/636 objects degraded (6.447%), 13 pgs degraded (PG_DEGRADED) 2024-09-06T15:51:17.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:17 smithi169 bash[88858]: cluster 2024-09-06T15:51:16.543320+0000 mon.a (mon.0) 389 : cluster [WRN] Health check failed: Degraded data redundancy: 41/636 objects degraded (6.447%), 13 pgs degraded (PG_DEGRADED) 2024-09-06T15:51:17.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:17 smithi169 bash[92568]: cluster 2024-09-06T15:51:16.543320+0000 mon.a (mon.0) 389 : cluster [WRN] Health check failed: Degraded data redundancy: 41/636 objects degraded (6.447%), 13 pgs degraded (PG_DEGRADED) 2024-09-06T15:51:17.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:17 smithi169 bash[92568]: cluster 2024-09-06T15:51:16.543320+0000 mon.a (mon.0) 389 : cluster [WRN] Health check failed: Degraded data redundancy: 41/636 objects degraded (6.447%), 13 pgs degraded (PG_DEGRADED) 2024-09-06T15:51:18.247 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:51:17 smithi181 bash[82244]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-06T15:51:18.247 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:51:17 smithi181 bash[82244]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-06T15:51:18.809 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:18 smithi181 bash[70073]: cluster 2024-09-06T15:51:17.961575+0000 mgr.y (mgr.25115) 724 : cluster [DBG] pgmap v434: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-06T15:51:18.810 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:18 smithi181 bash[70073]: cluster 2024-09-06T15:51:17.961575+0000 mgr.y (mgr.25115) 724 : cluster [DBG] pgmap v434: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-06T15:51:18.810 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:51:18 smithi181 bash[82244]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-06T15:51:18.810 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:51:18 smithi181 bash[82244]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-06T15:51:18.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:18 smithi169 bash[88858]: cluster 2024-09-06T15:51:17.961575+0000 mgr.y (mgr.25115) 724 : cluster [DBG] pgmap v434: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-06T15:51:18.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:18 smithi169 bash[88858]: cluster 2024-09-06T15:51:17.961575+0000 mgr.y (mgr.25115) 724 : cluster [DBG] pgmap v434: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-06T15:51:18.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:18 smithi169 bash[92568]: cluster 2024-09-06T15:51:17.961575+0000 mgr.y (mgr.25115) 724 : cluster [DBG] pgmap v434: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-06T15:51:18.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:18 smithi169 bash[92568]: cluster 2024-09-06T15:51:17.961575+0000 mgr.y (mgr.25115) 724 : cluster [DBG] pgmap v434: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-06T15:51:19.081 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:51:18 smithi181 bash[82244]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-06T15:51:19.081 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:51:18 smithi181 bash[82244]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-06T15:51:19.081 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:51:18 smithi181 bash[82244]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-09-06T15:51:19.081 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:51:18 smithi181 bash[82244]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-06T15:51:19.081 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:51:18 smithi181 bash[82244]: --> ceph-volume raw activate successful for osd ID: 6 2024-09-06T15:51:19.817 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:19 smithi181 bash[70073]: cluster 2024-09-06T15:51:18.556459+0000 mon.a (mon.0) 390 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 4 pgs peering) 2024-09-06T15:51:19.817 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:19 smithi181 bash[70073]: cluster 2024-09-06T15:51:18.556459+0000 mon.a (mon.0) 390 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 4 pgs peering) 2024-09-06T15:51:19.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:19 smithi169 bash[88858]: cluster 2024-09-06T15:51:18.556459+0000 mon.a (mon.0) 390 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 4 pgs peering) 2024-09-06T15:51:19.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:19 smithi169 bash[88858]: cluster 2024-09-06T15:51:18.556459+0000 mon.a (mon.0) 390 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 4 pgs peering) 2024-09-06T15:51:19.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:19 smithi169 bash[92568]: cluster 2024-09-06T15:51:18.556459+0000 mon.a (mon.0) 390 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 4 pgs peering) 2024-09-06T15:51:19.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:19 smithi169 bash[92568]: cluster 2024-09-06T15:51:18.556459+0000 mon.a (mon.0) 390 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 4 pgs peering) 2024-09-06T15:51:20.247 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:51:19 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:51:19.820106825Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:51:20.849 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:20 smithi181 bash[70073]: cluster 2024-09-06T15:51:19.962701+0000 mgr.y (mgr.25115) 725 : cluster [DBG] pgmap v435: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-06T15:51:20.849 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:20 smithi181 bash[70073]: cluster 2024-09-06T15:51:19.962701+0000 mgr.y (mgr.25115) 725 : cluster [DBG] pgmap v435: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-06T15:51:20.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:20 smithi169 bash[88858]: cluster 2024-09-06T15:51:19.962701+0000 mgr.y (mgr.25115) 725 : cluster [DBG] pgmap v435: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-06T15:51:20.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:20 smithi169 bash[88858]: cluster 2024-09-06T15:51:19.962701+0000 mgr.y (mgr.25115) 725 : cluster [DBG] pgmap v435: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-06T15:51:20.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:20 smithi169 bash[92568]: cluster 2024-09-06T15:51:19.962701+0000 mgr.y (mgr.25115) 725 : cluster [DBG] pgmap v435: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-06T15:51:20.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:20 smithi169 bash[92568]: cluster 2024-09-06T15:51:19.962701+0000 mgr.y (mgr.25115) 725 : cluster [DBG] pgmap v435: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-06T15:51:21.247 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:51:20 smithi181 bash[82484]: debug 2024-09-06T15:51:20.846+0000 7fb4cc914640 1 -- 172.21.15.181:0/4020952464 <== mon.1 v2:172.21.15.181:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555bd3bf6960 con 0x555bd3c17c00 2024-09-06T15:51:22.377 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:22 smithi181 bash[70073]: cluster 2024-09-06T15:51:21.964126+0000 mgr.y (mgr.25115) 726 : cluster [DBG] pgmap v436: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-06T15:51:22.377 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:22 smithi181 bash[70073]: cluster 2024-09-06T15:51:21.964126+0000 mgr.y (mgr.25115) 726 : cluster [DBG] pgmap v436: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-06T15:51:22.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:22 smithi169 bash[88858]: cluster 2024-09-06T15:51:21.964126+0000 mgr.y (mgr.25115) 726 : cluster [DBG] pgmap v436: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-06T15:51:22.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:22 smithi169 bash[88858]: cluster 2024-09-06T15:51:21.964126+0000 mgr.y (mgr.25115) 726 : cluster [DBG] pgmap v436: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-06T15:51:22.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:22 smithi169 bash[92568]: cluster 2024-09-06T15:51:21.964126+0000 mgr.y (mgr.25115) 726 : cluster [DBG] pgmap v436: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-06T15:51:22.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:22 smithi169 bash[92568]: cluster 2024-09-06T15:51:21.964126+0000 mgr.y (mgr.25115) 726 : cluster [DBG] pgmap v436: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-06T15:51:22.747 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:51:22 smithi181 bash[82484]: debug 2024-09-06T15:51:22.374+0000 7fb4cf17b640 -1 Falling back to public interface 2024-09-06T15:51:23.249 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:51:22 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:51:22.840653598Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:51:24.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:24 smithi169 bash[88858]: audit 2024-09-06T15:51:23.743595+0000 mgr.y (mgr.25115) 727 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:51:24.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:24 smithi169 bash[88858]: audit 2024-09-06T15:51:23.743595+0000 mgr.y (mgr.25115) 727 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:51:24.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:24 smithi169 bash[88858]: cluster 2024-09-06T15:51:23.965559+0000 mgr.y (mgr.25115) 728 : cluster [DBG] pgmap v437: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-06T15:51:24.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:24 smithi169 bash[88858]: cluster 2024-09-06T15:51:23.965559+0000 mgr.y (mgr.25115) 728 : cluster [DBG] pgmap v437: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-06T15:51:24.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:24 smithi169 bash[88858]: audit 2024-09-06T15:51:23.986344+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:24.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:24 smithi169 bash[88858]: audit 2024-09-06T15:51:23.986344+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:24.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:24 smithi169 bash[88858]: audit 2024-09-06T15:51:23.998739+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:24.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:24 smithi169 bash[88858]: audit 2024-09-06T15:51:23.998739+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:24.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:24 smithi169 bash[92568]: audit 2024-09-06T15:51:23.743595+0000 mgr.y (mgr.25115) 727 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:51:24.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:24 smithi169 bash[92568]: audit 2024-09-06T15:51:23.743595+0000 mgr.y (mgr.25115) 727 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:51:24.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:24 smithi169 bash[92568]: cluster 2024-09-06T15:51:23.965559+0000 mgr.y (mgr.25115) 728 : cluster [DBG] pgmap v437: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-06T15:51:24.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:24 smithi169 bash[92568]: cluster 2024-09-06T15:51:23.965559+0000 mgr.y (mgr.25115) 728 : cluster [DBG] pgmap v437: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-06T15:51:24.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:24 smithi169 bash[92568]: audit 2024-09-06T15:51:23.986344+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:24.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:24 smithi169 bash[92568]: audit 2024-09-06T15:51:23.986344+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:24.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:24 smithi169 bash[92568]: audit 2024-09-06T15:51:23.998739+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:24.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:24 smithi169 bash[92568]: audit 2024-09-06T15:51:23.998739+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:24.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:24 smithi181 bash[70073]: audit 2024-09-06T15:51:23.743595+0000 mgr.y (mgr.25115) 727 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:51:24.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:24 smithi181 bash[70073]: audit 2024-09-06T15:51:23.743595+0000 mgr.y (mgr.25115) 727 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:51:24.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:24 smithi181 bash[70073]: cluster 2024-09-06T15:51:23.965559+0000 mgr.y (mgr.25115) 728 : cluster [DBG] pgmap v437: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-06T15:51:24.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:24 smithi181 bash[70073]: cluster 2024-09-06T15:51:23.965559+0000 mgr.y (mgr.25115) 728 : cluster [DBG] pgmap v437: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-06T15:51:24.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:24 smithi181 bash[70073]: audit 2024-09-06T15:51:23.986344+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:24.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:24 smithi181 bash[70073]: audit 2024-09-06T15:51:23.986344+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:24.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:24 smithi181 bash[70073]: audit 2024-09-06T15:51:23.998739+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:24.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:24 smithi181 bash[70073]: audit 2024-09-06T15:51:23.998739+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:25.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:25 smithi169 bash[88858]: cluster 2024-09-06T15:51:24.929050+0000 mon.a (mon.0) 393 : cluster [WRN] Health check update: Degraded data redundancy: 77/636 objects degraded (12.107%), 21 pgs degraded (PG_DEGRADED) 2024-09-06T15:51:25.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:25 smithi169 bash[88858]: cluster 2024-09-06T15:51:24.929050+0000 mon.a (mon.0) 393 : cluster [WRN] Health check update: Degraded data redundancy: 77/636 objects degraded (12.107%), 21 pgs degraded (PG_DEGRADED) 2024-09-06T15:51:25.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:25 smithi169 bash[92568]: cluster 2024-09-06T15:51:24.929050+0000 mon.a (mon.0) 393 : cluster [WRN] Health check update: Degraded data redundancy: 77/636 objects degraded (12.107%), 21 pgs degraded (PG_DEGRADED) 2024-09-06T15:51:25.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:25 smithi169 bash[92568]: cluster 2024-09-06T15:51:24.929050+0000 mon.a (mon.0) 393 : cluster [WRN] Health check update: Degraded data redundancy: 77/636 objects degraded (12.107%), 21 pgs degraded (PG_DEGRADED) 2024-09-06T15:51:25.496 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:25 smithi181 bash[70073]: cluster 2024-09-06T15:51:24.929050+0000 mon.a (mon.0) 393 : cluster [WRN] Health check update: Degraded data redundancy: 77/636 objects degraded (12.107%), 21 pgs degraded (PG_DEGRADED) 2024-09-06T15:51:25.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:25 smithi181 bash[70073]: cluster 2024-09-06T15:51:24.929050+0000 mon.a (mon.0) 393 : cluster [WRN] Health check update: Degraded data redundancy: 77/636 objects degraded (12.107%), 21 pgs degraded (PG_DEGRADED) 2024-09-06T15:51:26.217 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:51:25 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:51:25.812858561Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:51:26.218 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:51:25 smithi181 bash[82484]: debug 2024-09-06T15:51:25.889+0000 7fb4cf17b640 -1 osd.6 141 log_to_monitors true 2024-09-06T15:51:26.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:51:26 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:51:26] "GET /metrics HTTP/1.1" 200 38412 "" "Prometheus/2.51.0" 2024-09-06T15:51:26.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:26 smithi169 bash[88858]: audit 2024-09-06T15:51:25.220455+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:26.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:26 smithi169 bash[88858]: audit 2024-09-06T15:51:25.220455+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:26.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:26 smithi169 bash[88858]: audit 2024-09-06T15:51:25.232425+0000 mon.a (mon.0) 395 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:26.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:26 smithi169 bash[88858]: audit 2024-09-06T15:51:25.232425+0000 mon.a (mon.0) 395 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:26.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:26 smithi169 bash[88858]: audit 2024-09-06T15:51:25.896746+0000 mon.a (mon.0) 396 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-06T15:51:26.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:26 smithi169 bash[88858]: audit 2024-09-06T15:51:25.896746+0000 mon.a (mon.0) 396 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-06T15:51:26.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:26 smithi169 bash[88858]: audit 2024-09-06T15:51:25.897433+0000 mon.b (mon.1) 234 : audit [INF] from='osd.6 [v2:172.21.15.181:6816/3918764195,v1:172.21.15.181:6817/3918764195]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-06T15:51:26.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:26 smithi169 bash[88858]: audit 2024-09-06T15:51:25.897433+0000 mon.b (mon.1) 234 : audit [INF] from='osd.6 [v2:172.21.15.181:6816/3918764195,v1:172.21.15.181:6817/3918764195]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-06T15:51:26.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:26 smithi169 bash[88858]: cluster 2024-09-06T15:51:25.967133+0000 mgr.y (mgr.25115) 729 : cluster [DBG] pgmap v438: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-06T15:51:26.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:26 smithi169 bash[88858]: cluster 2024-09-06T15:51:25.967133+0000 mgr.y (mgr.25115) 729 : cluster [DBG] pgmap v438: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-06T15:51:26.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:26 smithi169 bash[92568]: audit 2024-09-06T15:51:25.220455+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:26.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:26 smithi169 bash[92568]: audit 2024-09-06T15:51:25.220455+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:26.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:26 smithi169 bash[92568]: audit 2024-09-06T15:51:25.232425+0000 mon.a (mon.0) 395 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:26.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:26 smithi169 bash[92568]: audit 2024-09-06T15:51:25.232425+0000 mon.a (mon.0) 395 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:26.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:26 smithi169 bash[92568]: audit 2024-09-06T15:51:25.896746+0000 mon.a (mon.0) 396 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-06T15:51:26.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:26 smithi169 bash[92568]: audit 2024-09-06T15:51:25.896746+0000 mon.a (mon.0) 396 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-06T15:51:26.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:26 smithi169 bash[92568]: audit 2024-09-06T15:51:25.897433+0000 mon.b (mon.1) 234 : audit [INF] from='osd.6 [v2:172.21.15.181:6816/3918764195,v1:172.21.15.181:6817/3918764195]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-06T15:51:26.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:26 smithi169 bash[92568]: audit 2024-09-06T15:51:25.897433+0000 mon.b (mon.1) 234 : audit [INF] from='osd.6 [v2:172.21.15.181:6816/3918764195,v1:172.21.15.181:6817/3918764195]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-06T15:51:26.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:26 smithi169 bash[92568]: cluster 2024-09-06T15:51:25.967133+0000 mgr.y (mgr.25115) 729 : cluster [DBG] pgmap v438: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-06T15:51:26.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:26 smithi169 bash[92568]: cluster 2024-09-06T15:51:25.967133+0000 mgr.y (mgr.25115) 729 : cluster [DBG] pgmap v438: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-06T15:51:26.497 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:51:26 smithi181 bash[82484]: debug 2024-09-06T15:51:26.273+0000 7fb4c6f25640 -1 osd.6 141 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-06T15:51:26.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:26 smithi181 bash[70073]: audit 2024-09-06T15:51:25.220455+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:26.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:26 smithi181 bash[70073]: audit 2024-09-06T15:51:25.220455+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:26.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:26 smithi181 bash[70073]: audit 2024-09-06T15:51:25.232425+0000 mon.a (mon.0) 395 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:26.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:26 smithi181 bash[70073]: audit 2024-09-06T15:51:25.232425+0000 mon.a (mon.0) 395 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:26.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:26 smithi181 bash[70073]: audit 2024-09-06T15:51:25.896746+0000 mon.a (mon.0) 396 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-06T15:51:26.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:26 smithi181 bash[70073]: audit 2024-09-06T15:51:25.896746+0000 mon.a (mon.0) 396 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-06T15:51:26.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:26 smithi181 bash[70073]: audit 2024-09-06T15:51:25.897433+0000 mon.b (mon.1) 234 : audit [INF] from='osd.6 [v2:172.21.15.181:6816/3918764195,v1:172.21.15.181:6817/3918764195]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-06T15:51:26.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:26 smithi181 bash[70073]: audit 2024-09-06T15:51:25.897433+0000 mon.b (mon.1) 234 : audit [INF] from='osd.6 [v2:172.21.15.181:6816/3918764195,v1:172.21.15.181:6817/3918764195]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-06T15:51:26.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:26 smithi181 bash[70073]: cluster 2024-09-06T15:51:25.967133+0000 mgr.y (mgr.25115) 729 : cluster [DBG] pgmap v438: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-06T15:51:26.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:26 smithi181 bash[70073]: cluster 2024-09-06T15:51:25.967133+0000 mgr.y (mgr.25115) 729 : cluster [DBG] pgmap v438: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-06T15:51:27.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:27 smithi169 bash[88858]: audit 2024-09-06T15:51:26.236658+0000 mon.a (mon.0) 397 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-06T15:51:27.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:27 smithi169 bash[88858]: audit 2024-09-06T15:51:26.236658+0000 mon.a (mon.0) 397 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-06T15:51:27.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:27 smithi169 bash[88858]: cluster 2024-09-06T15:51:26.244502+0000 mon.a (mon.0) 398 : cluster [DBG] osdmap e144: 8 total, 7 up, 8 in 2024-09-06T15:51:27.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:27 smithi169 bash[88858]: cluster 2024-09-06T15:51:26.244502+0000 mon.a (mon.0) 398 : cluster [DBG] osdmap e144: 8 total, 7 up, 8 in 2024-09-06T15:51:27.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:27 smithi169 bash[88858]: audit 2024-09-06T15:51:26.246088+0000 mon.b (mon.1) 235 : audit [INF] from='osd.6 [v2:172.21.15.181:6816/3918764195,v1:172.21.15.181:6817/3918764195]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:51:27.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:27 smithi169 bash[88858]: audit 2024-09-06T15:51:26.246088+0000 mon.b (mon.1) 235 : audit [INF] from='osd.6 [v2:172.21.15.181:6816/3918764195,v1:172.21.15.181:6817/3918764195]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:51:27.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:27 smithi169 bash[88858]: audit 2024-09-06T15:51:26.248809+0000 mon.a (mon.0) 399 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:51:27.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:27 smithi169 bash[88858]: audit 2024-09-06T15:51:26.248809+0000 mon.a (mon.0) 399 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:51:27.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:27 smithi169 bash[92568]: audit 2024-09-06T15:51:26.236658+0000 mon.a (mon.0) 397 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-06T15:51:27.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:27 smithi169 bash[92568]: audit 2024-09-06T15:51:26.236658+0000 mon.a (mon.0) 397 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-06T15:51:27.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:27 smithi169 bash[92568]: cluster 2024-09-06T15:51:26.244502+0000 mon.a (mon.0) 398 : cluster [DBG] osdmap e144: 8 total, 7 up, 8 in 2024-09-06T15:51:27.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:27 smithi169 bash[92568]: cluster 2024-09-06T15:51:26.244502+0000 mon.a (mon.0) 398 : cluster [DBG] osdmap e144: 8 total, 7 up, 8 in 2024-09-06T15:51:27.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:27 smithi169 bash[92568]: audit 2024-09-06T15:51:26.246088+0000 mon.b (mon.1) 235 : audit [INF] from='osd.6 [v2:172.21.15.181:6816/3918764195,v1:172.21.15.181:6817/3918764195]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:51:27.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:27 smithi169 bash[92568]: audit 2024-09-06T15:51:26.246088+0000 mon.b (mon.1) 235 : audit [INF] from='osd.6 [v2:172.21.15.181:6816/3918764195,v1:172.21.15.181:6817/3918764195]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:51:27.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:27 smithi169 bash[92568]: audit 2024-09-06T15:51:26.248809+0000 mon.a (mon.0) 399 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:51:27.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:27 smithi169 bash[92568]: audit 2024-09-06T15:51:26.248809+0000 mon.a (mon.0) 399 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:51:27.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:27 smithi181 bash[70073]: audit 2024-09-06T15:51:26.236658+0000 mon.a (mon.0) 397 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-06T15:51:27.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:27 smithi181 bash[70073]: audit 2024-09-06T15:51:26.236658+0000 mon.a (mon.0) 397 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-06T15:51:27.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:27 smithi181 bash[70073]: cluster 2024-09-06T15:51:26.244502+0000 mon.a (mon.0) 398 : cluster [DBG] osdmap e144: 8 total, 7 up, 8 in 2024-09-06T15:51:27.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:27 smithi181 bash[70073]: cluster 2024-09-06T15:51:26.244502+0000 mon.a (mon.0) 398 : cluster [DBG] osdmap e144: 8 total, 7 up, 8 in 2024-09-06T15:51:27.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:27 smithi181 bash[70073]: audit 2024-09-06T15:51:26.246088+0000 mon.b (mon.1) 235 : audit [INF] from='osd.6 [v2:172.21.15.181:6816/3918764195,v1:172.21.15.181:6817/3918764195]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:51:27.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:27 smithi181 bash[70073]: audit 2024-09-06T15:51:26.246088+0000 mon.b (mon.1) 235 : audit [INF] from='osd.6 [v2:172.21.15.181:6816/3918764195,v1:172.21.15.181:6817/3918764195]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:51:27.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:27 smithi181 bash[70073]: audit 2024-09-06T15:51:26.248809+0000 mon.a (mon.0) 399 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:51:27.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:27 smithi181 bash[70073]: audit 2024-09-06T15:51:26.248809+0000 mon.a (mon.0) 399 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:51:28.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:28 smithi169 bash[88858]: cluster 2024-09-06T15:51:27.237687+0000 mon.a (mon.0) 400 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:51:28.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:28 smithi169 bash[88858]: cluster 2024-09-06T15:51:27.237687+0000 mon.a (mon.0) 400 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:51:28.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:28 smithi169 bash[88858]: cluster 2024-09-06T15:51:27.248229+0000 mon.a (mon.0) 401 : cluster [INF] osd.6 [v2:172.21.15.181:6816/3918764195,v1:172.21.15.181:6817/3918764195] boot 2024-09-06T15:51:28.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:28 smithi169 bash[88858]: cluster 2024-09-06T15:51:27.248229+0000 mon.a (mon.0) 401 : cluster [INF] osd.6 [v2:172.21.15.181:6816/3918764195,v1:172.21.15.181:6817/3918764195] boot 2024-09-06T15:51:28.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:28 smithi169 bash[88858]: cluster 2024-09-06T15:51:27.248370+0000 mon.a (mon.0) 402 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2024-09-06T15:51:28.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:28 smithi169 bash[88858]: cluster 2024-09-06T15:51:27.248370+0000 mon.a (mon.0) 402 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2024-09-06T15:51:28.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:28 smithi169 bash[88858]: audit 2024-09-06T15:51:27.252478+0000 mon.b (mon.1) 236 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-06T15:51:28.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:28 smithi169 bash[88858]: audit 2024-09-06T15:51:27.252478+0000 mon.b (mon.1) 236 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-06T15:51:28.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:28 smithi169 bash[88858]: cluster 2024-09-06T15:51:27.968550+0000 mgr.y (mgr.25115) 730 : cluster [DBG] pgmap v441: 161 pgs: 13 peering, 23 active+undersized, 17 active+undersized+degraded, 108 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 54/636 objects degraded (8.491%) 2024-09-06T15:51:28.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:28 smithi169 bash[88858]: cluster 2024-09-06T15:51:27.968550+0000 mgr.y (mgr.25115) 730 : cluster [DBG] pgmap v441: 161 pgs: 13 peering, 23 active+undersized, 17 active+undersized+degraded, 108 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 54/636 objects degraded (8.491%) 2024-09-06T15:51:28.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:28 smithi169 bash[92568]: cluster 2024-09-06T15:51:27.237687+0000 mon.a (mon.0) 400 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:51:28.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:28 smithi169 bash[92568]: cluster 2024-09-06T15:51:27.237687+0000 mon.a (mon.0) 400 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:51:28.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:28 smithi169 bash[92568]: cluster 2024-09-06T15:51:27.248229+0000 mon.a (mon.0) 401 : cluster [INF] osd.6 [v2:172.21.15.181:6816/3918764195,v1:172.21.15.181:6817/3918764195] boot 2024-09-06T15:51:28.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:28 smithi169 bash[92568]: cluster 2024-09-06T15:51:27.248229+0000 mon.a (mon.0) 401 : cluster [INF] osd.6 [v2:172.21.15.181:6816/3918764195,v1:172.21.15.181:6817/3918764195] boot 2024-09-06T15:51:28.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:28 smithi169 bash[92568]: cluster 2024-09-06T15:51:27.248370+0000 mon.a (mon.0) 402 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2024-09-06T15:51:28.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:28 smithi169 bash[92568]: cluster 2024-09-06T15:51:27.248370+0000 mon.a (mon.0) 402 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2024-09-06T15:51:28.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:28 smithi169 bash[92568]: audit 2024-09-06T15:51:27.252478+0000 mon.b (mon.1) 236 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-06T15:51:28.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:28 smithi169 bash[92568]: audit 2024-09-06T15:51:27.252478+0000 mon.b (mon.1) 236 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-06T15:51:28.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:28 smithi169 bash[92568]: cluster 2024-09-06T15:51:27.968550+0000 mgr.y (mgr.25115) 730 : cluster [DBG] pgmap v441: 161 pgs: 13 peering, 23 active+undersized, 17 active+undersized+degraded, 108 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 54/636 objects degraded (8.491%) 2024-09-06T15:51:28.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:28 smithi169 bash[92568]: cluster 2024-09-06T15:51:27.968550+0000 mgr.y (mgr.25115) 730 : cluster [DBG] pgmap v441: 161 pgs: 13 peering, 23 active+undersized, 17 active+undersized+degraded, 108 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 54/636 objects degraded (8.491%) 2024-09-06T15:51:28.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:28 smithi181 bash[70073]: cluster 2024-09-06T15:51:27.237687+0000 mon.a (mon.0) 400 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:51:28.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:28 smithi181 bash[70073]: cluster 2024-09-06T15:51:27.237687+0000 mon.a (mon.0) 400 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:51:28.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:28 smithi181 bash[70073]: cluster 2024-09-06T15:51:27.248229+0000 mon.a (mon.0) 401 : cluster [INF] osd.6 [v2:172.21.15.181:6816/3918764195,v1:172.21.15.181:6817/3918764195] boot 2024-09-06T15:51:28.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:28 smithi181 bash[70073]: cluster 2024-09-06T15:51:27.248229+0000 mon.a (mon.0) 401 : cluster [INF] osd.6 [v2:172.21.15.181:6816/3918764195,v1:172.21.15.181:6817/3918764195] boot 2024-09-06T15:51:28.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:28 smithi181 bash[70073]: cluster 2024-09-06T15:51:27.248370+0000 mon.a (mon.0) 402 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2024-09-06T15:51:28.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:28 smithi181 bash[70073]: cluster 2024-09-06T15:51:27.248370+0000 mon.a (mon.0) 402 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2024-09-06T15:51:28.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:28 smithi181 bash[70073]: audit 2024-09-06T15:51:27.252478+0000 mon.b (mon.1) 236 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-06T15:51:28.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:28 smithi181 bash[70073]: audit 2024-09-06T15:51:27.252478+0000 mon.b (mon.1) 236 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-06T15:51:28.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:28 smithi181 bash[70073]: cluster 2024-09-06T15:51:27.968550+0000 mgr.y (mgr.25115) 730 : cluster [DBG] pgmap v441: 161 pgs: 13 peering, 23 active+undersized, 17 active+undersized+degraded, 108 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 54/636 objects degraded (8.491%) 2024-09-06T15:51:28.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:28 smithi181 bash[70073]: cluster 2024-09-06T15:51:27.968550+0000 mgr.y (mgr.25115) 730 : cluster [DBG] pgmap v441: 161 pgs: 13 peering, 23 active+undersized, 17 active+undersized+degraded, 108 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 54/636 objects degraded (8.491%) 2024-09-06T15:51:29.247 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:51:28 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:51:28.838814155Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:51:29.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:29 smithi169 bash[88858]: cluster 2024-09-06T15:51:28.276638+0000 mon.a (mon.0) 403 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-09-06T15:51:29.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:29 smithi169 bash[88858]: cluster 2024-09-06T15:51:28.276638+0000 mon.a (mon.0) 403 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-09-06T15:51:29.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:29 smithi169 bash[92568]: cluster 2024-09-06T15:51:28.276638+0000 mon.a (mon.0) 403 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-09-06T15:51:29.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:29 smithi169 bash[92568]: cluster 2024-09-06T15:51:28.276638+0000 mon.a (mon.0) 403 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-09-06T15:51:29.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:29 smithi181 bash[70073]: cluster 2024-09-06T15:51:28.276638+0000 mon.a (mon.0) 403 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-09-06T15:51:29.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:29 smithi181 bash[70073]: cluster 2024-09-06T15:51:28.276638+0000 mon.a (mon.0) 403 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-09-06T15:51:30.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:30 smithi169 bash[88858]: cluster 2024-09-06T15:51:29.930176+0000 mon.a (mon.0) 404 : cluster [WRN] Health check update: Degraded data redundancy: 54/636 objects degraded (8.491%), 17 pgs degraded (PG_DEGRADED) 2024-09-06T15:51:30.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:30 smithi169 bash[88858]: cluster 2024-09-06T15:51:29.930176+0000 mon.a (mon.0) 404 : cluster [WRN] Health check update: Degraded data redundancy: 54/636 objects degraded (8.491%), 17 pgs degraded (PG_DEGRADED) 2024-09-06T15:51:30.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:30 smithi169 bash[88858]: cluster 2024-09-06T15:51:29.969661+0000 mgr.y (mgr.25115) 731 : cluster [DBG] pgmap v443: 161 pgs: 13 peering, 18 active+undersized, 15 active+undersized+degraded, 115 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 44/636 objects degraded (6.918%) 2024-09-06T15:51:30.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:30 smithi169 bash[88858]: cluster 2024-09-06T15:51:29.969661+0000 mgr.y (mgr.25115) 731 : cluster [DBG] pgmap v443: 161 pgs: 13 peering, 18 active+undersized, 15 active+undersized+degraded, 115 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 44/636 objects degraded (6.918%) 2024-09-06T15:51:30.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:30 smithi169 bash[92568]: cluster 2024-09-06T15:51:29.930176+0000 mon.a (mon.0) 404 : cluster [WRN] Health check update: Degraded data redundancy: 54/636 objects degraded (8.491%), 17 pgs degraded (PG_DEGRADED) 2024-09-06T15:51:30.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:30 smithi169 bash[92568]: cluster 2024-09-06T15:51:29.930176+0000 mon.a (mon.0) 404 : cluster [WRN] Health check update: Degraded data redundancy: 54/636 objects degraded (8.491%), 17 pgs degraded (PG_DEGRADED) 2024-09-06T15:51:30.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:30 smithi169 bash[92568]: cluster 2024-09-06T15:51:29.969661+0000 mgr.y (mgr.25115) 731 : cluster [DBG] pgmap v443: 161 pgs: 13 peering, 18 active+undersized, 15 active+undersized+degraded, 115 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 44/636 objects degraded (6.918%) 2024-09-06T15:51:30.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:30 smithi169 bash[92568]: cluster 2024-09-06T15:51:29.969661+0000 mgr.y (mgr.25115) 731 : cluster [DBG] pgmap v443: 161 pgs: 13 peering, 18 active+undersized, 15 active+undersized+degraded, 115 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 44/636 objects degraded (6.918%) 2024-09-06T15:51:30.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:30 smithi181 bash[70073]: cluster 2024-09-06T15:51:29.930176+0000 mon.a (mon.0) 404 : cluster [WRN] Health check update: Degraded data redundancy: 54/636 objects degraded (8.491%), 17 pgs degraded (PG_DEGRADED) 2024-09-06T15:51:30.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:30 smithi181 bash[70073]: cluster 2024-09-06T15:51:29.930176+0000 mon.a (mon.0) 404 : cluster [WRN] Health check update: Degraded data redundancy: 54/636 objects degraded (8.491%), 17 pgs degraded (PG_DEGRADED) 2024-09-06T15:51:30.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:30 smithi181 bash[70073]: cluster 2024-09-06T15:51:29.969661+0000 mgr.y (mgr.25115) 731 : cluster [DBG] pgmap v443: 161 pgs: 13 peering, 18 active+undersized, 15 active+undersized+degraded, 115 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 44/636 objects degraded (6.918%) 2024-09-06T15:51:30.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:30 smithi181 bash[70073]: cluster 2024-09-06T15:51:29.969661+0000 mgr.y (mgr.25115) 731 : cluster [DBG] pgmap v443: 161 pgs: 13 peering, 18 active+undersized, 15 active+undersized+degraded, 115 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 44/636 objects degraded (6.918%) 2024-09-06T15:51:31.649 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:31 smithi181 bash[70073]: audit 2024-09-06T15:51:30.304964+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:31.649 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:31 smithi181 bash[70073]: audit 2024-09-06T15:51:30.304964+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:31.649 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:31 smithi181 bash[70073]: audit 2024-09-06T15:51:30.308525+0000 mon.b (mon.1) 237 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:51:31.649 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:31 smithi181 bash[70073]: audit 2024-09-06T15:51:30.308525+0000 mon.b (mon.1) 237 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:51:31.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:31 smithi169 bash[88858]: audit 2024-09-06T15:51:30.304964+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:31.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:31 smithi169 bash[88858]: audit 2024-09-06T15:51:30.304964+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:31.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:31 smithi169 bash[88858]: audit 2024-09-06T15:51:30.308525+0000 mon.b (mon.1) 237 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:51:31.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:31 smithi169 bash[88858]: audit 2024-09-06T15:51:30.308525+0000 mon.b (mon.1) 237 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:51:31.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:31 smithi169 bash[92568]: audit 2024-09-06T15:51:30.304964+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:31.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:31 smithi169 bash[92568]: audit 2024-09-06T15:51:30.304964+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:31.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:31 smithi169 bash[92568]: audit 2024-09-06T15:51:30.308525+0000 mon.b (mon.1) 237 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:51:31.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:31 smithi169 bash[92568]: audit 2024-09-06T15:51:30.308525+0000 mon.b (mon.1) 237 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:51:31.997 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:51:31 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:51:31.802838525Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:51:32.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:32 smithi181 bash[70073]: cluster 2024-09-06T15:51:31.970976+0000 mgr.y (mgr.25115) 732 : cluster [DBG] pgmap v444: 161 pgs: 13 peering, 148 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-09-06T15:51:32.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:32 smithi181 bash[70073]: cluster 2024-09-06T15:51:31.970976+0000 mgr.y (mgr.25115) 732 : cluster [DBG] pgmap v444: 161 pgs: 13 peering, 148 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-09-06T15:51:32.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:32 smithi169 bash[88858]: cluster 2024-09-06T15:51:31.970976+0000 mgr.y (mgr.25115) 732 : cluster [DBG] pgmap v444: 161 pgs: 13 peering, 148 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-09-06T15:51:32.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:32 smithi169 bash[88858]: cluster 2024-09-06T15:51:31.970976+0000 mgr.y (mgr.25115) 732 : cluster [DBG] pgmap v444: 161 pgs: 13 peering, 148 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-09-06T15:51:32.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:32 smithi169 bash[92568]: cluster 2024-09-06T15:51:31.970976+0000 mgr.y (mgr.25115) 732 : cluster [DBG] pgmap v444: 161 pgs: 13 peering, 148 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-09-06T15:51:32.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:32 smithi169 bash[92568]: cluster 2024-09-06T15:51:31.970976+0000 mgr.y (mgr.25115) 732 : cluster [DBG] pgmap v444: 161 pgs: 13 peering, 148 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-09-06T15:51:33.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:33 smithi169 bash[88858]: cluster 2024-09-06T15:51:32.302821+0000 mon.a (mon.0) 406 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 44/636 objects degraded (6.918%), 15 pgs degraded) 2024-09-06T15:51:33.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:33 smithi169 bash[88858]: cluster 2024-09-06T15:51:32.302821+0000 mon.a (mon.0) 406 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 44/636 objects degraded (6.918%), 15 pgs degraded) 2024-09-06T15:51:33.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:33 smithi169 bash[92568]: cluster 2024-09-06T15:51:32.302821+0000 mon.a (mon.0) 406 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 44/636 objects degraded (6.918%), 15 pgs degraded) 2024-09-06T15:51:33.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:33 smithi169 bash[92568]: cluster 2024-09-06T15:51:32.302821+0000 mon.a (mon.0) 406 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 44/636 objects degraded (6.918%), 15 pgs degraded) 2024-09-06T15:51:33.706 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:33 smithi181 bash[70073]: cluster 2024-09-06T15:51:32.302821+0000 mon.a (mon.0) 406 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 44/636 objects degraded (6.918%), 15 pgs degraded) 2024-09-06T15:51:33.706 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:33 smithi181 bash[70073]: cluster 2024-09-06T15:51:32.302821+0000 mon.a (mon.0) 406 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 44/636 objects degraded (6.918%), 15 pgs degraded) 2024-09-06T15:51:34.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:34 smithi169 bash[92568]: audit 2024-09-06T15:51:33.754896+0000 mgr.y (mgr.25115) 733 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:51:34.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:34 smithi169 bash[92568]: audit 2024-09-06T15:51:33.754896+0000 mgr.y (mgr.25115) 733 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:51:34.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:34 smithi169 bash[92568]: cluster 2024-09-06T15:51:33.972094+0000 mgr.y (mgr.25115) 734 : cluster [DBG] pgmap v445: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 397 B/s rd, 0 op/s 2024-09-06T15:51:34.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:34 smithi169 bash[92568]: cluster 2024-09-06T15:51:33.972094+0000 mgr.y (mgr.25115) 734 : cluster [DBG] pgmap v445: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 397 B/s rd, 0 op/s 2024-09-06T15:51:34.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:34 smithi169 bash[88858]: audit 2024-09-06T15:51:33.754896+0000 mgr.y (mgr.25115) 733 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:51:34.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:34 smithi169 bash[88858]: audit 2024-09-06T15:51:33.754896+0000 mgr.y (mgr.25115) 733 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:51:34.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:34 smithi169 bash[88858]: cluster 2024-09-06T15:51:33.972094+0000 mgr.y (mgr.25115) 734 : cluster [DBG] pgmap v445: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 397 B/s rd, 0 op/s 2024-09-06T15:51:34.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:34 smithi169 bash[88858]: cluster 2024-09-06T15:51:33.972094+0000 mgr.y (mgr.25115) 734 : cluster [DBG] pgmap v445: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 397 B/s rd, 0 op/s 2024-09-06T15:51:34.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:34 smithi181 bash[70073]: audit 2024-09-06T15:51:33.754896+0000 mgr.y (mgr.25115) 733 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:51:34.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:34 smithi181 bash[70073]: audit 2024-09-06T15:51:33.754896+0000 mgr.y (mgr.25115) 733 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:51:34.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:34 smithi181 bash[70073]: cluster 2024-09-06T15:51:33.972094+0000 mgr.y (mgr.25115) 734 : cluster [DBG] pgmap v445: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 397 B/s rd, 0 op/s 2024-09-06T15:51:34.744 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:34 smithi181 bash[70073]: cluster 2024-09-06T15:51:33.972094+0000 mgr.y (mgr.25115) 734 : cluster [DBG] pgmap v445: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 397 B/s rd, 0 op/s 2024-09-06T15:51:34.997 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:51:34 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:51:34.809057414Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:51:36.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:51:36] "GET /metrics HTTP/1.1" 200 38263 "" "Prometheus/2.51.0" 2024-09-06T15:51:36.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:36 smithi181 bash[70073]: audit 2024-09-06T15:51:35.572046+0000 mon.a (mon.0) 407 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:36.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:36 smithi181 bash[70073]: audit 2024-09-06T15:51:35.572046+0000 mon.a (mon.0) 407 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:36.763 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:36 smithi181 bash[70073]: audit 2024-09-06T15:51:35.586346+0000 mon.a (mon.0) 408 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:36.763 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:36 smithi181 bash[70073]: audit 2024-09-06T15:51:35.586346+0000 mon.a (mon.0) 408 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:36.763 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:36 smithi181 bash[70073]: audit 2024-09-06T15:51:35.590997+0000 mon.b (mon.1) 238 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:51:36.763 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:36 smithi181 bash[70073]: audit 2024-09-06T15:51:35.590997+0000 mon.b (mon.1) 238 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:51:36.763 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:36 smithi181 bash[70073]: audit 2024-09-06T15:51:35.593033+0000 mon.b (mon.1) 239 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:51:36.763 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:36 smithi181 bash[70073]: audit 2024-09-06T15:51:35.593033+0000 mon.b (mon.1) 239 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:51:36.763 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:36 smithi181 bash[70073]: audit 2024-09-06T15:51:35.605383+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:36.764 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:36 smithi181 bash[70073]: audit 2024-09-06T15:51:35.605383+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:36.764 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:36 smithi181 bash[70073]: audit 2024-09-06T15:51:35.763751+0000 mon.b (mon.1) 240 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:51:36.764 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:36 smithi181 bash[70073]: audit 2024-09-06T15:51:35.763751+0000 mon.b (mon.1) 240 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:51:36.764 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:36 smithi181 bash[70073]: audit 2024-09-06T15:51:35.767630+0000 mon.b (mon.1) 241 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:36.764 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:36 smithi181 bash[70073]: audit 2024-09-06T15:51:35.767630+0000 mon.b (mon.1) 241 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:36.764 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:36 smithi181 bash[70073]: audit 2024-09-06T15:51:35.770506+0000 mon.b (mon.1) 242 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:36.764 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:36 smithi181 bash[70073]: audit 2024-09-06T15:51:35.770506+0000 mon.b (mon.1) 242 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:36.764 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:36 smithi181 bash[70073]: audit 2024-09-06T15:51:35.772868+0000 mon.b (mon.1) 243 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:36.764 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:36 smithi181 bash[70073]: audit 2024-09-06T15:51:35.772868+0000 mon.b (mon.1) 243 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:36.764 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:36 smithi181 bash[70073]: audit 2024-09-06T15:51:35.775145+0000 mgr.y (mgr.25115) 735 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-06T15:51:36.764 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:36 smithi181 bash[70073]: audit 2024-09-06T15:51:35.775145+0000 mgr.y (mgr.25115) 735 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-06T15:51:36.764 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:36 smithi181 bash[70073]: audit 2024-09-06T15:51:35.775928+0000 mon.b (mon.1) 244 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-06T15:51:36.764 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:36 smithi181 bash[70073]: audit 2024-09-06T15:51:35.775928+0000 mon.b (mon.1) 244 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-06T15:51:36.765 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:36 smithi181 bash[70073]: cephadm 2024-09-06T15:51:35.777536+0000 mgr.y (mgr.25115) 736 : cephadm [INF] Upgrade: osd.7 is safe to restart 2024-09-06T15:51:36.765 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:36 smithi181 bash[70073]: cephadm 2024-09-06T15:51:35.777536+0000 mgr.y (mgr.25115) 736 : cephadm [INF] Upgrade: osd.7 is safe to restart 2024-09-06T15:51:36.765 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:36 smithi181 bash[70073]: cluster 2024-09-06T15:51:35.973354+0000 mgr.y (mgr.25115) 737 : cluster [DBG] pgmap v446: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 938 B/s rd, 0 op/s 2024-09-06T15:51:36.765 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:36 smithi181 bash[70073]: cluster 2024-09-06T15:51:35.973354+0000 mgr.y (mgr.25115) 737 : cluster [DBG] pgmap v446: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 938 B/s rd, 0 op/s 2024-09-06T15:51:36.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[92568]: audit 2024-09-06T15:51:35.572046+0000 mon.a (mon.0) 407 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:36.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[92568]: audit 2024-09-06T15:51:35.572046+0000 mon.a (mon.0) 407 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:36.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[92568]: audit 2024-09-06T15:51:35.586346+0000 mon.a (mon.0) 408 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:36.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[92568]: audit 2024-09-06T15:51:35.586346+0000 mon.a (mon.0) 408 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:36.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[92568]: audit 2024-09-06T15:51:35.590997+0000 mon.b (mon.1) 238 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:51:36.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[92568]: audit 2024-09-06T15:51:35.590997+0000 mon.b (mon.1) 238 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:51:36.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[92568]: audit 2024-09-06T15:51:35.593033+0000 mon.b (mon.1) 239 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:51:36.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[92568]: audit 2024-09-06T15:51:35.593033+0000 mon.b (mon.1) 239 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:51:36.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[92568]: audit 2024-09-06T15:51:35.605383+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:36.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[92568]: audit 2024-09-06T15:51:35.605383+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:36.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[92568]: audit 2024-09-06T15:51:35.763751+0000 mon.b (mon.1) 240 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:51:36.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[92568]: audit 2024-09-06T15:51:35.763751+0000 mon.b (mon.1) 240 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:51:36.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[92568]: audit 2024-09-06T15:51:35.767630+0000 mon.b (mon.1) 241 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:36.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[92568]: audit 2024-09-06T15:51:35.767630+0000 mon.b (mon.1) 241 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:36.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[92568]: audit 2024-09-06T15:51:35.770506+0000 mon.b (mon.1) 242 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:36.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[92568]: audit 2024-09-06T15:51:35.770506+0000 mon.b (mon.1) 242 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:36.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[92568]: audit 2024-09-06T15:51:35.772868+0000 mon.b (mon.1) 243 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:36.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[92568]: audit 2024-09-06T15:51:35.772868+0000 mon.b (mon.1) 243 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:36.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[92568]: audit 2024-09-06T15:51:35.775145+0000 mgr.y (mgr.25115) 735 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-06T15:51:36.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[92568]: audit 2024-09-06T15:51:35.775145+0000 mgr.y (mgr.25115) 735 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-06T15:51:36.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[88858]: audit 2024-09-06T15:51:35.572046+0000 mon.a (mon.0) 407 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:36.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[88858]: audit 2024-09-06T15:51:35.572046+0000 mon.a (mon.0) 407 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:36.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[88858]: audit 2024-09-06T15:51:35.586346+0000 mon.a (mon.0) 408 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:36.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[88858]: audit 2024-09-06T15:51:35.586346+0000 mon.a (mon.0) 408 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:36.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[88858]: audit 2024-09-06T15:51:35.590997+0000 mon.b (mon.1) 238 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:51:36.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[88858]: audit 2024-09-06T15:51:35.590997+0000 mon.b (mon.1) 238 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:51:36.949 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[88858]: audit 2024-09-06T15:51:35.593033+0000 mon.b (mon.1) 239 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:51:36.949 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[88858]: audit 2024-09-06T15:51:35.593033+0000 mon.b (mon.1) 239 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:51:36.949 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[88858]: audit 2024-09-06T15:51:35.605383+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:36.949 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[88858]: audit 2024-09-06T15:51:35.605383+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:36.949 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[88858]: audit 2024-09-06T15:51:35.763751+0000 mon.b (mon.1) 240 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:51:36.949 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[88858]: audit 2024-09-06T15:51:35.763751+0000 mon.b (mon.1) 240 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:51:36.949 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[88858]: audit 2024-09-06T15:51:35.767630+0000 mon.b (mon.1) 241 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:36.949 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[88858]: audit 2024-09-06T15:51:35.767630+0000 mon.b (mon.1) 241 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:36.949 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[88858]: audit 2024-09-06T15:51:35.770506+0000 mon.b (mon.1) 242 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:36.949 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[88858]: audit 2024-09-06T15:51:35.770506+0000 mon.b (mon.1) 242 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:36.949 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[88858]: audit 2024-09-06T15:51:35.772868+0000 mon.b (mon.1) 243 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:36.949 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[88858]: audit 2024-09-06T15:51:35.772868+0000 mon.b (mon.1) 243 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:36.949 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[88858]: audit 2024-09-06T15:51:35.775145+0000 mgr.y (mgr.25115) 735 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-06T15:51:36.950 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[88858]: audit 2024-09-06T15:51:35.775145+0000 mgr.y (mgr.25115) 735 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-06T15:51:36.950 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[88858]: audit 2024-09-06T15:51:35.775928+0000 mon.b (mon.1) 244 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-06T15:51:36.950 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[88858]: audit 2024-09-06T15:51:35.775928+0000 mon.b (mon.1) 244 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-06T15:51:36.950 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[88858]: cephadm 2024-09-06T15:51:35.777536+0000 mgr.y (mgr.25115) 736 : cephadm [INF] Upgrade: osd.7 is safe to restart 2024-09-06T15:51:36.950 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[88858]: cephadm 2024-09-06T15:51:35.777536+0000 mgr.y (mgr.25115) 736 : cephadm [INF] Upgrade: osd.7 is safe to restart 2024-09-06T15:51:36.950 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[88858]: cluster 2024-09-06T15:51:35.973354+0000 mgr.y (mgr.25115) 737 : cluster [DBG] pgmap v446: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 938 B/s rd, 0 op/s 2024-09-06T15:51:36.950 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[88858]: cluster 2024-09-06T15:51:35.973354+0000 mgr.y (mgr.25115) 737 : cluster [DBG] pgmap v446: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 938 B/s rd, 0 op/s 2024-09-06T15:51:36.950 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[92568]: audit 2024-09-06T15:51:35.775928+0000 mon.b (mon.1) 244 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-06T15:51:36.950 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[92568]: audit 2024-09-06T15:51:35.775928+0000 mon.b (mon.1) 244 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-06T15:51:36.950 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[92568]: cephadm 2024-09-06T15:51:35.777536+0000 mgr.y (mgr.25115) 736 : cephadm [INF] Upgrade: osd.7 is safe to restart 2024-09-06T15:51:36.950 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[92568]: cephadm 2024-09-06T15:51:35.777536+0000 mgr.y (mgr.25115) 736 : cephadm [INF] Upgrade: osd.7 is safe to restart 2024-09-06T15:51:36.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[92568]: cluster 2024-09-06T15:51:35.973354+0000 mgr.y (mgr.25115) 737 : cluster [DBG] pgmap v446: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 938 B/s rd, 0 op/s 2024-09-06T15:51:36.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:36 smithi169 bash[92568]: cluster 2024-09-06T15:51:35.973354+0000 mgr.y (mgr.25115) 737 : cluster [DBG] pgmap v446: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 938 B/s rd, 0 op/s 2024-09-06T15:51:37.937 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:51:37 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:51:37.801216659Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:51:38.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:38 smithi181 bash[70073]: cluster 2024-09-06T15:51:37.974768+0000 mgr.y (mgr.25115) 738 : cluster [DBG] pgmap v447: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 818 B/s rd, 0 op/s 2024-09-06T15:51:38.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:38 smithi181 bash[70073]: cluster 2024-09-06T15:51:37.974768+0000 mgr.y (mgr.25115) 738 : cluster [DBG] pgmap v447: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 818 B/s rd, 0 op/s 2024-09-06T15:51:38.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:38 smithi169 bash[92568]: cluster 2024-09-06T15:51:37.974768+0000 mgr.y (mgr.25115) 738 : cluster [DBG] pgmap v447: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 818 B/s rd, 0 op/s 2024-09-06T15:51:38.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:38 smithi169 bash[92568]: cluster 2024-09-06T15:51:37.974768+0000 mgr.y (mgr.25115) 738 : cluster [DBG] pgmap v447: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 818 B/s rd, 0 op/s 2024-09-06T15:51:38.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:38 smithi169 bash[88858]: cluster 2024-09-06T15:51:37.974768+0000 mgr.y (mgr.25115) 738 : cluster [DBG] pgmap v447: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 818 B/s rd, 0 op/s 2024-09-06T15:51:38.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:38 smithi169 bash[88858]: cluster 2024-09-06T15:51:37.974768+0000 mgr.y (mgr.25115) 738 : cluster [DBG] pgmap v447: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 818 B/s rd, 0 op/s 2024-09-06T15:51:38.849 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-09-06T15:51:39.427 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-06T15:51:39.427 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (11m) 110s ago 39m 14.1M - 0.27.0 11f11916f8cd 20ee608606f5 2024-09-06T15:51:39.427 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi181 *:3000 running (10m) 15s ago 38m 69.4M - c8b91775d855 e391fbe8c873 2024-09-06T15:51:39.427 INFO:teuthology.orchestra.run.smithi169.stdout:iscsi.foo.smithi169.yxosuq smithi169 *:5000 running (13m) 110s ago 36m 49.2M - 3.8 b6db46a449e5 e63406a8c5a8 2024-09-06T15:51:39.427 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi181 *:8443,9283,8765 running (13m) 15s ago 47m 442M - 19.3.0-4704-g8b38c33c 1c45aca0610a 291c4d2bed88 2024-09-06T15:51:39.427 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (24m) 110s ago 49m 511M - 19.3.0-4704-g8b38c33c 1c45aca0610a 5f9711fb78b7 2024-09-06T15:51:39.427 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (7m) 110s ago 49m 52.2M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a d211c6462d65 2024-09-06T15:51:39.427 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi181 running (9m) 15s ago 47m 46.6M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a 791f1710b3c0 2024-09-06T15:51:39.427 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (7m) 110s ago 47m 38.5M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a 93381d04b238 2024-09-06T15:51:39.427 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (12m) 110s ago 39m 8299k - 1.7.0 72c9c2088986 03c6f14026b2 2024-09-06T15:51:39.428 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi181 *:9100 running (12m) 15s ago 39m 8739k - 1.7.0 72c9c2088986 0895a0652401 2024-09-06T15:51:39.428 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (5m) 110s ago 46m 56.3M 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a 8a33f3e58f93 2024-09-06T15:51:39.428 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (4m) 110s ago 45m 50.0M 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a 4b7f4d4feb0b 2024-09-06T15:51:39.428 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (3m) 110s ago 44m 45.9M 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a c24bec72ede7 2024-09-06T15:51:39.428 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (115s) 110s ago 43m - 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a 057764c90147 2024-09-06T15:51:39.428 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi181 running (83s) 15s ago 43m 50.6M 3292M 19.3.0-4704-g8b38c33c 1c45aca0610a 92604b687768 2024-09-06T15:51:39.428 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi181 running (52s) 15s ago 42m 52.2M 3292M 19.3.0-4704-g8b38c33c 1c45aca0610a 291137fc1efe 2024-09-06T15:51:39.428 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi181 running (19s) 15s ago 41m - 3292M 19.3.0-4704-g8b38c33c 1c45aca0610a 2eb242ea4223 2024-09-06T15:51:39.428 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi181 running (40m) 15s ago 40m 74.7M 3292M 19.1.1-268-g635ed4cf b6db46a449e5 a94f6f351ffd 2024-09-06T15:51:39.428 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi181 *:9095 running (12m) 15s ago 39m 44.7M - 2.51.0 1d3b7f56885b 365a3b66bc88 2024-09-06T15:51:39.428 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi169.svrjnx smithi169 *:8000 running (36m) 110s ago 36m 101M - 19.1.1-268-g635ed4cf b6db46a449e5 73d895896783 2024-09-06T15:51:39.428 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi181.fqbtai smithi181 *:8000 running (36m) 15s ago 36m 102M - 19.1.1-268-g635ed4cf b6db46a449e5 4aaa91540a99 2024-09-06T15:51:39.695 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:39 smithi169 bash[92568]: cephadm 2024-09-06T15:51:38.415255+0000 mgr.y (mgr.25115) 739 : cephadm [INF] Upgrade: Updating osd.7 2024-09-06T15:51:39.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:39 smithi169 bash[92568]: cephadm 2024-09-06T15:51:38.415255+0000 mgr.y (mgr.25115) 739 : cephadm [INF] Upgrade: Updating osd.7 2024-09-06T15:51:39.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:39 smithi169 bash[92568]: audit 2024-09-06T15:51:38.425073+0000 mon.a (mon.0) 410 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:39.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:39 smithi169 bash[92568]: audit 2024-09-06T15:51:38.425073+0000 mon.a (mon.0) 410 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:39.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:39 smithi169 bash[92568]: audit 2024-09-06T15:51:38.431232+0000 mon.b (mon.1) 245 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-06T15:51:39.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:39 smithi169 bash[92568]: audit 2024-09-06T15:51:38.431232+0000 mon.b (mon.1) 245 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-06T15:51:39.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:39 smithi169 bash[92568]: audit 2024-09-06T15:51:38.448701+0000 mon.b (mon.1) 246 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:51:39.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:39 smithi169 bash[92568]: audit 2024-09-06T15:51:38.448701+0000 mon.b (mon.1) 246 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:51:39.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:39 smithi169 bash[92568]: cephadm 2024-09-06T15:51:38.450777+0000 mgr.y (mgr.25115) 740 : cephadm [INF] Deploying daemon osd.7 on smithi181 2024-09-06T15:51:39.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:39 smithi169 bash[92568]: cephadm 2024-09-06T15:51:38.450777+0000 mgr.y (mgr.25115) 740 : cephadm [INF] Deploying daemon osd.7 on smithi181 2024-09-06T15:51:39.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:39 smithi169 bash[92568]: audit 2024-09-06T15:51:38.839285+0000 mgr.y (mgr.25115) 741 : audit [DBG] from='client.44508 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:39.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:39 smithi169 bash[92568]: audit 2024-09-06T15:51:38.839285+0000 mgr.y (mgr.25115) 741 : audit [DBG] from='client.44508 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:39.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:39 smithi169 bash[88858]: cephadm 2024-09-06T15:51:38.415255+0000 mgr.y (mgr.25115) 739 : cephadm [INF] Upgrade: Updating osd.7 2024-09-06T15:51:39.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:39 smithi169 bash[88858]: cephadm 2024-09-06T15:51:38.415255+0000 mgr.y (mgr.25115) 739 : cephadm [INF] Upgrade: Updating osd.7 2024-09-06T15:51:39.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:39 smithi169 bash[88858]: audit 2024-09-06T15:51:38.425073+0000 mon.a (mon.0) 410 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:39.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:39 smithi169 bash[88858]: audit 2024-09-06T15:51:38.425073+0000 mon.a (mon.0) 410 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:39.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:39 smithi169 bash[88858]: audit 2024-09-06T15:51:38.431232+0000 mon.b (mon.1) 245 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-06T15:51:39.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:39 smithi169 bash[88858]: audit 2024-09-06T15:51:38.431232+0000 mon.b (mon.1) 245 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-06T15:51:39.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:39 smithi169 bash[88858]: audit 2024-09-06T15:51:38.448701+0000 mon.b (mon.1) 246 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:51:39.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:39 smithi169 bash[88858]: audit 2024-09-06T15:51:38.448701+0000 mon.b (mon.1) 246 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:51:39.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:39 smithi169 bash[88858]: cephadm 2024-09-06T15:51:38.450777+0000 mgr.y (mgr.25115) 740 : cephadm [INF] Deploying daemon osd.7 on smithi181 2024-09-06T15:51:39.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:39 smithi169 bash[88858]: cephadm 2024-09-06T15:51:38.450777+0000 mgr.y (mgr.25115) 740 : cephadm [INF] Deploying daemon osd.7 on smithi181 2024-09-06T15:51:39.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:39 smithi169 bash[88858]: audit 2024-09-06T15:51:38.839285+0000 mgr.y (mgr.25115) 741 : audit [DBG] from='client.44508 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:39.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:39 smithi169 bash[88858]: audit 2024-09-06T15:51:38.839285+0000 mgr.y (mgr.25115) 741 : audit [DBG] from='client.44508 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:39.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:39 smithi181 bash[70073]: cephadm 2024-09-06T15:51:38.415255+0000 mgr.y (mgr.25115) 739 : cephadm [INF] Upgrade: Updating osd.7 2024-09-06T15:51:39.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:39 smithi181 bash[70073]: cephadm 2024-09-06T15:51:38.415255+0000 mgr.y (mgr.25115) 739 : cephadm [INF] Upgrade: Updating osd.7 2024-09-06T15:51:39.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:39 smithi181 bash[70073]: audit 2024-09-06T15:51:38.425073+0000 mon.a (mon.0) 410 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:39.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:39 smithi181 bash[70073]: audit 2024-09-06T15:51:38.425073+0000 mon.a (mon.0) 410 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:39.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:39 smithi181 bash[70073]: audit 2024-09-06T15:51:38.431232+0000 mon.b (mon.1) 245 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-06T15:51:39.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:39 smithi181 bash[70073]: audit 2024-09-06T15:51:38.431232+0000 mon.b (mon.1) 245 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-06T15:51:39.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:39 smithi181 bash[70073]: audit 2024-09-06T15:51:38.448701+0000 mon.b (mon.1) 246 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:51:39.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:39 smithi181 bash[70073]: audit 2024-09-06T15:51:38.448701+0000 mon.b (mon.1) 246 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:51:39.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:39 smithi181 bash[70073]: cephadm 2024-09-06T15:51:38.450777+0000 mgr.y (mgr.25115) 740 : cephadm [INF] Deploying daemon osd.7 on smithi181 2024-09-06T15:51:39.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:39 smithi181 bash[70073]: cephadm 2024-09-06T15:51:38.450777+0000 mgr.y (mgr.25115) 740 : cephadm [INF] Deploying daemon osd.7 on smithi181 2024-09-06T15:51:39.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:39 smithi181 bash[70073]: audit 2024-09-06T15:51:38.839285+0000 mgr.y (mgr.25115) 741 : audit [DBG] from='client.44508 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:39.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:39 smithi181 bash[70073]: audit 2024-09-06T15:51:38.839285+0000 mgr.y (mgr.25115) 741 : audit [DBG] from='client.44508 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:39.764 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:51:39.764 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-09-06T15:51:39.764 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 3 2024-09-06T15:51:39.764 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:51:39.765 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-09-06T15:51:39.765 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 2 2024-09-06T15:51:39.765 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:51:39.765 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-09-06T15:51:39.765 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 1, 2024-09-06T15:51:39.765 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 7 2024-09-06T15:51:39.765 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:51:39.765 INFO:teuthology.orchestra.run.smithi169.stdout: "rgw": { 2024-09-06T15:51:39.765 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 2 2024-09-06T15:51:39.765 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:51:39.765 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-09-06T15:51:39.765 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 3, 2024-09-06T15:51:39.765 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 12 2024-09-06T15:51:39.765 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-09-06T15:51:39.766 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:51:40.061 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:51:40.061 INFO:teuthology.orchestra.run.smithi169.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", 2024-09-06T15:51:40.062 INFO:teuthology.orchestra.run.smithi169.stdout: "in_progress": true, 2024-09-06T15:51:40.062 INFO:teuthology.orchestra.run.smithi169.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2024-09-06T15:51:40.062 INFO:teuthology.orchestra.run.smithi169.stdout: "services_complete": [], 2024-09-06T15:51:40.062 INFO:teuthology.orchestra.run.smithi169.stdout: "progress": "7/8 daemons upgraded", 2024-09-06T15:51:40.062 INFO:teuthology.orchestra.run.smithi169.stdout: "message": "Currently upgrading osd daemons", 2024-09-06T15:51:40.062 INFO:teuthology.orchestra.run.smithi169.stdout: "is_paused": false 2024-09-06T15:51:40.062 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:51:40.620 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:40 smithi181 bash[70073]: audit 2024-09-06T15:51:39.132039+0000 mgr.y (mgr.25115) 742 : audit [DBG] from='client.54488 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:40.620 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:40 smithi181 bash[70073]: audit 2024-09-06T15:51:39.132039+0000 mgr.y (mgr.25115) 742 : audit [DBG] from='client.54488 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:40.620 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:40 smithi181 bash[70073]: audit 2024-09-06T15:51:39.414205+0000 mgr.y (mgr.25115) 743 : audit [DBG] from='client.44520 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:40.620 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:40 smithi181 bash[70073]: audit 2024-09-06T15:51:39.414205+0000 mgr.y (mgr.25115) 743 : audit [DBG] from='client.44520 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:40.620 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:40 smithi181 bash[70073]: audit 2024-09-06T15:51:39.765967+0000 mon.a (mon.0) 411 : audit [DBG] from='client.? 172.21.15.169:0/3727429393' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:40.620 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:40 smithi181 bash[70073]: audit 2024-09-06T15:51:39.765967+0000 mon.a (mon.0) 411 : audit [DBG] from='client.? 172.21.15.169:0/3727429393' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:40.620 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:40 smithi181 bash[70073]: cluster 2024-09-06T15:51:39.975779+0000 mgr.y (mgr.25115) 744 : cluster [DBG] pgmap v448: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 699 B/s rd, 0 op/s 2024-09-06T15:51:40.620 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:40 smithi181 bash[70073]: cluster 2024-09-06T15:51:39.975779+0000 mgr.y (mgr.25115) 744 : cluster [DBG] pgmap v448: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 699 B/s rd, 0 op/s 2024-09-06T15:51:40.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:40 smithi169 bash[88858]: audit 2024-09-06T15:51:39.132039+0000 mgr.y (mgr.25115) 742 : audit [DBG] from='client.54488 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:40.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:40 smithi169 bash[88858]: audit 2024-09-06T15:51:39.132039+0000 mgr.y (mgr.25115) 742 : audit [DBG] from='client.54488 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:40.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:40 smithi169 bash[88858]: audit 2024-09-06T15:51:39.414205+0000 mgr.y (mgr.25115) 743 : audit [DBG] from='client.44520 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:40.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:40 smithi169 bash[88858]: audit 2024-09-06T15:51:39.414205+0000 mgr.y (mgr.25115) 743 : audit [DBG] from='client.44520 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:40.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:40 smithi169 bash[88858]: audit 2024-09-06T15:51:39.765967+0000 mon.a (mon.0) 411 : audit [DBG] from='client.? 172.21.15.169:0/3727429393' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:40.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:40 smithi169 bash[88858]: audit 2024-09-06T15:51:39.765967+0000 mon.a (mon.0) 411 : audit [DBG] from='client.? 172.21.15.169:0/3727429393' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:40.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:40 smithi169 bash[88858]: cluster 2024-09-06T15:51:39.975779+0000 mgr.y (mgr.25115) 744 : cluster [DBG] pgmap v448: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 699 B/s rd, 0 op/s 2024-09-06T15:51:40.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:40 smithi169 bash[88858]: cluster 2024-09-06T15:51:39.975779+0000 mgr.y (mgr.25115) 744 : cluster [DBG] pgmap v448: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 699 B/s rd, 0 op/s 2024-09-06T15:51:40.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:40 smithi169 bash[92568]: audit 2024-09-06T15:51:39.132039+0000 mgr.y (mgr.25115) 742 : audit [DBG] from='client.54488 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:40.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:40 smithi169 bash[92568]: audit 2024-09-06T15:51:39.132039+0000 mgr.y (mgr.25115) 742 : audit [DBG] from='client.54488 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:40.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:40 smithi169 bash[92568]: audit 2024-09-06T15:51:39.414205+0000 mgr.y (mgr.25115) 743 : audit [DBG] from='client.44520 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:40.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:40 smithi169 bash[92568]: audit 2024-09-06T15:51:39.414205+0000 mgr.y (mgr.25115) 743 : audit [DBG] from='client.44520 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:40.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:40 smithi169 bash[92568]: audit 2024-09-06T15:51:39.765967+0000 mon.a (mon.0) 411 : audit [DBG] from='client.? 172.21.15.169:0/3727429393' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:40.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:40 smithi169 bash[92568]: audit 2024-09-06T15:51:39.765967+0000 mon.a (mon.0) 411 : audit [DBG] from='client.? 172.21.15.169:0/3727429393' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:51:40.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:40 smithi169 bash[92568]: cluster 2024-09-06T15:51:39.975779+0000 mgr.y (mgr.25115) 744 : cluster [DBG] pgmap v448: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 699 B/s rd, 0 op/s 2024-09-06T15:51:40.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:40 smithi169 bash[92568]: cluster 2024-09-06T15:51:39.975779+0000 mgr.y (mgr.25115) 744 : cluster [DBG] pgmap v448: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 699 B/s rd, 0 op/s 2024-09-06T15:51:40.997 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:51:40 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:51:40.807754174Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:51:41.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:41 smithi181 bash[70073]: audit 2024-09-06T15:51:40.062628+0000 mgr.y (mgr.25115) 745 : audit [DBG] from='client.44532 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:41.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:41 smithi181 bash[70073]: audit 2024-09-06T15:51:40.062628+0000 mgr.y (mgr.25115) 745 : audit [DBG] from='client.44532 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:41.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:41 smithi181 bash[70073]: audit 2024-09-06T15:51:40.544791+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:41.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:41 smithi181 bash[70073]: audit 2024-09-06T15:51:40.544791+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:41.966 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:41 smithi169 bash[88858]: audit 2024-09-06T15:51:40.062628+0000 mgr.y (mgr.25115) 745 : audit [DBG] from='client.44532 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:41.966 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:41 smithi169 bash[88858]: audit 2024-09-06T15:51:40.062628+0000 mgr.y (mgr.25115) 745 : audit [DBG] from='client.44532 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:41.966 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:41 smithi169 bash[88858]: audit 2024-09-06T15:51:40.544791+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:41.966 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:41 smithi169 bash[88858]: audit 2024-09-06T15:51:40.544791+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:41.966 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:41 smithi169 bash[92568]: audit 2024-09-06T15:51:40.062628+0000 mgr.y (mgr.25115) 745 : audit [DBG] from='client.44532 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:41.966 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:41 smithi169 bash[92568]: audit 2024-09-06T15:51:40.062628+0000 mgr.y (mgr.25115) 745 : audit [DBG] from='client.44532 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:51:41.966 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:41 smithi169 bash[92568]: audit 2024-09-06T15:51:40.544791+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:41.966 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:41 smithi169 bash[92568]: audit 2024-09-06T15:51:40.544791+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:43.810 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:51:43 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:51:43.810 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:51:43 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:51:43.811 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:51:43 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:51:43.811 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:51:43 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:51:43.811 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:51:43 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:51:43.812 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:51:43 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:51:43.812 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:51:43 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:51:43.812 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:51:43 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:51:43.813 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:43 smithi181 bash[70073]: cluster 2024-09-06T15:51:41.977126+0000 mgr.y (mgr.25115) 746 : cluster [DBG] pgmap v449: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-06T15:51:43.813 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:43 smithi181 bash[70073]: cluster 2024-09-06T15:51:41.977126+0000 mgr.y (mgr.25115) 746 : cluster [DBG] pgmap v449: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-06T15:51:43.813 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:43 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:51:43.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:43 smithi169 bash[88858]: cluster 2024-09-06T15:51:41.977126+0000 mgr.y (mgr.25115) 746 : cluster [DBG] pgmap v449: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-06T15:51:43.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:43 smithi169 bash[88858]: cluster 2024-09-06T15:51:41.977126+0000 mgr.y (mgr.25115) 746 : cluster [DBG] pgmap v449: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-06T15:51:43.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:43 smithi169 bash[92568]: cluster 2024-09-06T15:51:41.977126+0000 mgr.y (mgr.25115) 746 : cluster [DBG] pgmap v449: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-06T15:51:43.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:43 smithi169 bash[92568]: cluster 2024-09-06T15:51:41.977126+0000 mgr.y (mgr.25115) 746 : cluster [DBG] pgmap v449: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-06T15:51:44.247 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:51:43 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:51:43.813282008Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:51:44.247 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:51:43 smithi181 systemd[1]: Stopping Ceph osd.7 for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:51:44.247 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:51:43 smithi181 bash[41422]: debug 2024-09-06T15:51:43.993+0000 7fd9f4346640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-06T15:51:44.247 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:51:43 smithi181 bash[41422]: debug 2024-09-06T15:51:43.993+0000 7fd9f4346640 -1 osd.7 146 *** Got signal Terminated *** 2024-09-06T15:51:44.248 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:51:43 smithi181 bash[41422]: debug 2024-09-06T15:51:43.993+0000 7fd9f4346640 -1 osd.7 146 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-06T15:51:44.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:44 smithi169 bash[88858]: audit 2024-09-06T15:51:43.763573+0000 mgr.y (mgr.25115) 747 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:51:44.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:44 smithi169 bash[88858]: audit 2024-09-06T15:51:43.763573+0000 mgr.y (mgr.25115) 747 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:51:44.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:44 smithi169 bash[88858]: cluster 2024-09-06T15:51:43.998807+0000 mon.a (mon.0) 413 : cluster [INF] osd.7 marked itself down and dead 2024-09-06T15:51:44.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:44 smithi169 bash[88858]: cluster 2024-09-06T15:51:43.998807+0000 mon.a (mon.0) 413 : cluster [INF] osd.7 marked itself down and dead 2024-09-06T15:51:44.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:44 smithi169 bash[92568]: audit 2024-09-06T15:51:43.763573+0000 mgr.y (mgr.25115) 747 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:51:44.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:44 smithi169 bash[92568]: audit 2024-09-06T15:51:43.763573+0000 mgr.y (mgr.25115) 747 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:51:44.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:44 smithi169 bash[92568]: cluster 2024-09-06T15:51:43.998807+0000 mon.a (mon.0) 413 : cluster [INF] osd.7 marked itself down and dead 2024-09-06T15:51:44.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:44 smithi169 bash[92568]: cluster 2024-09-06T15:51:43.998807+0000 mon.a (mon.0) 413 : cluster [INF] osd.7 marked itself down and dead 2024-09-06T15:51:44.977 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:44 smithi181 bash[70073]: audit 2024-09-06T15:51:43.763573+0000 mgr.y (mgr.25115) 747 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:51:44.977 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:44 smithi181 bash[70073]: audit 2024-09-06T15:51:43.763573+0000 mgr.y (mgr.25115) 747 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:51:44.977 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:44 smithi181 bash[70073]: cluster 2024-09-06T15:51:43.998807+0000 mon.a (mon.0) 413 : cluster [INF] osd.7 marked itself down and dead 2024-09-06T15:51:44.977 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:44 smithi181 bash[70073]: cluster 2024-09-06T15:51:43.998807+0000 mon.a (mon.0) 413 : cluster [INF] osd.7 marked itself down and dead 2024-09-06T15:51:45.890 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:51:45 smithi181 bash[86190]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-osd-7 2024-09-06T15:51:45.890 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:45 smithi181 bash[70073]: cluster 2024-09-06T15:51:43.978328+0000 mgr.y (mgr.25115) 748 : cluster [DBG] pgmap v450: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:51:45.890 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:45 smithi181 bash[70073]: cluster 2024-09-06T15:51:43.978328+0000 mgr.y (mgr.25115) 748 : cluster [DBG] pgmap v450: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:51:45.890 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:45 smithi181 bash[70073]: cluster 2024-09-06T15:51:44.548012+0000 mon.a (mon.0) 414 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:51:45.890 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:45 smithi181 bash[70073]: cluster 2024-09-06T15:51:44.548012+0000 mon.a (mon.0) 414 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:51:45.890 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:45 smithi181 bash[70073]: cluster 2024-09-06T15:51:44.566738+0000 mon.a (mon.0) 415 : cluster [DBG] osdmap e147: 8 total, 7 up, 8 in 2024-09-06T15:51:45.891 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:45 smithi181 bash[70073]: cluster 2024-09-06T15:51:44.566738+0000 mon.a (mon.0) 415 : cluster [DBG] osdmap e147: 8 total, 7 up, 8 in 2024-09-06T15:51:45.891 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:45 smithi181 bash[70073]: audit 2024-09-06T15:51:45.304680+0000 mon.a (mon.0) 416 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:45.891 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:45 smithi181 bash[70073]: audit 2024-09-06T15:51:45.304680+0000 mon.a (mon.0) 416 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:45.891 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:45 smithi181 bash[70073]: audit 2024-09-06T15:51:45.308295+0000 mon.b (mon.1) 247 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:51:45.891 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:45 smithi181 bash[70073]: audit 2024-09-06T15:51:45.308295+0000 mon.b (mon.1) 247 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:51:45.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:45 smithi169 bash[88858]: cluster 2024-09-06T15:51:43.978328+0000 mgr.y (mgr.25115) 748 : cluster [DBG] pgmap v450: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:51:45.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:45 smithi169 bash[88858]: cluster 2024-09-06T15:51:43.978328+0000 mgr.y (mgr.25115) 748 : cluster [DBG] pgmap v450: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:51:45.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:45 smithi169 bash[88858]: cluster 2024-09-06T15:51:44.548012+0000 mon.a (mon.0) 414 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:51:45.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:45 smithi169 bash[88858]: cluster 2024-09-06T15:51:44.548012+0000 mon.a (mon.0) 414 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:51:45.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:45 smithi169 bash[88858]: cluster 2024-09-06T15:51:44.566738+0000 mon.a (mon.0) 415 : cluster [DBG] osdmap e147: 8 total, 7 up, 8 in 2024-09-06T15:51:45.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:45 smithi169 bash[88858]: cluster 2024-09-06T15:51:44.566738+0000 mon.a (mon.0) 415 : cluster [DBG] osdmap e147: 8 total, 7 up, 8 in 2024-09-06T15:51:45.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:45 smithi169 bash[88858]: audit 2024-09-06T15:51:45.304680+0000 mon.a (mon.0) 416 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:45.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:45 smithi169 bash[88858]: audit 2024-09-06T15:51:45.304680+0000 mon.a (mon.0) 416 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:45.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:45 smithi169 bash[88858]: audit 2024-09-06T15:51:45.308295+0000 mon.b (mon.1) 247 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:51:45.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:45 smithi169 bash[88858]: audit 2024-09-06T15:51:45.308295+0000 mon.b (mon.1) 247 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:51:45.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:45 smithi169 bash[92568]: cluster 2024-09-06T15:51:43.978328+0000 mgr.y (mgr.25115) 748 : cluster [DBG] pgmap v450: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:51:45.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:45 smithi169 bash[92568]: cluster 2024-09-06T15:51:43.978328+0000 mgr.y (mgr.25115) 748 : cluster [DBG] pgmap v450: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:51:45.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:45 smithi169 bash[92568]: cluster 2024-09-06T15:51:44.548012+0000 mon.a (mon.0) 414 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:51:45.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:45 smithi169 bash[92568]: cluster 2024-09-06T15:51:44.548012+0000 mon.a (mon.0) 414 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-06T15:51:45.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:45 smithi169 bash[92568]: cluster 2024-09-06T15:51:44.566738+0000 mon.a (mon.0) 415 : cluster [DBG] osdmap e147: 8 total, 7 up, 8 in 2024-09-06T15:51:45.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:45 smithi169 bash[92568]: cluster 2024-09-06T15:51:44.566738+0000 mon.a (mon.0) 415 : cluster [DBG] osdmap e147: 8 total, 7 up, 8 in 2024-09-06T15:51:45.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:45 smithi169 bash[92568]: audit 2024-09-06T15:51:45.304680+0000 mon.a (mon.0) 416 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:45.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:45 smithi169 bash[92568]: audit 2024-09-06T15:51:45.304680+0000 mon.a (mon.0) 416 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:45.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:45 smithi169 bash[92568]: audit 2024-09-06T15:51:45.308295+0000 mon.b (mon.1) 247 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:51:45.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:45 smithi169 bash[92568]: audit 2024-09-06T15:51:45.308295+0000 mon.b (mon.1) 247 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:51:46.247 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:51:45 smithi181 bash[86253]: Error response from daemon: No such container: ceph-bab55310-6c60-11ef-bce4-c7b262605968-osd-7 2024-09-06T15:51:46.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:51:46 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:51:46] "GET /metrics HTTP/1.1" 200 38402 "" "Prometheus/2.51.0" 2024-09-06T15:51:46.841 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:46 smithi181 bash[70073]: cluster 2024-09-06T15:51:45.573937+0000 mon.a (mon.0) 417 : cluster [DBG] osdmap e148: 8 total, 7 up, 8 in 2024-09-06T15:51:46.841 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:46 smithi181 bash[70073]: cluster 2024-09-06T15:51:45.573937+0000 mon.a (mon.0) 417 : cluster [DBG] osdmap e148: 8 total, 7 up, 8 in 2024-09-06T15:51:46.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:46 smithi169 bash[88858]: cluster 2024-09-06T15:51:45.573937+0000 mon.a (mon.0) 417 : cluster [DBG] osdmap e148: 8 total, 7 up, 8 in 2024-09-06T15:51:46.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:46 smithi169 bash[88858]: cluster 2024-09-06T15:51:45.573937+0000 mon.a (mon.0) 417 : cluster [DBG] osdmap e148: 8 total, 7 up, 8 in 2024-09-06T15:51:46.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:46 smithi169 bash[92568]: cluster 2024-09-06T15:51:45.573937+0000 mon.a (mon.0) 417 : cluster [DBG] osdmap e148: 8 total, 7 up, 8 in 2024-09-06T15:51:46.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:46 smithi169 bash[92568]: cluster 2024-09-06T15:51:45.573937+0000 mon.a (mon.0) 417 : cluster [DBG] osdmap e148: 8 total, 7 up, 8 in 2024-09-06T15:51:47.120 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:51:46 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:51:46.843765781Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:51:47.686 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:47 smithi181 bash[70073]: cluster 2024-09-06T15:51:45.979472+0000 mgr.y (mgr.25115) 749 : cluster [DBG] pgmap v453: 161 pgs: 7 active+undersized, 10 peering, 19 stale+active+clean, 5 active+undersized+degraded, 120 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 18/636 objects degraded (2.830%) 2024-09-06T15:51:47.686 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:47 smithi181 bash[70073]: cluster 2024-09-06T15:51:45.979472+0000 mgr.y (mgr.25115) 749 : cluster [DBG] pgmap v453: 161 pgs: 7 active+undersized, 10 peering, 19 stale+active+clean, 5 active+undersized+degraded, 120 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 18/636 objects degraded (2.830%) 2024-09-06T15:51:47.686 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:47 smithi181 bash[70073]: cluster 2024-09-06T15:51:46.566338+0000 mon.a (mon.0) 418 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-06T15:51:47.686 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:47 smithi181 bash[70073]: cluster 2024-09-06T15:51:46.566338+0000 mon.a (mon.0) 418 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-06T15:51:47.686 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:47 smithi181 bash[70073]: cluster 2024-09-06T15:51:46.566385+0000 mon.a (mon.0) 419 : cluster [WRN] Health check failed: Degraded data redundancy: 18/636 objects degraded (2.830%), 5 pgs degraded (PG_DEGRADED) 2024-09-06T15:51:47.686 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:47 smithi181 bash[70073]: cluster 2024-09-06T15:51:46.566385+0000 mon.a (mon.0) 419 : cluster [WRN] Health check failed: Degraded data redundancy: 18/636 objects degraded (2.830%), 5 pgs degraded (PG_DEGRADED) 2024-09-06T15:51:47.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:47 smithi169 bash[88858]: cluster 2024-09-06T15:51:45.979472+0000 mgr.y (mgr.25115) 749 : cluster [DBG] pgmap v453: 161 pgs: 7 active+undersized, 10 peering, 19 stale+active+clean, 5 active+undersized+degraded, 120 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 18/636 objects degraded (2.830%) 2024-09-06T15:51:47.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:47 smithi169 bash[88858]: cluster 2024-09-06T15:51:45.979472+0000 mgr.y (mgr.25115) 749 : cluster [DBG] pgmap v453: 161 pgs: 7 active+undersized, 10 peering, 19 stale+active+clean, 5 active+undersized+degraded, 120 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 18/636 objects degraded (2.830%) 2024-09-06T15:51:47.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:47 smithi169 bash[88858]: cluster 2024-09-06T15:51:46.566338+0000 mon.a (mon.0) 418 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-06T15:51:47.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:47 smithi169 bash[88858]: cluster 2024-09-06T15:51:46.566338+0000 mon.a (mon.0) 418 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-06T15:51:47.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:47 smithi169 bash[88858]: cluster 2024-09-06T15:51:46.566385+0000 mon.a (mon.0) 419 : cluster [WRN] Health check failed: Degraded data redundancy: 18/636 objects degraded (2.830%), 5 pgs degraded (PG_DEGRADED) 2024-09-06T15:51:47.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:47 smithi169 bash[88858]: cluster 2024-09-06T15:51:46.566385+0000 mon.a (mon.0) 419 : cluster [WRN] Health check failed: Degraded data redundancy: 18/636 objects degraded (2.830%), 5 pgs degraded (PG_DEGRADED) 2024-09-06T15:51:47.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:47 smithi169 bash[92568]: cluster 2024-09-06T15:51:45.979472+0000 mgr.y (mgr.25115) 749 : cluster [DBG] pgmap v453: 161 pgs: 7 active+undersized, 10 peering, 19 stale+active+clean, 5 active+undersized+degraded, 120 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 18/636 objects degraded (2.830%) 2024-09-06T15:51:47.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:47 smithi169 bash[92568]: cluster 2024-09-06T15:51:45.979472+0000 mgr.y (mgr.25115) 749 : cluster [DBG] pgmap v453: 161 pgs: 7 active+undersized, 10 peering, 19 stale+active+clean, 5 active+undersized+degraded, 120 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 18/636 objects degraded (2.830%) 2024-09-06T15:51:47.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:47 smithi169 bash[92568]: cluster 2024-09-06T15:51:46.566338+0000 mon.a (mon.0) 418 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-06T15:51:47.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:47 smithi169 bash[92568]: cluster 2024-09-06T15:51:46.566338+0000 mon.a (mon.0) 418 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-06T15:51:47.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:47 smithi169 bash[92568]: cluster 2024-09-06T15:51:46.566385+0000 mon.a (mon.0) 419 : cluster [WRN] Health check failed: Degraded data redundancy: 18/636 objects degraded (2.830%), 5 pgs degraded (PG_DEGRADED) 2024-09-06T15:51:47.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:47 smithi169 bash[92568]: cluster 2024-09-06T15:51:46.566385+0000 mon.a (mon.0) 419 : cluster [WRN] Health check failed: Degraded data redundancy: 18/636 objects degraded (2.830%), 5 pgs degraded (PG_DEGRADED) 2024-09-06T15:51:48.413 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:51:48 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:51:48.413 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:51:48 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:51:48.413 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:51:48 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:51:48.414 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:51:48 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:51:48.414 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:51:48 smithi181 systemd[1]: ceph-bab55310-6c60-11ef-bce4-c7b262605968@osd.7.service: Deactivated successfully. 2024-09-06T15:51:48.414 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:51:48 smithi181 systemd[1]: Stopped Ceph osd.7 for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:51:48.414 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:51:48 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:51:48.414 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:51:48 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:51:48.415 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:48 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:51:48.415 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:51:48 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:51:48.415 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:51:48 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:51:48.747 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:51:48 smithi181 systemd[1]: Started Ceph osd.7 for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:51:49.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:49 smithi181 bash[70073]: cluster 2024-09-06T15:51:47.981315+0000 mgr.y (mgr.25115) 750 : cluster [DBG] pgmap v454: 161 pgs: 35 active+undersized, 10 peering, 24 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 68/636 objects degraded (10.692%) 2024-09-06T15:51:49.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:49 smithi181 bash[70073]: cluster 2024-09-06T15:51:47.981315+0000 mgr.y (mgr.25115) 750 : cluster [DBG] pgmap v454: 161 pgs: 35 active+undersized, 10 peering, 24 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 68/636 objects degraded (10.692%) 2024-09-06T15:51:49.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:49 smithi181 bash[70073]: audit 2024-09-06T15:51:48.465676+0000 mon.a (mon.0) 420 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:49.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:49 smithi181 bash[70073]: audit 2024-09-06T15:51:48.465676+0000 mon.a (mon.0) 420 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:49.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:49 smithi181 bash[70073]: audit 2024-09-06T15:51:48.477386+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:49.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:49 smithi181 bash[70073]: audit 2024-09-06T15:51:48.477386+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:49.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:49 smithi169 bash[88858]: cluster 2024-09-06T15:51:47.981315+0000 mgr.y (mgr.25115) 750 : cluster [DBG] pgmap v454: 161 pgs: 35 active+undersized, 10 peering, 24 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 68/636 objects degraded (10.692%) 2024-09-06T15:51:49.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:49 smithi169 bash[88858]: cluster 2024-09-06T15:51:47.981315+0000 mgr.y (mgr.25115) 750 : cluster [DBG] pgmap v454: 161 pgs: 35 active+undersized, 10 peering, 24 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 68/636 objects degraded (10.692%) 2024-09-06T15:51:49.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:49 smithi169 bash[88858]: audit 2024-09-06T15:51:48.465676+0000 mon.a (mon.0) 420 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:49.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:49 smithi169 bash[88858]: audit 2024-09-06T15:51:48.465676+0000 mon.a (mon.0) 420 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:49.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:49 smithi169 bash[88858]: audit 2024-09-06T15:51:48.477386+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:49.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:49 smithi169 bash[88858]: audit 2024-09-06T15:51:48.477386+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:49.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:49 smithi169 bash[92568]: cluster 2024-09-06T15:51:47.981315+0000 mgr.y (mgr.25115) 750 : cluster [DBG] pgmap v454: 161 pgs: 35 active+undersized, 10 peering, 24 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 68/636 objects degraded (10.692%) 2024-09-06T15:51:49.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:49 smithi169 bash[92568]: cluster 2024-09-06T15:51:47.981315+0000 mgr.y (mgr.25115) 750 : cluster [DBG] pgmap v454: 161 pgs: 35 active+undersized, 10 peering, 24 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 68/636 objects degraded (10.692%) 2024-09-06T15:51:49.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:49 smithi169 bash[92568]: audit 2024-09-06T15:51:48.465676+0000 mon.a (mon.0) 420 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:49.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:49 smithi169 bash[92568]: audit 2024-09-06T15:51:48.465676+0000 mon.a (mon.0) 420 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:49.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:49 smithi169 bash[92568]: audit 2024-09-06T15:51:48.477386+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:49.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:49 smithi169 bash[92568]: audit 2024-09-06T15:51:48.477386+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:50.247 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:51:49 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:51:49.808598177Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:51:50.247 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:51:49 smithi181 bash[86399]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-06T15:51:50.247 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:51:49 smithi181 bash[86399]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-06T15:51:50.662 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:50 smithi181 bash[70073]: cluster 2024-09-06T15:51:50.463089+0000 mon.a (mon.0) 422 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-06T15:51:50.662 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:50 smithi181 bash[70073]: cluster 2024-09-06T15:51:50.463089+0000 mon.a (mon.0) 422 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-06T15:51:50.663 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:51:50 smithi181 bash[86399]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-06T15:51:50.663 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:51:50 smithi181 bash[86399]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-06T15:51:50.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:50 smithi169 bash[92568]: cluster 2024-09-06T15:51:50.463089+0000 mon.a (mon.0) 422 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-06T15:51:50.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:50 smithi169 bash[92568]: cluster 2024-09-06T15:51:50.463089+0000 mon.a (mon.0) 422 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-06T15:51:50.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:50 smithi169 bash[88858]: cluster 2024-09-06T15:51:50.463089+0000 mon.a (mon.0) 422 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-06T15:51:50.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:50 smithi169 bash[88858]: cluster 2024-09-06T15:51:50.463089+0000 mon.a (mon.0) 422 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-06T15:51:50.968 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:51:50 smithi181 bash[86399]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-06T15:51:50.968 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:51:50 smithi181 bash[86399]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-06T15:51:50.968 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:51:50 smithi181 bash[86399]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-09-06T15:51:50.969 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:51:50 smithi181 bash[86399]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-06T15:51:50.969 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:51:50 smithi181 bash[86399]: --> ceph-volume raw activate successful for osd ID: 7 2024-09-06T15:51:51.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:51 smithi169 bash[88858]: cluster 2024-09-06T15:51:49.982727+0000 mgr.y (mgr.25115) 751 : cluster [DBG] pgmap v455: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 82/636 objects degraded (12.893%) 2024-09-06T15:51:51.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:51 smithi169 bash[88858]: cluster 2024-09-06T15:51:49.982727+0000 mgr.y (mgr.25115) 751 : cluster [DBG] pgmap v455: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 82/636 objects degraded (12.893%) 2024-09-06T15:51:51.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:51 smithi169 bash[92568]: cluster 2024-09-06T15:51:49.982727+0000 mgr.y (mgr.25115) 751 : cluster [DBG] pgmap v455: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 82/636 objects degraded (12.893%) 2024-09-06T15:51:51.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:51 smithi169 bash[92568]: cluster 2024-09-06T15:51:49.982727+0000 mgr.y (mgr.25115) 751 : cluster [DBG] pgmap v455: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 82/636 objects degraded (12.893%) 2024-09-06T15:51:51.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:51 smithi181 bash[70073]: cluster 2024-09-06T15:51:49.982727+0000 mgr.y (mgr.25115) 751 : cluster [DBG] pgmap v455: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 82/636 objects degraded (12.893%) 2024-09-06T15:51:51.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:51 smithi181 bash[70073]: cluster 2024-09-06T15:51:49.982727+0000 mgr.y (mgr.25115) 751 : cluster [DBG] pgmap v455: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 82/636 objects degraded (12.893%) 2024-09-06T15:51:53.247 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:51:52 smithi181 bash[86629]: debug 2024-09-06T15:51:52.825+0000 7fb30ffb2640 1 -- 172.21.15.181:0/3449311669 <== mon.1 v2:172.21.15.181:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a43f7c6960 con 0x55a43f7e7c00 2024-09-06T15:51:53.247 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:51:52 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:51:52.812636109Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:51:53.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:53 smithi169 bash[88858]: cluster 2024-09-06T15:51:51.984375+0000 mgr.y (mgr.25115) 752 : cluster [DBG] pgmap v456: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 82/636 objects degraded (12.893%) 2024-09-06T15:51:53.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:53 smithi169 bash[88858]: cluster 2024-09-06T15:51:51.984375+0000 mgr.y (mgr.25115) 752 : cluster [DBG] pgmap v456: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 82/636 objects degraded (12.893%) 2024-09-06T15:51:53.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:53 smithi169 bash[92568]: cluster 2024-09-06T15:51:51.984375+0000 mgr.y (mgr.25115) 752 : cluster [DBG] pgmap v456: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 82/636 objects degraded (12.893%) 2024-09-06T15:51:53.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:53 smithi169 bash[92568]: cluster 2024-09-06T15:51:51.984375+0000 mgr.y (mgr.25115) 752 : cluster [DBG] pgmap v456: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 82/636 objects degraded (12.893%) 2024-09-06T15:51:53.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:53 smithi181 bash[70073]: cluster 2024-09-06T15:51:51.984375+0000 mgr.y (mgr.25115) 752 : cluster [DBG] pgmap v456: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 82/636 objects degraded (12.893%) 2024-09-06T15:51:53.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:53 smithi181 bash[70073]: cluster 2024-09-06T15:51:51.984375+0000 mgr.y (mgr.25115) 752 : cluster [DBG] pgmap v456: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 82/636 objects degraded (12.893%) 2024-09-06T15:51:54.497 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:51:54 smithi181 bash[86629]: debug 2024-09-06T15:51:54.161+0000 7fb312819640 -1 Falling back to public interface 2024-09-06T15:51:54.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:54 smithi169 bash[88858]: audit 2024-09-06T15:51:53.769390+0000 mgr.y (mgr.25115) 753 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:51:54.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:54 smithi169 bash[88858]: audit 2024-09-06T15:51:53.769390+0000 mgr.y (mgr.25115) 753 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:51:54.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:54 smithi169 bash[92568]: audit 2024-09-06T15:51:53.769390+0000 mgr.y (mgr.25115) 753 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:51:54.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:54 smithi169 bash[92568]: audit 2024-09-06T15:51:53.769390+0000 mgr.y (mgr.25115) 753 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:51:54.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:54 smithi181 bash[70073]: audit 2024-09-06T15:51:53.769390+0000 mgr.y (mgr.25115) 753 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:51:54.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:54 smithi181 bash[70073]: audit 2024-09-06T15:51:53.769390+0000 mgr.y (mgr.25115) 753 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:51:55.807 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:55 smithi181 bash[70073]: cluster 2024-09-06T15:51:53.985855+0000 mgr.y (mgr.25115) 754 : cluster [DBG] pgmap v457: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 82/636 objects degraded (12.893%) 2024-09-06T15:51:55.807 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:55 smithi181 bash[70073]: cluster 2024-09-06T15:51:53.985855+0000 mgr.y (mgr.25115) 754 : cluster [DBG] pgmap v457: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 82/636 objects degraded (12.893%) 2024-09-06T15:51:55.807 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:55 smithi181 bash[70073]: cluster 2024-09-06T15:51:54.935651+0000 mon.a (mon.0) 423 : cluster [WRN] Health check update: Degraded data redundancy: 82/636 objects degraded (12.893%), 28 pgs degraded (PG_DEGRADED) 2024-09-06T15:51:55.807 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:55 smithi181 bash[70073]: cluster 2024-09-06T15:51:54.935651+0000 mon.a (mon.0) 423 : cluster [WRN] Health check update: Degraded data redundancy: 82/636 objects degraded (12.893%), 28 pgs degraded (PG_DEGRADED) 2024-09-06T15:51:55.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:55 smithi169 bash[88858]: cluster 2024-09-06T15:51:53.985855+0000 mgr.y (mgr.25115) 754 : cluster [DBG] pgmap v457: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 82/636 objects degraded (12.893%) 2024-09-06T15:51:55.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:55 smithi169 bash[88858]: cluster 2024-09-06T15:51:53.985855+0000 mgr.y (mgr.25115) 754 : cluster [DBG] pgmap v457: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 82/636 objects degraded (12.893%) 2024-09-06T15:51:55.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:55 smithi169 bash[88858]: cluster 2024-09-06T15:51:54.935651+0000 mon.a (mon.0) 423 : cluster [WRN] Health check update: Degraded data redundancy: 82/636 objects degraded (12.893%), 28 pgs degraded (PG_DEGRADED) 2024-09-06T15:51:55.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:55 smithi169 bash[88858]: cluster 2024-09-06T15:51:54.935651+0000 mon.a (mon.0) 423 : cluster [WRN] Health check update: Degraded data redundancy: 82/636 objects degraded (12.893%), 28 pgs degraded (PG_DEGRADED) 2024-09-06T15:51:55.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:55 smithi169 bash[92568]: cluster 2024-09-06T15:51:53.985855+0000 mgr.y (mgr.25115) 754 : cluster [DBG] pgmap v457: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 82/636 objects degraded (12.893%) 2024-09-06T15:51:55.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:55 smithi169 bash[92568]: cluster 2024-09-06T15:51:53.985855+0000 mgr.y (mgr.25115) 754 : cluster [DBG] pgmap v457: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 82/636 objects degraded (12.893%) 2024-09-06T15:51:55.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:55 smithi169 bash[92568]: cluster 2024-09-06T15:51:54.935651+0000 mon.a (mon.0) 423 : cluster [WRN] Health check update: Degraded data redundancy: 82/636 objects degraded (12.893%), 28 pgs degraded (PG_DEGRADED) 2024-09-06T15:51:55.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:55 smithi169 bash[92568]: cluster 2024-09-06T15:51:54.935651+0000 mon.a (mon.0) 423 : cluster [WRN] Health check update: Degraded data redundancy: 82/636 objects degraded (12.893%), 28 pgs degraded (PG_DEGRADED) 2024-09-06T15:51:56.247 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:51:55 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:51:55.809904581Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:51:56.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:51:56 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:51:56] "GET /metrics HTTP/1.1" 200 38402 "" "Prometheus/2.51.0" 2024-09-06T15:51:57.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:56 smithi181 bash[70073]: audit 2024-09-06T15:51:55.968120+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:57.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:56 smithi181 bash[70073]: audit 2024-09-06T15:51:55.968120+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:57.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:56 smithi181 bash[70073]: audit 2024-09-06T15:51:55.983408+0000 mon.a (mon.0) 425 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:57.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:56 smithi181 bash[70073]: audit 2024-09-06T15:51:55.983408+0000 mon.a (mon.0) 425 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:57.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:56 smithi169 bash[88858]: audit 2024-09-06T15:51:55.968120+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:57.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:56 smithi169 bash[88858]: audit 2024-09-06T15:51:55.968120+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:57.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:56 smithi169 bash[88858]: audit 2024-09-06T15:51:55.983408+0000 mon.a (mon.0) 425 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:57.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:56 smithi169 bash[88858]: audit 2024-09-06T15:51:55.983408+0000 mon.a (mon.0) 425 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:57.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:56 smithi169 bash[92568]: audit 2024-09-06T15:51:55.968120+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:57.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:56 smithi169 bash[92568]: audit 2024-09-06T15:51:55.968120+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:57.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:56 smithi169 bash[92568]: audit 2024-09-06T15:51:55.983408+0000 mon.a (mon.0) 425 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:57.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:56 smithi169 bash[92568]: audit 2024-09-06T15:51:55.983408+0000 mon.a (mon.0) 425 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:58.243 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:51:57 smithi181 bash[86629]: debug 2024-09-06T15:51:57.877+0000 7fb312819640 -1 osd.7 146 log_to_monitors true 2024-09-06T15:51:58.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:57 smithi181 bash[70073]: cluster 2024-09-06T15:51:55.987262+0000 mgr.y (mgr.25115) 755 : cluster [DBG] pgmap v458: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 82/636 objects degraded (12.893%) 2024-09-06T15:51:58.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:57 smithi181 bash[70073]: cluster 2024-09-06T15:51:55.987262+0000 mgr.y (mgr.25115) 755 : cluster [DBG] pgmap v458: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 82/636 objects degraded (12.893%) 2024-09-06T15:51:58.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:57 smithi181 bash[70073]: audit 2024-09-06T15:51:57.184323+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:58.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:57 smithi181 bash[70073]: audit 2024-09-06T15:51:57.184323+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:58.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:57 smithi181 bash[70073]: audit 2024-09-06T15:51:57.199090+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:58.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:57 smithi181 bash[70073]: audit 2024-09-06T15:51:57.199090+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:58.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:57 smithi181 bash[70073]: audit 2024-09-06T15:51:57.881502+0000 mon.a (mon.0) 428 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-06T15:51:58.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:57 smithi181 bash[70073]: audit 2024-09-06T15:51:57.881502+0000 mon.a (mon.0) 428 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-06T15:51:58.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:57 smithi181 bash[70073]: audit 2024-09-06T15:51:57.881717+0000 mon.b (mon.1) 248 : audit [INF] from='osd.7 [v2:172.21.15.181:6824/2111860163,v1:172.21.15.181:6825/2111860163]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-06T15:51:58.244 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:57 smithi181 bash[70073]: audit 2024-09-06T15:51:57.881717+0000 mon.b (mon.1) 248 : audit [INF] from='osd.7 [v2:172.21.15.181:6824/2111860163,v1:172.21.15.181:6825/2111860163]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-06T15:51:58.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:57 smithi169 bash[88858]: cluster 2024-09-06T15:51:55.987262+0000 mgr.y (mgr.25115) 755 : cluster [DBG] pgmap v458: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 82/636 objects degraded (12.893%) 2024-09-06T15:51:58.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:57 smithi169 bash[88858]: cluster 2024-09-06T15:51:55.987262+0000 mgr.y (mgr.25115) 755 : cluster [DBG] pgmap v458: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 82/636 objects degraded (12.893%) 2024-09-06T15:51:58.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:57 smithi169 bash[88858]: audit 2024-09-06T15:51:57.184323+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:58.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:57 smithi169 bash[88858]: audit 2024-09-06T15:51:57.184323+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:58.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:57 smithi169 bash[88858]: audit 2024-09-06T15:51:57.199090+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:58.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:57 smithi169 bash[88858]: audit 2024-09-06T15:51:57.199090+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:58.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:57 smithi169 bash[88858]: audit 2024-09-06T15:51:57.881502+0000 mon.a (mon.0) 428 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-06T15:51:58.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:57 smithi169 bash[88858]: audit 2024-09-06T15:51:57.881502+0000 mon.a (mon.0) 428 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-06T15:51:58.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:57 smithi169 bash[88858]: audit 2024-09-06T15:51:57.881717+0000 mon.b (mon.1) 248 : audit [INF] from='osd.7 [v2:172.21.15.181:6824/2111860163,v1:172.21.15.181:6825/2111860163]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-06T15:51:58.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:57 smithi169 bash[88858]: audit 2024-09-06T15:51:57.881717+0000 mon.b (mon.1) 248 : audit [INF] from='osd.7 [v2:172.21.15.181:6824/2111860163,v1:172.21.15.181:6825/2111860163]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-06T15:51:58.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:57 smithi169 bash[92568]: cluster 2024-09-06T15:51:55.987262+0000 mgr.y (mgr.25115) 755 : cluster [DBG] pgmap v458: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 82/636 objects degraded (12.893%) 2024-09-06T15:51:58.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:57 smithi169 bash[92568]: cluster 2024-09-06T15:51:55.987262+0000 mgr.y (mgr.25115) 755 : cluster [DBG] pgmap v458: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 82/636 objects degraded (12.893%) 2024-09-06T15:51:58.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:57 smithi169 bash[92568]: audit 2024-09-06T15:51:57.184323+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:58.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:57 smithi169 bash[92568]: audit 2024-09-06T15:51:57.184323+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:58.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:57 smithi169 bash[92568]: audit 2024-09-06T15:51:57.199090+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:58.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:57 smithi169 bash[92568]: audit 2024-09-06T15:51:57.199090+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:51:58.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:57 smithi169 bash[92568]: audit 2024-09-06T15:51:57.881502+0000 mon.a (mon.0) 428 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-06T15:51:58.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:57 smithi169 bash[92568]: audit 2024-09-06T15:51:57.881502+0000 mon.a (mon.0) 428 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-06T15:51:58.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:57 smithi169 bash[92568]: audit 2024-09-06T15:51:57.881717+0000 mon.b (mon.1) 248 : audit [INF] from='osd.7 [v2:172.21.15.181:6824/2111860163,v1:172.21.15.181:6825/2111860163]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-06T15:51:58.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:57 smithi169 bash[92568]: audit 2024-09-06T15:51:57.881717+0000 mon.b (mon.1) 248 : audit [INF] from='osd.7 [v2:172.21.15.181:6824/2111860163,v1:172.21.15.181:6825/2111860163]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-06T15:51:58.497 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:51:58 smithi181 bash[86629]: debug 2024-09-06T15:51:58.245+0000 7fb3065bb640 -1 osd.7 146 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-06T15:51:59.217 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:51:58 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:51:58.819061545Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:51:59.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:59 smithi181 bash[70073]: cluster 2024-09-06T15:51:57.989243+0000 mgr.y (mgr.25115) 756 : cluster [DBG] pgmap v459: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 82/636 objects degraded (12.893%) 2024-09-06T15:51:59.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:59 smithi181 bash[70073]: cluster 2024-09-06T15:51:57.989243+0000 mgr.y (mgr.25115) 756 : cluster [DBG] pgmap v459: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 82/636 objects degraded (12.893%) 2024-09-06T15:51:59.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:59 smithi181 bash[70073]: audit 2024-09-06T15:51:58.196899+0000 mon.a (mon.0) 429 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-06T15:51:59.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:59 smithi181 bash[70073]: audit 2024-09-06T15:51:58.196899+0000 mon.a (mon.0) 429 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-06T15:51:59.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:59 smithi181 bash[70073]: cluster 2024-09-06T15:51:58.205569+0000 mon.a (mon.0) 430 : cluster [DBG] osdmap e149: 8 total, 7 up, 8 in 2024-09-06T15:51:59.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:59 smithi181 bash[70073]: cluster 2024-09-06T15:51:58.205569+0000 mon.a (mon.0) 430 : cluster [DBG] osdmap e149: 8 total, 7 up, 8 in 2024-09-06T15:51:59.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:59 smithi181 bash[70073]: audit 2024-09-06T15:51:58.206842+0000 mon.b (mon.1) 249 : audit [INF] from='osd.7 [v2:172.21.15.181:6824/2111860163,v1:172.21.15.181:6825/2111860163]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:51:59.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:59 smithi181 bash[70073]: audit 2024-09-06T15:51:58.206842+0000 mon.b (mon.1) 249 : audit [INF] from='osd.7 [v2:172.21.15.181:6824/2111860163,v1:172.21.15.181:6825/2111860163]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:51:59.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:59 smithi181 bash[70073]: audit 2024-09-06T15:51:58.208479+0000 mon.a (mon.0) 431 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:51:59.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:51:59 smithi181 bash[70073]: audit 2024-09-06T15:51:58.208479+0000 mon.a (mon.0) 431 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:51:59.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:59 smithi169 bash[88858]: cluster 2024-09-06T15:51:57.989243+0000 mgr.y (mgr.25115) 756 : cluster [DBG] pgmap v459: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 82/636 objects degraded (12.893%) 2024-09-06T15:51:59.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:59 smithi169 bash[88858]: cluster 2024-09-06T15:51:57.989243+0000 mgr.y (mgr.25115) 756 : cluster [DBG] pgmap v459: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 82/636 objects degraded (12.893%) 2024-09-06T15:51:59.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:59 smithi169 bash[88858]: audit 2024-09-06T15:51:58.196899+0000 mon.a (mon.0) 429 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-06T15:51:59.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:59 smithi169 bash[88858]: audit 2024-09-06T15:51:58.196899+0000 mon.a (mon.0) 429 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-06T15:51:59.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:59 smithi169 bash[88858]: cluster 2024-09-06T15:51:58.205569+0000 mon.a (mon.0) 430 : cluster [DBG] osdmap e149: 8 total, 7 up, 8 in 2024-09-06T15:51:59.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:59 smithi169 bash[88858]: cluster 2024-09-06T15:51:58.205569+0000 mon.a (mon.0) 430 : cluster [DBG] osdmap e149: 8 total, 7 up, 8 in 2024-09-06T15:51:59.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:59 smithi169 bash[88858]: audit 2024-09-06T15:51:58.206842+0000 mon.b (mon.1) 249 : audit [INF] from='osd.7 [v2:172.21.15.181:6824/2111860163,v1:172.21.15.181:6825/2111860163]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:51:59.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:59 smithi169 bash[88858]: audit 2024-09-06T15:51:58.206842+0000 mon.b (mon.1) 249 : audit [INF] from='osd.7 [v2:172.21.15.181:6824/2111860163,v1:172.21.15.181:6825/2111860163]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:51:59.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:59 smithi169 bash[88858]: audit 2024-09-06T15:51:58.208479+0000 mon.a (mon.0) 431 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:51:59.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:51:59 smithi169 bash[88858]: audit 2024-09-06T15:51:58.208479+0000 mon.a (mon.0) 431 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:51:59.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:59 smithi169 bash[92568]: cluster 2024-09-06T15:51:57.989243+0000 mgr.y (mgr.25115) 756 : cluster [DBG] pgmap v459: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 82/636 objects degraded (12.893%) 2024-09-06T15:51:59.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:59 smithi169 bash[92568]: cluster 2024-09-06T15:51:57.989243+0000 mgr.y (mgr.25115) 756 : cluster [DBG] pgmap v459: 161 pgs: 41 active+undersized, 28 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 82/636 objects degraded (12.893%) 2024-09-06T15:51:59.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:59 smithi169 bash[92568]: audit 2024-09-06T15:51:58.196899+0000 mon.a (mon.0) 429 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-06T15:51:59.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:59 smithi169 bash[92568]: audit 2024-09-06T15:51:58.196899+0000 mon.a (mon.0) 429 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-06T15:51:59.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:59 smithi169 bash[92568]: cluster 2024-09-06T15:51:58.205569+0000 mon.a (mon.0) 430 : cluster [DBG] osdmap e149: 8 total, 7 up, 8 in 2024-09-06T15:51:59.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:59 smithi169 bash[92568]: cluster 2024-09-06T15:51:58.205569+0000 mon.a (mon.0) 430 : cluster [DBG] osdmap e149: 8 total, 7 up, 8 in 2024-09-06T15:51:59.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:59 smithi169 bash[92568]: audit 2024-09-06T15:51:58.206842+0000 mon.b (mon.1) 249 : audit [INF] from='osd.7 [v2:172.21.15.181:6824/2111860163,v1:172.21.15.181:6825/2111860163]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:51:59.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:59 smithi169 bash[92568]: audit 2024-09-06T15:51:58.206842+0000 mon.b (mon.1) 249 : audit [INF] from='osd.7 [v2:172.21.15.181:6824/2111860163,v1:172.21.15.181:6825/2111860163]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:51:59.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:59 smithi169 bash[92568]: audit 2024-09-06T15:51:58.208479+0000 mon.a (mon.0) 431 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:51:59.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:51:59 smithi169 bash[92568]: audit 2024-09-06T15:51:58.208479+0000 mon.a (mon.0) 431 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi181", "root=default"]} : dispatch 2024-09-06T15:52:00.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:00 smithi181 bash[70073]: cluster 2024-09-06T15:51:59.197825+0000 mon.a (mon.0) 432 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:52:00.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:00 smithi181 bash[70073]: cluster 2024-09-06T15:51:59.197825+0000 mon.a (mon.0) 432 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:52:00.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:00 smithi181 bash[70073]: cluster 2024-09-06T15:51:59.206059+0000 mon.a (mon.0) 433 : cluster [INF] osd.7 [v2:172.21.15.181:6824/2111860163,v1:172.21.15.181:6825/2111860163] boot 2024-09-06T15:52:00.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:00 smithi181 bash[70073]: cluster 2024-09-06T15:51:59.206059+0000 mon.a (mon.0) 433 : cluster [INF] osd.7 [v2:172.21.15.181:6824/2111860163,v1:172.21.15.181:6825/2111860163] boot 2024-09-06T15:52:00.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:00 smithi181 bash[70073]: cluster 2024-09-06T15:51:59.206162+0000 mon.a (mon.0) 434 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2024-09-06T15:52:00.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:00 smithi181 bash[70073]: cluster 2024-09-06T15:51:59.206162+0000 mon.a (mon.0) 434 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2024-09-06T15:52:00.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:00 smithi181 bash[70073]: audit 2024-09-06T15:51:59.243856+0000 mon.b (mon.1) 250 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-06T15:52:00.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:00 smithi181 bash[70073]: audit 2024-09-06T15:51:59.243856+0000 mon.b (mon.1) 250 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-06T15:52:00.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:00 smithi169 bash[92568]: cluster 2024-09-06T15:51:59.197825+0000 mon.a (mon.0) 432 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:52:00.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:00 smithi169 bash[92568]: cluster 2024-09-06T15:51:59.197825+0000 mon.a (mon.0) 432 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:52:00.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:00 smithi169 bash[92568]: cluster 2024-09-06T15:51:59.206059+0000 mon.a (mon.0) 433 : cluster [INF] osd.7 [v2:172.21.15.181:6824/2111860163,v1:172.21.15.181:6825/2111860163] boot 2024-09-06T15:52:00.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:00 smithi169 bash[92568]: cluster 2024-09-06T15:51:59.206059+0000 mon.a (mon.0) 433 : cluster [INF] osd.7 [v2:172.21.15.181:6824/2111860163,v1:172.21.15.181:6825/2111860163] boot 2024-09-06T15:52:00.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:00 smithi169 bash[92568]: cluster 2024-09-06T15:51:59.206162+0000 mon.a (mon.0) 434 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2024-09-06T15:52:00.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:00 smithi169 bash[92568]: cluster 2024-09-06T15:51:59.206162+0000 mon.a (mon.0) 434 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2024-09-06T15:52:00.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:00 smithi169 bash[92568]: audit 2024-09-06T15:51:59.243856+0000 mon.b (mon.1) 250 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-06T15:52:00.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:00 smithi169 bash[92568]: audit 2024-09-06T15:51:59.243856+0000 mon.b (mon.1) 250 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-06T15:52:00.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:00 smithi169 bash[88858]: cluster 2024-09-06T15:51:59.197825+0000 mon.a (mon.0) 432 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:52:00.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:00 smithi169 bash[88858]: cluster 2024-09-06T15:51:59.197825+0000 mon.a (mon.0) 432 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-06T15:52:00.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:00 smithi169 bash[88858]: cluster 2024-09-06T15:51:59.206059+0000 mon.a (mon.0) 433 : cluster [INF] osd.7 [v2:172.21.15.181:6824/2111860163,v1:172.21.15.181:6825/2111860163] boot 2024-09-06T15:52:00.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:00 smithi169 bash[88858]: cluster 2024-09-06T15:51:59.206059+0000 mon.a (mon.0) 433 : cluster [INF] osd.7 [v2:172.21.15.181:6824/2111860163,v1:172.21.15.181:6825/2111860163] boot 2024-09-06T15:52:00.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:00 smithi169 bash[88858]: cluster 2024-09-06T15:51:59.206162+0000 mon.a (mon.0) 434 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2024-09-06T15:52:00.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:00 smithi169 bash[88858]: cluster 2024-09-06T15:51:59.206162+0000 mon.a (mon.0) 434 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2024-09-06T15:52:00.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:00 smithi169 bash[88858]: audit 2024-09-06T15:51:59.243856+0000 mon.b (mon.1) 250 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-06T15:52:00.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:00 smithi169 bash[88858]: audit 2024-09-06T15:51:59.243856+0000 mon.b (mon.1) 250 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-06T15:52:01.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:01 smithi181 bash[70073]: cluster 2024-09-06T15:51:59.990564+0000 mgr.y (mgr.25115) 757 : cluster [DBG] pgmap v462: 161 pgs: 7 peering, 37 active+undersized, 25 active+undersized+degraded, 92 active+clean; 585 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 76/636 objects degraded (11.950%) 2024-09-06T15:52:01.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:01 smithi181 bash[70073]: cluster 2024-09-06T15:51:59.990564+0000 mgr.y (mgr.25115) 757 : cluster [DBG] pgmap v462: 161 pgs: 7 peering, 37 active+undersized, 25 active+undersized+degraded, 92 active+clean; 585 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 76/636 objects degraded (11.950%) 2024-09-06T15:52:01.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:01 smithi181 bash[70073]: cluster 2024-09-06T15:52:00.214457+0000 mon.a (mon.0) 435 : cluster [WRN] Health check update: Degraded data redundancy: 76/636 objects degraded (11.950%), 25 pgs degraded (PG_DEGRADED) 2024-09-06T15:52:01.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:01 smithi181 bash[70073]: cluster 2024-09-06T15:52:00.214457+0000 mon.a (mon.0) 435 : cluster [WRN] Health check update: Degraded data redundancy: 76/636 objects degraded (11.950%), 25 pgs degraded (PG_DEGRADED) 2024-09-06T15:52:01.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:01 smithi181 bash[70073]: cluster 2024-09-06T15:52:00.241175+0000 mon.a (mon.0) 436 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2024-09-06T15:52:01.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:01 smithi181 bash[70073]: cluster 2024-09-06T15:52:00.241175+0000 mon.a (mon.0) 436 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2024-09-06T15:52:01.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:01 smithi181 bash[70073]: audit 2024-09-06T15:52:00.302082+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:01.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:01 smithi181 bash[70073]: audit 2024-09-06T15:52:00.302082+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:01.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:01 smithi181 bash[70073]: audit 2024-09-06T15:52:00.304455+0000 mon.b (mon.1) 251 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:52:01.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:01 smithi181 bash[70073]: audit 2024-09-06T15:52:00.304455+0000 mon.b (mon.1) 251 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:52:01.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:01 smithi169 bash[92568]: cluster 2024-09-06T15:51:59.990564+0000 mgr.y (mgr.25115) 757 : cluster [DBG] pgmap v462: 161 pgs: 7 peering, 37 active+undersized, 25 active+undersized+degraded, 92 active+clean; 585 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 76/636 objects degraded (11.950%) 2024-09-06T15:52:01.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:01 smithi169 bash[92568]: cluster 2024-09-06T15:51:59.990564+0000 mgr.y (mgr.25115) 757 : cluster [DBG] pgmap v462: 161 pgs: 7 peering, 37 active+undersized, 25 active+undersized+degraded, 92 active+clean; 585 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 76/636 objects degraded (11.950%) 2024-09-06T15:52:01.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:01 smithi169 bash[92568]: cluster 2024-09-06T15:52:00.214457+0000 mon.a (mon.0) 435 : cluster [WRN] Health check update: Degraded data redundancy: 76/636 objects degraded (11.950%), 25 pgs degraded (PG_DEGRADED) 2024-09-06T15:52:01.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:01 smithi169 bash[92568]: cluster 2024-09-06T15:52:00.214457+0000 mon.a (mon.0) 435 : cluster [WRN] Health check update: Degraded data redundancy: 76/636 objects degraded (11.950%), 25 pgs degraded (PG_DEGRADED) 2024-09-06T15:52:01.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:01 smithi169 bash[92568]: cluster 2024-09-06T15:52:00.241175+0000 mon.a (mon.0) 436 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2024-09-06T15:52:01.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:01 smithi169 bash[92568]: cluster 2024-09-06T15:52:00.241175+0000 mon.a (mon.0) 436 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2024-09-06T15:52:01.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:01 smithi169 bash[92568]: audit 2024-09-06T15:52:00.302082+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:01.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:01 smithi169 bash[92568]: audit 2024-09-06T15:52:00.302082+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:01.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:01 smithi169 bash[92568]: audit 2024-09-06T15:52:00.304455+0000 mon.b (mon.1) 251 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:52:01.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:01 smithi169 bash[92568]: audit 2024-09-06T15:52:00.304455+0000 mon.b (mon.1) 251 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:52:01.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:01 smithi169 bash[88858]: cluster 2024-09-06T15:51:59.990564+0000 mgr.y (mgr.25115) 757 : cluster [DBG] pgmap v462: 161 pgs: 7 peering, 37 active+undersized, 25 active+undersized+degraded, 92 active+clean; 585 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 76/636 objects degraded (11.950%) 2024-09-06T15:52:01.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:01 smithi169 bash[88858]: cluster 2024-09-06T15:51:59.990564+0000 mgr.y (mgr.25115) 757 : cluster [DBG] pgmap v462: 161 pgs: 7 peering, 37 active+undersized, 25 active+undersized+degraded, 92 active+clean; 585 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 76/636 objects degraded (11.950%) 2024-09-06T15:52:01.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:01 smithi169 bash[88858]: cluster 2024-09-06T15:52:00.214457+0000 mon.a (mon.0) 435 : cluster [WRN] Health check update: Degraded data redundancy: 76/636 objects degraded (11.950%), 25 pgs degraded (PG_DEGRADED) 2024-09-06T15:52:01.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:01 smithi169 bash[88858]: cluster 2024-09-06T15:52:00.214457+0000 mon.a (mon.0) 435 : cluster [WRN] Health check update: Degraded data redundancy: 76/636 objects degraded (11.950%), 25 pgs degraded (PG_DEGRADED) 2024-09-06T15:52:01.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:01 smithi169 bash[88858]: cluster 2024-09-06T15:52:00.241175+0000 mon.a (mon.0) 436 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2024-09-06T15:52:01.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:01 smithi169 bash[88858]: cluster 2024-09-06T15:52:00.241175+0000 mon.a (mon.0) 436 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2024-09-06T15:52:01.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:01 smithi169 bash[88858]: audit 2024-09-06T15:52:00.302082+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:01.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:01 smithi169 bash[88858]: audit 2024-09-06T15:52:00.302082+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:01.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:01 smithi169 bash[88858]: audit 2024-09-06T15:52:00.304455+0000 mon.b (mon.1) 251 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:52:01.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:01 smithi169 bash[88858]: audit 2024-09-06T15:52:00.304455+0000 mon.b (mon.1) 251 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:52:02.247 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:52:01 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:52:01.814495391Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:52:03.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:03 smithi181 bash[70073]: cluster 2024-09-06T15:52:01.991982+0000 mgr.y (mgr.25115) 758 : cluster [DBG] pgmap v464: 161 pgs: 7 peering, 19 active+undersized, 16 active+undersized+degraded, 119 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 53/636 objects degraded (8.333%) 2024-09-06T15:52:03.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:03 smithi181 bash[70073]: cluster 2024-09-06T15:52:01.991982+0000 mgr.y (mgr.25115) 758 : cluster [DBG] pgmap v464: 161 pgs: 7 peering, 19 active+undersized, 16 active+undersized+degraded, 119 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 53/636 objects degraded (8.333%) 2024-09-06T15:52:03.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:03 smithi169 bash[88858]: cluster 2024-09-06T15:52:01.991982+0000 mgr.y (mgr.25115) 758 : cluster [DBG] pgmap v464: 161 pgs: 7 peering, 19 active+undersized, 16 active+undersized+degraded, 119 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 53/636 objects degraded (8.333%) 2024-09-06T15:52:03.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:03 smithi169 bash[88858]: cluster 2024-09-06T15:52:01.991982+0000 mgr.y (mgr.25115) 758 : cluster [DBG] pgmap v464: 161 pgs: 7 peering, 19 active+undersized, 16 active+undersized+degraded, 119 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 53/636 objects degraded (8.333%) 2024-09-06T15:52:03.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:03 smithi169 bash[92568]: cluster 2024-09-06T15:52:01.991982+0000 mgr.y (mgr.25115) 758 : cluster [DBG] pgmap v464: 161 pgs: 7 peering, 19 active+undersized, 16 active+undersized+degraded, 119 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 53/636 objects degraded (8.333%) 2024-09-06T15:52:03.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:03 smithi169 bash[92568]: cluster 2024-09-06T15:52:01.991982+0000 mgr.y (mgr.25115) 758 : cluster [DBG] pgmap v464: 161 pgs: 7 peering, 19 active+undersized, 16 active+undersized+degraded, 119 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 53/636 objects degraded (8.333%) 2024-09-06T15:52:04.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:04 smithi181 bash[70073]: audit 2024-09-06T15:52:03.779064+0000 mgr.y (mgr.25115) 759 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:52:04.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:04 smithi181 bash[70073]: audit 2024-09-06T15:52:03.779064+0000 mgr.y (mgr.25115) 759 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:52:04.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:04 smithi169 bash[88858]: audit 2024-09-06T15:52:03.779064+0000 mgr.y (mgr.25115) 759 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:52:04.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:04 smithi169 bash[88858]: audit 2024-09-06T15:52:03.779064+0000 mgr.y (mgr.25115) 759 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:52:04.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:04 smithi169 bash[92568]: audit 2024-09-06T15:52:03.779064+0000 mgr.y (mgr.25115) 759 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:52:04.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:04 smithi169 bash[92568]: audit 2024-09-06T15:52:03.779064+0000 mgr.y (mgr.25115) 759 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:52:04.997 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:52:04 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:52:04.849730746Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:52:05.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:05 smithi181 bash[70073]: cluster 2024-09-06T15:52:03.993240+0000 mgr.y (mgr.25115) 760 : cluster [DBG] pgmap v465: 161 pgs: 7 peering, 154 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:05.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:05 smithi181 bash[70073]: cluster 2024-09-06T15:52:03.993240+0000 mgr.y (mgr.25115) 760 : cluster [DBG] pgmap v465: 161 pgs: 7 peering, 154 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:05.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:05 smithi181 bash[70073]: cluster 2024-09-06T15:52:04.231432+0000 mon.a (mon.0) 438 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 53/636 objects degraded (8.333%), 16 pgs degraded) 2024-09-06T15:52:05.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:05 smithi181 bash[70073]: cluster 2024-09-06T15:52:04.231432+0000 mon.a (mon.0) 438 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 53/636 objects degraded (8.333%), 16 pgs degraded) 2024-09-06T15:52:05.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:05 smithi169 bash[88858]: cluster 2024-09-06T15:52:03.993240+0000 mgr.y (mgr.25115) 760 : cluster [DBG] pgmap v465: 161 pgs: 7 peering, 154 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:05.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:05 smithi169 bash[88858]: cluster 2024-09-06T15:52:03.993240+0000 mgr.y (mgr.25115) 760 : cluster [DBG] pgmap v465: 161 pgs: 7 peering, 154 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:05.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:05 smithi169 bash[88858]: cluster 2024-09-06T15:52:04.231432+0000 mon.a (mon.0) 438 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 53/636 objects degraded (8.333%), 16 pgs degraded) 2024-09-06T15:52:05.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:05 smithi169 bash[88858]: cluster 2024-09-06T15:52:04.231432+0000 mon.a (mon.0) 438 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 53/636 objects degraded (8.333%), 16 pgs degraded) 2024-09-06T15:52:05.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:05 smithi169 bash[92568]: cluster 2024-09-06T15:52:03.993240+0000 mgr.y (mgr.25115) 760 : cluster [DBG] pgmap v465: 161 pgs: 7 peering, 154 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:05.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:05 smithi169 bash[92568]: cluster 2024-09-06T15:52:03.993240+0000 mgr.y (mgr.25115) 760 : cluster [DBG] pgmap v465: 161 pgs: 7 peering, 154 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:05.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:05 smithi169 bash[92568]: cluster 2024-09-06T15:52:04.231432+0000 mon.a (mon.0) 438 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 53/636 objects degraded (8.333%), 16 pgs degraded) 2024-09-06T15:52:05.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:05 smithi169 bash[92568]: cluster 2024-09-06T15:52:04.231432+0000 mon.a (mon.0) 438 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 53/636 objects degraded (8.333%), 16 pgs degraded) 2024-09-06T15:52:06.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:52:06 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:52:06] "GET /metrics HTTP/1.1" 200 38270 "" "Prometheus/2.51.0" 2024-09-06T15:52:07.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:07 smithi181 bash[70073]: cluster 2024-09-06T15:52:05.994297+0000 mgr.y (mgr.25115) 761 : cluster [DBG] pgmap v466: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:52:07.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:07 smithi181 bash[70073]: cluster 2024-09-06T15:52:05.994297+0000 mgr.y (mgr.25115) 761 : cluster [DBG] pgmap v466: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:52:07.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:07 smithi169 bash[92568]: cluster 2024-09-06T15:52:05.994297+0000 mgr.y (mgr.25115) 761 : cluster [DBG] pgmap v466: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:52:07.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:07 smithi169 bash[92568]: cluster 2024-09-06T15:52:05.994297+0000 mgr.y (mgr.25115) 761 : cluster [DBG] pgmap v466: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:52:07.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:07 smithi169 bash[88858]: cluster 2024-09-06T15:52:05.994297+0000 mgr.y (mgr.25115) 761 : cluster [DBG] pgmap v466: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:52:07.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:07 smithi169 bash[88858]: cluster 2024-09-06T15:52:05.994297+0000 mgr.y (mgr.25115) 761 : cluster [DBG] pgmap v466: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:52:08.247 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:52:07 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:52:07.817836119Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:52:08.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.671257+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.671257+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.685965+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.685965+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.690336+0000 mon.b (mon.1) 252 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:52:08.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.690336+0000 mon.b (mon.1) 252 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:52:08.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.692408+0000 mon.b (mon.1) 253 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:52:08.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.692408+0000 mon.b (mon.1) 253 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:52:08.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.705543+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.705543+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.876497+0000 mon.b (mon.1) 254 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:52:08.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.876497+0000 mon.b (mon.1) 254 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:52:08.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.880333+0000 mon.b (mon.1) 255 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.880333+0000 mon.b (mon.1) 255 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.883003+0000 mon.b (mon.1) 256 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.883003+0000 mon.b (mon.1) 256 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.885320+0000 mon.b (mon.1) 257 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.885320+0000 mon.b (mon.1) 257 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.888972+0000 mon.b (mon.1) 258 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.888972+0000 mon.b (mon.1) 258 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: cephadm 2024-09-06T15:52:07.889880+0000 mgr.y (mgr.25115) 762 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-06T15:52:08.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.671257+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.671257+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.685965+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.685965+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.948 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.690336+0000 mon.b (mon.1) 252 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:52:08.949 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.690336+0000 mon.b (mon.1) 252 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:52:08.949 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.692408+0000 mon.b (mon.1) 253 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:52:08.949 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.692408+0000 mon.b (mon.1) 253 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:52:08.949 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.705543+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.949 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.705543+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.949 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.876497+0000 mon.b (mon.1) 254 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:52:08.949 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.876497+0000 mon.b (mon.1) 254 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:52:08.949 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.880333+0000 mon.b (mon.1) 255 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.949 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.880333+0000 mon.b (mon.1) 255 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.949 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.883003+0000 mon.b (mon.1) 256 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.949 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.883003+0000 mon.b (mon.1) 256 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.949 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.885320+0000 mon.b (mon.1) 257 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.949 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.885320+0000 mon.b (mon.1) 257 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.949 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.888972+0000 mon.b (mon.1) 258 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.950 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.888972+0000 mon.b (mon.1) 258 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.950 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: cephadm 2024-09-06T15:52:07.889880+0000 mgr.y (mgr.25115) 762 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-06T15:52:08.950 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: cephadm 2024-09-06T15:52:07.889880+0000 mgr.y (mgr.25115) 762 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-06T15:52:08.950 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.899907+0000 mon.a (mon.0) 442 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.950 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.899907+0000 mon.a (mon.0) 442 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.950 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.906020+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-06T15:52:08.950 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.906020+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-06T15:52:08.950 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.906139+0000 mon.b (mon.1) 259 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-06T15:52:08.950 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.906139+0000 mon.b (mon.1) 259 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-06T15:52:08.950 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.914107+0000 mon.a (mon.0) 444 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-06T15:52:08.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.914107+0000 mon.a (mon.0) 444 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-06T15:52:08.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.919934+0000 mon.a (mon.0) 445 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-06T15:52:08.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.919934+0000 mon.a (mon.0) 445 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-06T15:52:08.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.920103+0000 mon.b (mon.1) 260 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-06T15:52:08.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.920103+0000 mon.b (mon.1) 260 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-06T15:52:08.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.927841+0000 mon.a (mon.0) 446 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-06T15:52:08.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.927841+0000 mon.a (mon.0) 446 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-06T15:52:08.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.933183+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-06T15:52:08.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.933183+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-06T15:52:08.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.933275+0000 mon.b (mon.1) 261 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-06T15:52:08.952 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: cephadm 2024-09-06T15:52:07.889880+0000 mgr.y (mgr.25115) 762 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-06T15:52:08.952 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.899907+0000 mon.a (mon.0) 442 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.952 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.899907+0000 mon.a (mon.0) 442 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.952 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.906020+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-06T15:52:08.952 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.906020+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-06T15:52:08.952 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.906139+0000 mon.b (mon.1) 259 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-06T15:52:08.952 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.906139+0000 mon.b (mon.1) 259 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-06T15:52:08.952 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.914107+0000 mon.a (mon.0) 444 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-06T15:52:08.952 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.914107+0000 mon.a (mon.0) 444 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-06T15:52:08.953 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.919934+0000 mon.a (mon.0) 445 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-06T15:52:08.953 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.919934+0000 mon.a (mon.0) 445 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-06T15:52:08.953 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.920103+0000 mon.b (mon.1) 260 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-06T15:52:08.953 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.920103+0000 mon.b (mon.1) 260 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-06T15:52:08.953 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.927841+0000 mon.a (mon.0) 446 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-06T15:52:08.953 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.927841+0000 mon.a (mon.0) 446 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-06T15:52:08.953 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.933183+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-06T15:52:08.953 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.933183+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-06T15:52:08.953 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.933275+0000 mon.b (mon.1) 261 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-06T15:52:08.953 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.933275+0000 mon.b (mon.1) 261 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-06T15:52:08.954 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.941102+0000 mon.a (mon.0) 448 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-06T15:52:08.954 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.941102+0000 mon.a (mon.0) 448 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-06T15:52:08.954 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.946407+0000 mon.a (mon.0) 449 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-06T15:52:08.954 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.946407+0000 mon.a (mon.0) 449 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-06T15:52:08.954 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.946613+0000 mon.b (mon.1) 262 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-06T15:52:08.954 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.946613+0000 mon.b (mon.1) 262 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-06T15:52:08.954 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.954430+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-06T15:52:08.954 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.954430+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-06T15:52:08.954 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.960131+0000 mon.b (mon.1) 263 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-06T15:52:08.954 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.960131+0000 mon.b (mon.1) 263 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-06T15:52:08.954 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.960359+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-06T15:52:08.954 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.960359+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-06T15:52:08.954 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.968523+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-06T15:52:08.955 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.968523+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-06T15:52:08.955 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.974102+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-06T15:52:08.955 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.974102+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-06T15:52:08.955 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.974181+0000 mon.b (mon.1) 264 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-06T15:52:08.955 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.933275+0000 mon.b (mon.1) 261 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-06T15:52:08.955 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.941102+0000 mon.a (mon.0) 448 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-06T15:52:08.955 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.941102+0000 mon.a (mon.0) 448 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-06T15:52:08.955 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.946407+0000 mon.a (mon.0) 449 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-06T15:52:08.955 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.946407+0000 mon.a (mon.0) 449 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-06T15:52:08.955 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.946613+0000 mon.b (mon.1) 262 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-06T15:52:08.955 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.946613+0000 mon.b (mon.1) 262 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-06T15:52:08.956 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.954430+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-06T15:52:08.956 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.954430+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-06T15:52:08.956 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.960131+0000 mon.b (mon.1) 263 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-06T15:52:08.956 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.960131+0000 mon.b (mon.1) 263 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-06T15:52:08.956 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.960359+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-06T15:52:08.956 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.960359+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-06T15:52:08.956 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.968523+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-06T15:52:08.956 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.968523+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-06T15:52:08.956 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.974102+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-06T15:52:08.956 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.974102+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-06T15:52:08.956 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.974181+0000 mon.b (mon.1) 264 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-06T15:52:08.957 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.974181+0000 mon.b (mon.1) 264 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-06T15:52:08.957 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.982162+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-06T15:52:08.957 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.982162+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-06T15:52:08.957 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.987589+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-06T15:52:08.957 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.987589+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-06T15:52:08.957 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.987753+0000 mon.b (mon.1) 265 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-06T15:52:08.957 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.987753+0000 mon.b (mon.1) 265 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-06T15:52:08.957 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.995919+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-06T15:52:08.957 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:07.995919+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-06T15:52:08.957 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.001159+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-06T15:52:08.957 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.001159+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-06T15:52:08.957 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.001431+0000 mon.b (mon.1) 266 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-06T15:52:08.958 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.001431+0000 mon.b (mon.1) 266 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-06T15:52:08.958 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.008901+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-06T15:52:08.958 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.008901+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-06T15:52:08.958 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.019097+0000 mon.b (mon.1) 267 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.958 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.019097+0000 mon.b (mon.1) 267 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.958 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.029651+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.958 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.974181+0000 mon.b (mon.1) 264 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-06T15:52:08.958 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.982162+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-06T15:52:08.958 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.982162+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-06T15:52:08.958 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.987589+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-06T15:52:08.958 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.987589+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-06T15:52:08.959 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.987753+0000 mon.b (mon.1) 265 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-06T15:52:08.959 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.987753+0000 mon.b (mon.1) 265 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-06T15:52:08.959 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.995919+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-06T15:52:08.959 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:07.995919+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-06T15:52:08.959 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.001159+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-06T15:52:08.959 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.001159+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-06T15:52:08.959 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.001431+0000 mon.b (mon.1) 266 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-06T15:52:08.959 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.001431+0000 mon.b (mon.1) 266 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-06T15:52:08.959 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.008901+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-06T15:52:08.959 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.008901+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-06T15:52:08.959 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.019097+0000 mon.b (mon.1) 267 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.959 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.019097+0000 mon.b (mon.1) 267 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.959 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.029651+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.960 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.029651+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.960 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.037632+0000 mon.b (mon.1) 268 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.960 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.037632+0000 mon.b (mon.1) 268 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.960 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.048128+0000 mon.a (mon.0) 460 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.960 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.048128+0000 mon.a (mon.0) 460 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.960 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.054435+0000 mon.b (mon.1) 269 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.960 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.054435+0000 mon.b (mon.1) 269 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.961 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.057439+0000 mon.b (mon.1) 270 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.961 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.057439+0000 mon.b (mon.1) 270 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.961 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.067499+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.961 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.067499+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.961 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.075233+0000 mon.b (mon.1) 271 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.961 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.075233+0000 mon.b (mon.1) 271 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.961 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.085371+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.961 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.085371+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.961 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.094620+0000 mon.b (mon.1) 272 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.961 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.094620+0000 mon.b (mon.1) 272 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.961 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.105037+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.961 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.105037+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.962 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.112547+0000 mon.b (mon.1) 273 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.962 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.112547+0000 mon.b (mon.1) 273 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.962 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.116368+0000 mon.b (mon.1) 274 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.962 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.116368+0000 mon.b (mon.1) 274 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.962 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.120115+0000 mon.b (mon.1) 275 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.962 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.120115+0000 mon.b (mon.1) 275 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.962 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.124038+0000 mon.b (mon.1) 276 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.962 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.124038+0000 mon.b (mon.1) 276 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.962 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.127694+0000 mon.b (mon.1) 277 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.962 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.127694+0000 mon.b (mon.1) 277 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.962 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.131400+0000 mon.b (mon.1) 278 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.962 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.131400+0000 mon.b (mon.1) 278 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.962 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.137041+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:52:08.962 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.137041+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:52:08.963 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.137265+0000 mon.b (mon.1) 279 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:52:08.963 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.137265+0000 mon.b (mon.1) 279 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:52:08.963 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.147366+0000 mon.a (mon.0) 465 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-06T15:52:08.963 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.147366+0000 mon.a (mon.0) 465 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-06T15:52:08.963 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.153956+0000 mon.a (mon.0) 466 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.963 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.153956+0000 mon.a (mon.0) 466 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.963 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.154127+0000 mon.b (mon.1) 280 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.963 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.154127+0000 mon.b (mon.1) 280 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.963 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.029651+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.963 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.037632+0000 mon.b (mon.1) 268 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.964 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.037632+0000 mon.b (mon.1) 268 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.964 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.048128+0000 mon.a (mon.0) 460 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.964 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.048128+0000 mon.a (mon.0) 460 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.964 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.054435+0000 mon.b (mon.1) 269 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.964 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.054435+0000 mon.b (mon.1) 269 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.964 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.057439+0000 mon.b (mon.1) 270 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.964 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.057439+0000 mon.b (mon.1) 270 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.964 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.067499+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.964 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.067499+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.964 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.075233+0000 mon.b (mon.1) 271 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.964 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.075233+0000 mon.b (mon.1) 271 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.964 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.085371+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.964 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.085371+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.964 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.094620+0000 mon.b (mon.1) 272 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.965 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.094620+0000 mon.b (mon.1) 272 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.965 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.105037+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.965 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.105037+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.965 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.112547+0000 mon.b (mon.1) 273 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.965 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.112547+0000 mon.b (mon.1) 273 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.965 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.116368+0000 mon.b (mon.1) 274 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.965 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.116368+0000 mon.b (mon.1) 274 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.965 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.161805+0000 mon.a (mon.0) 467 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-06T15:52:08.965 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.161805+0000 mon.a (mon.0) 467 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-06T15:52:08.965 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.168650+0000 mon.a (mon.0) 468 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:52:08.966 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.168650+0000 mon.a (mon.0) 468 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:52:08.966 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.168800+0000 mon.b (mon.1) 281 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:52:08.966 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.168800+0000 mon.b (mon.1) 281 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:52:08.966 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.176705+0000 mon.a (mon.0) 469 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-06T15:52:08.966 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.176705+0000 mon.a (mon.0) 469 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-06T15:52:08.966 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.183331+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:52:08.966 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.183331+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:52:08.966 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.183406+0000 mon.b (mon.1) 282 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:52:08.966 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.183406+0000 mon.b (mon.1) 282 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:52:08.966 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.189296+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-06T15:52:08.966 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.189296+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-06T15:52:08.966 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.194958+0000 mon.a (mon.0) 472 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:52:08.966 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.194958+0000 mon.a (mon.0) 472 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:52:08.966 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.195107+0000 mon.b (mon.1) 283 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:52:08.966 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.195107+0000 mon.b (mon.1) 283 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:52:08.967 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.120115+0000 mon.b (mon.1) 275 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.967 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.120115+0000 mon.b (mon.1) 275 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.967 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.124038+0000 mon.b (mon.1) 276 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.967 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.124038+0000 mon.b (mon.1) 276 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.967 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.127694+0000 mon.b (mon.1) 277 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.967 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.127694+0000 mon.b (mon.1) 277 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.967 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.131400+0000 mon.b (mon.1) 278 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.967 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.131400+0000 mon.b (mon.1) 278 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.967 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.137041+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:52:08.967 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.137041+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:52:08.968 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.137265+0000 mon.b (mon.1) 279 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:52:08.968 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.137265+0000 mon.b (mon.1) 279 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:52:08.968 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.147366+0000 mon.a (mon.0) 465 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-06T15:52:08.968 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.147366+0000 mon.a (mon.0) 465 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-06T15:52:08.968 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.153956+0000 mon.a (mon.0) 466 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.968 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.153956+0000 mon.a (mon.0) 466 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.968 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.154127+0000 mon.b (mon.1) 280 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.968 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.154127+0000 mon.b (mon.1) 280 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.968 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.200790+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-06T15:52:08.968 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.200790+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-06T15:52:08.969 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.206047+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:52:08.969 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.206047+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:52:08.969 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.206236+0000 mon.b (mon.1) 284 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:52:08.969 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.206236+0000 mon.b (mon.1) 284 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:52:08.969 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.209188+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:52:08.969 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.209188+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:52:08.969 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.209384+0000 mon.b (mon.1) 285 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:52:08.969 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.209384+0000 mon.b (mon.1) 285 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:52:08.969 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.217068+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-06T15:52:08.969 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.217068+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-06T15:52:08.969 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.223757+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.969 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.223757+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.969 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.223867+0000 mon.b (mon.1) 286 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.969 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.223867+0000 mon.b (mon.1) 286 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.970 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.226800+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:52:08.970 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.161805+0000 mon.a (mon.0) 467 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-06T15:52:08.970 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.161805+0000 mon.a (mon.0) 467 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-06T15:52:08.970 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.168650+0000 mon.a (mon.0) 468 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:52:08.970 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.168650+0000 mon.a (mon.0) 468 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:52:08.970 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.168800+0000 mon.b (mon.1) 281 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:52:08.970 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.168800+0000 mon.b (mon.1) 281 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:52:08.970 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.176705+0000 mon.a (mon.0) 469 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-06T15:52:08.970 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.176705+0000 mon.a (mon.0) 469 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-06T15:52:08.970 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.183331+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:52:08.970 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.183331+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:52:08.971 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.183406+0000 mon.b (mon.1) 282 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:52:08.971 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.183406+0000 mon.b (mon.1) 282 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:52:08.971 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.189296+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-06T15:52:08.971 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.189296+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-06T15:52:08.971 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.194958+0000 mon.a (mon.0) 472 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:52:08.971 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.194958+0000 mon.a (mon.0) 472 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:52:08.971 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.195107+0000 mon.b (mon.1) 283 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:52:08.971 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.195107+0000 mon.b (mon.1) 283 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:52:08.971 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.226800+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:52:08.972 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.227006+0000 mon.b (mon.1) 287 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:52:08.972 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.227006+0000 mon.b (mon.1) 287 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:52:08.972 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.234573+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-06T15:52:08.972 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.234573+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-06T15:52:08.972 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.241108+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:52:08.972 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.241108+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:52:08.972 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.241272+0000 mon.b (mon.1) 288 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:52:08.972 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.241272+0000 mon.b (mon.1) 288 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:52:08.972 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.244126+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:52:08.972 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.244126+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:52:08.972 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.244345+0000 mon.b (mon.1) 289 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:52:08.972 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.244345+0000 mon.b (mon.1) 289 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:52:08.972 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.251880+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-06T15:52:08.973 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.251880+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-06T15:52:08.973 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.258389+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:52:08.973 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.258389+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:52:08.973 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.200790+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-06T15:52:08.973 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.200790+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-06T15:52:08.973 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.206047+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:52:08.973 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.206047+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:52:08.973 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.206236+0000 mon.b (mon.1) 284 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:52:08.973 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.206236+0000 mon.b (mon.1) 284 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:52:08.973 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.209188+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:52:08.974 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.209188+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:52:08.974 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.209384+0000 mon.b (mon.1) 285 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:52:08.974 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.209384+0000 mon.b (mon.1) 285 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:52:08.974 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.217068+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-06T15:52:08.974 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.217068+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-06T15:52:08.974 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.223757+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.974 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.223757+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.974 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.223867+0000 mon.b (mon.1) 286 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.974 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.223867+0000 mon.b (mon.1) 286 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.974 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.226800+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:52:08.975 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.258527+0000 mon.b (mon.1) 290 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:52:08.975 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.258527+0000 mon.b (mon.1) 290 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:52:08.975 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.264456+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-06T15:52:08.975 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.264456+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-06T15:52:08.975 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.272074+0000 mon.b (mon.1) 291 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.975 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.272074+0000 mon.b (mon.1) 291 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.975 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.272094+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.975 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.272094+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.975 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.275396+0000 mon.b (mon.1) 292 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.975 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.275396+0000 mon.b (mon.1) 292 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.975 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.275627+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.976 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.275627+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.976 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.279825+0000 mon.b (mon.1) 293 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.976 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.279825+0000 mon.b (mon.1) 293 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.976 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.280162+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.976 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.280162+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.976 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.284394+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.976 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.284394+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.976 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.284547+0000 mon.b (mon.1) 294 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.976 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.284547+0000 mon.b (mon.1) 294 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.976 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.287403+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.976 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.287403+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.976 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.287448+0000 mon.b (mon.1) 295 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.977 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.287448+0000 mon.b (mon.1) 295 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.977 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.289771+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.977 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.289771+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.977 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.290092+0000 mon.b (mon.1) 296 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.977 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.290092+0000 mon.b (mon.1) 296 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.977 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.292872+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:52:08.977 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.292872+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:52:08.977 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.293121+0000 mon.b (mon.1) 297 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:52:08.977 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.293121+0000 mon.b (mon.1) 297 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:52:08.977 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.298228+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-06T15:52:08.977 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.298228+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-06T15:52:08.977 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.304485+0000 mon.b (mon.1) 298 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:52:08.978 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.226800+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:52:08.978 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.227006+0000 mon.b (mon.1) 287 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:52:08.978 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.227006+0000 mon.b (mon.1) 287 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:52:08.978 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.234573+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-06T15:52:08.978 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.234573+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-06T15:52:08.978 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.241108+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:52:08.978 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.241108+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:52:08.978 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.241272+0000 mon.b (mon.1) 288 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:52:08.978 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.241272+0000 mon.b (mon.1) 288 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:52:08.978 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.244126+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:52:08.978 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.244126+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:52:08.978 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.244345+0000 mon.b (mon.1) 289 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:52:08.979 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.244345+0000 mon.b (mon.1) 289 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:52:08.979 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.251880+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-06T15:52:08.979 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.251880+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-06T15:52:08.979 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.258389+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:52:08.979 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.258389+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:52:08.979 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.304485+0000 mon.b (mon.1) 298 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:52:08.979 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.306241+0000 mon.b (mon.1) 299 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:52:08.979 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.306241+0000 mon.b (mon.1) 299 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:52:08.979 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.316446+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.979 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.316446+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.980 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.467801+0000 mon.b (mon.1) 300 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:52:08.980 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.467801+0000 mon.b (mon.1) 300 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:52:08.980 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.469575+0000 mon.b (mon.1) 301 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:52:08.980 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.469575+0000 mon.b (mon.1) 301 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:52:08.980 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.481405+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.980 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[92568]: audit 2024-09-06T15:52:08.481405+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.981 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.258527+0000 mon.b (mon.1) 290 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:52:08.981 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.258527+0000 mon.b (mon.1) 290 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:52:08.981 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.264456+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-06T15:52:08.981 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.264456+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-06T15:52:08.981 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.272074+0000 mon.b (mon.1) 291 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.981 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.272074+0000 mon.b (mon.1) 291 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.981 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.272094+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.981 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.272094+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.981 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.275396+0000 mon.b (mon.1) 292 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.981 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.275396+0000 mon.b (mon.1) 292 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.981 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.275627+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.981 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.275627+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.982 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.279825+0000 mon.b (mon.1) 293 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.982 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.279825+0000 mon.b (mon.1) 293 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.982 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.280162+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.982 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.280162+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.982 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.284394+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.982 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.284394+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.982 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.284547+0000 mon.b (mon.1) 294 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.982 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.284547+0000 mon.b (mon.1) 294 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.982 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.287403+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.982 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.287403+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.982 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.287448+0000 mon.b (mon.1) 295 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.982 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.287448+0000 mon.b (mon.1) 295 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.982 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.289771+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.983 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.289771+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.983 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.290092+0000 mon.b (mon.1) 296 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.983 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.290092+0000 mon.b (mon.1) 296 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:08.983 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.292872+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:52:08.983 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.292872+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:52:08.983 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.293121+0000 mon.b (mon.1) 297 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:52:08.983 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.293121+0000 mon.b (mon.1) 297 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:52:08.983 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.298228+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-06T15:52:08.983 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.298228+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-06T15:52:08.983 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.304485+0000 mon.b (mon.1) 298 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:52:08.983 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.304485+0000 mon.b (mon.1) 298 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:52:08.983 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.306241+0000 mon.b (mon.1) 299 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:52:08.983 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.306241+0000 mon.b (mon.1) 299 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:52:08.984 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.316446+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.984 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.316446+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.984 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.467801+0000 mon.b (mon.1) 300 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:52:08.984 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.467801+0000 mon.b (mon.1) 300 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:52:08.984 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.469575+0000 mon.b (mon.1) 301 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:52:08.984 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.469575+0000 mon.b (mon.1) 301 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:52:08.984 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.481405+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.984 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:08 smithi169 bash[88858]: audit 2024-09-06T15:52:08.481405+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.671257+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.671257+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.685965+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.685965+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.690336+0000 mon.b (mon.1) 252 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:52:08.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.690336+0000 mon.b (mon.1) 252 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:52:08.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.692408+0000 mon.b (mon.1) 253 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:52:08.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.692408+0000 mon.b (mon.1) 253 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:52:08.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.705543+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.705543+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:08.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.876497+0000 mon.b (mon.1) 254 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:52:08.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.876497+0000 mon.b (mon.1) 254 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:52:08.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.880333+0000 mon.b (mon.1) 255 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:08.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.880333+0000 mon.b (mon.1) 255 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:09.000 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.883003+0000 mon.b (mon.1) 256 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:09.000 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.883003+0000 mon.b (mon.1) 256 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:09.000 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.885320+0000 mon.b (mon.1) 257 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:09.000 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.885320+0000 mon.b (mon.1) 257 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:09.000 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.888972+0000 mon.b (mon.1) 258 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:09.000 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.888972+0000 mon.b (mon.1) 258 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:09.000 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: cephadm 2024-09-06T15:52:07.889880+0000 mgr.y (mgr.25115) 762 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-06T15:52:09.000 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: cephadm 2024-09-06T15:52:07.889880+0000 mgr.y (mgr.25115) 762 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-06T15:52:09.000 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.899907+0000 mon.a (mon.0) 442 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:09.000 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.899907+0000 mon.a (mon.0) 442 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:09.000 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.906020+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-06T15:52:09.000 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.906020+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-06T15:52:09.000 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.906139+0000 mon.b (mon.1) 259 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-06T15:52:09.001 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.906139+0000 mon.b (mon.1) 259 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-06T15:52:09.001 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.914107+0000 mon.a (mon.0) 444 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-06T15:52:09.001 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.914107+0000 mon.a (mon.0) 444 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-06T15:52:09.001 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.919934+0000 mon.a (mon.0) 445 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-06T15:52:09.001 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.919934+0000 mon.a (mon.0) 445 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-06T15:52:09.001 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.920103+0000 mon.b (mon.1) 260 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-06T15:52:09.001 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.920103+0000 mon.b (mon.1) 260 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-06T15:52:09.001 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.927841+0000 mon.a (mon.0) 446 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-06T15:52:09.001 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.927841+0000 mon.a (mon.0) 446 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-06T15:52:09.001 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.933183+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-06T15:52:09.001 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.933183+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-06T15:52:09.001 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.933275+0000 mon.b (mon.1) 261 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-06T15:52:09.003 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.933275+0000 mon.b (mon.1) 261 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-06T15:52:09.003 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.941102+0000 mon.a (mon.0) 448 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-06T15:52:09.003 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.941102+0000 mon.a (mon.0) 448 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-06T15:52:09.003 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.946407+0000 mon.a (mon.0) 449 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-06T15:52:09.003 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.946407+0000 mon.a (mon.0) 449 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-06T15:52:09.003 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.946613+0000 mon.b (mon.1) 262 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-06T15:52:09.003 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.946613+0000 mon.b (mon.1) 262 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-06T15:52:09.003 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.954430+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-06T15:52:09.003 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.954430+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-06T15:52:09.003 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.960131+0000 mon.b (mon.1) 263 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-06T15:52:09.003 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.960131+0000 mon.b (mon.1) 263 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-06T15:52:09.004 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.960359+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-06T15:52:09.004 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.960359+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-06T15:52:09.004 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.968523+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-06T15:52:09.004 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.968523+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-06T15:52:09.004 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.974102+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-06T15:52:09.004 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.974102+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-06T15:52:09.004 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.974181+0000 mon.b (mon.1) 264 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-06T15:52:09.004 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.974181+0000 mon.b (mon.1) 264 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-06T15:52:09.004 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.982162+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-06T15:52:09.004 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.982162+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-06T15:52:09.004 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.987589+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-06T15:52:09.004 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.987589+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-06T15:52:09.004 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.987753+0000 mon.b (mon.1) 265 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-06T15:52:09.004 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.987753+0000 mon.b (mon.1) 265 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-06T15:52:09.005 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.995919+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-06T15:52:09.005 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:07.995919+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-06T15:52:09.005 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.001159+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-06T15:52:09.005 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.001159+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-06T15:52:09.005 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.001431+0000 mon.b (mon.1) 266 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-06T15:52:09.005 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.001431+0000 mon.b (mon.1) 266 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-06T15:52:09.005 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.008901+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-06T15:52:09.005 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.008901+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-06T15:52:09.005 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.019097+0000 mon.b (mon.1) 267 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:09.005 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.019097+0000 mon.b (mon.1) 267 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:09.005 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.029651+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:09.005 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.029651+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:09.005 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.037632+0000 mon.b (mon.1) 268 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:09.005 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.037632+0000 mon.b (mon.1) 268 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:09.006 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.048128+0000 mon.a (mon.0) 460 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:09.006 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.048128+0000 mon.a (mon.0) 460 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:09.006 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.054435+0000 mon.b (mon.1) 269 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:09.006 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.054435+0000 mon.b (mon.1) 269 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:09.006 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.057439+0000 mon.b (mon.1) 270 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:09.006 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.057439+0000 mon.b (mon.1) 270 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:09.006 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.067499+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:09.006 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.067499+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:09.006 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.075233+0000 mon.b (mon.1) 271 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:09.006 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.075233+0000 mon.b (mon.1) 271 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:09.006 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.085371+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:09.006 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.085371+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:09.006 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.094620+0000 mon.b (mon.1) 272 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:09.006 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.094620+0000 mon.b (mon.1) 272 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:09.007 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.105037+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:09.007 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.105037+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:09.007 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.112547+0000 mon.b (mon.1) 273 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:09.007 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.112547+0000 mon.b (mon.1) 273 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:09.007 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.116368+0000 mon.b (mon.1) 274 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:09.007 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.116368+0000 mon.b (mon.1) 274 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:09.007 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.120115+0000 mon.b (mon.1) 275 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:09.007 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.120115+0000 mon.b (mon.1) 275 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:09.007 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.124038+0000 mon.b (mon.1) 276 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:09.007 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.124038+0000 mon.b (mon.1) 276 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:09.007 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.127694+0000 mon.b (mon.1) 277 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:09.007 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.127694+0000 mon.b (mon.1) 277 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:09.007 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.131400+0000 mon.b (mon.1) 278 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:09.007 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.131400+0000 mon.b (mon.1) 278 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:09.008 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.137041+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:52:09.008 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.137041+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:52:09.008 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.137265+0000 mon.b (mon.1) 279 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:52:09.008 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.137265+0000 mon.b (mon.1) 279 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:52:09.008 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.147366+0000 mon.a (mon.0) 465 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-06T15:52:09.008 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.147366+0000 mon.a (mon.0) 465 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-06T15:52:09.008 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.153956+0000 mon.a (mon.0) 466 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:09.008 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.153956+0000 mon.a (mon.0) 466 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:09.008 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.154127+0000 mon.b (mon.1) 280 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:09.008 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.154127+0000 mon.b (mon.1) 280 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:09.008 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.161805+0000 mon.a (mon.0) 467 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-06T15:52:09.008 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.161805+0000 mon.a (mon.0) 467 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-06T15:52:09.008 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.168650+0000 mon.a (mon.0) 468 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:52:09.009 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.168650+0000 mon.a (mon.0) 468 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:52:09.009 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.168800+0000 mon.b (mon.1) 281 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:52:09.009 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.168800+0000 mon.b (mon.1) 281 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:52:09.009 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.176705+0000 mon.a (mon.0) 469 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-06T15:52:09.009 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.176705+0000 mon.a (mon.0) 469 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-06T15:52:09.009 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.183331+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:52:09.009 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.183331+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:52:09.009 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.183406+0000 mon.b (mon.1) 282 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:52:09.009 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.183406+0000 mon.b (mon.1) 282 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:52:09.009 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.189296+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-06T15:52:09.009 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.189296+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-06T15:52:09.009 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.194958+0000 mon.a (mon.0) 472 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:52:09.009 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.194958+0000 mon.a (mon.0) 472 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:52:09.009 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.195107+0000 mon.b (mon.1) 283 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:52:09.010 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.195107+0000 mon.b (mon.1) 283 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:52:09.010 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.200790+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-06T15:52:09.010 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.200790+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-06T15:52:09.010 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.206047+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:52:09.010 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.206047+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:52:09.010 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.206236+0000 mon.b (mon.1) 284 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:52:09.010 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.206236+0000 mon.b (mon.1) 284 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:52:09.010 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.209188+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:52:09.010 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.209188+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:52:09.010 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.209384+0000 mon.b (mon.1) 285 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:52:09.010 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.209384+0000 mon.b (mon.1) 285 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:52:09.010 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.217068+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-06T15:52:09.010 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.217068+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-06T15:52:09.010 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.223757+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:09.010 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.223757+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:09.011 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.223867+0000 mon.b (mon.1) 286 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:09.011 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.223867+0000 mon.b (mon.1) 286 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:09.011 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.226800+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:52:09.011 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.226800+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:52:09.011 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.227006+0000 mon.b (mon.1) 287 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:52:09.011 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.227006+0000 mon.b (mon.1) 287 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:52:09.011 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.234573+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-06T15:52:09.011 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.234573+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-06T15:52:09.011 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.241108+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:52:09.011 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.241108+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:52:09.011 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.241272+0000 mon.b (mon.1) 288 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:52:09.011 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.241272+0000 mon.b (mon.1) 288 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:52:09.011 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.244126+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:52:09.012 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.244126+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:52:09.012 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.244345+0000 mon.b (mon.1) 289 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:52:09.012 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.244345+0000 mon.b (mon.1) 289 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:52:09.012 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.251880+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-06T15:52:09.012 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.251880+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-06T15:52:09.012 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.258389+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:52:09.012 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.258389+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:52:09.012 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.258527+0000 mon.b (mon.1) 290 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:52:09.012 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.258527+0000 mon.b (mon.1) 290 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:52:09.012 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.264456+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-06T15:52:09.012 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.264456+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-06T15:52:09.012 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.272074+0000 mon.b (mon.1) 291 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:09.012 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.272074+0000 mon.b (mon.1) 291 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:09.013 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.272094+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:09.013 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.272094+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:09.013 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.275396+0000 mon.b (mon.1) 292 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:09.013 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.275396+0000 mon.b (mon.1) 292 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:09.013 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.275627+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:09.013 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.275627+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:09.013 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.279825+0000 mon.b (mon.1) 293 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:09.013 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.279825+0000 mon.b (mon.1) 293 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:09.013 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.280162+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:09.013 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.280162+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:09.013 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.284394+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:09.014 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.284394+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:09.014 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.284547+0000 mon.b (mon.1) 294 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:09.014 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.284547+0000 mon.b (mon.1) 294 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:09.014 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.287403+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:09.014 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.287403+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:09.014 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.287448+0000 mon.b (mon.1) 295 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:09.014 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.287448+0000 mon.b (mon.1) 295 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:09.014 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.289771+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:09.014 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.289771+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:09.014 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.290092+0000 mon.b (mon.1) 296 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:09.015 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.290092+0000 mon.b (mon.1) 296 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:52:09.015 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.292872+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:52:09.015 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.292872+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:52:09.015 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.293121+0000 mon.b (mon.1) 297 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:52:09.015 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.293121+0000 mon.b (mon.1) 297 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:52:09.015 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.298228+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-06T15:52:09.015 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.298228+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-06T15:52:09.015 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.304485+0000 mon.b (mon.1) 298 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:52:09.015 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.304485+0000 mon.b (mon.1) 298 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:52:09.015 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.306241+0000 mon.b (mon.1) 299 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:52:09.015 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.306241+0000 mon.b (mon.1) 299 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:52:09.015 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.316446+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:09.015 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.316446+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:09.016 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.467801+0000 mon.b (mon.1) 300 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:52:09.016 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.467801+0000 mon.b (mon.1) 300 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:52:09.016 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.469575+0000 mon.b (mon.1) 301 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:52:09.016 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.469575+0000 mon.b (mon.1) 301 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:52:09.016 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.481405+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:09.016 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:08 smithi181 bash[70073]: audit 2024-09-06T15:52:08.481405+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:09.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:09 smithi169 bash[88858]: cluster 2024-09-06T15:52:07.996052+0000 mgr.y (mgr.25115) 763 : cluster [DBG] pgmap v467: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-06T15:52:09.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:09 smithi169 bash[88858]: cluster 2024-09-06T15:52:07.996052+0000 mgr.y (mgr.25115) 763 : cluster [DBG] pgmap v467: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-06T15:52:09.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:09 smithi169 bash[88858]: cephadm 2024-09-06T15:52:08.020230+0000 mgr.y (mgr.25115) 764 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-06T15:52:09.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:09 smithi169 bash[88858]: cephadm 2024-09-06T15:52:08.020230+0000 mgr.y (mgr.25115) 764 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-06T15:52:09.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:09 smithi169 bash[88858]: cephadm 2024-09-06T15:52:08.038749+0000 mgr.y (mgr.25115) 765 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-06T15:52:09.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:09 smithi169 bash[88858]: cephadm 2024-09-06T15:52:08.038749+0000 mgr.y (mgr.25115) 765 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-06T15:52:09.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:09 smithi169 bash[88858]: cephadm 2024-09-06T15:52:08.058291+0000 mgr.y (mgr.25115) 766 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-06T15:52:09.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:09 smithi169 bash[88858]: cephadm 2024-09-06T15:52:08.058291+0000 mgr.y (mgr.25115) 766 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-06T15:52:09.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:09 smithi169 bash[88858]: cephadm 2024-09-06T15:52:08.076309+0000 mgr.y (mgr.25115) 767 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-06T15:52:09.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:09 smithi169 bash[88858]: cephadm 2024-09-06T15:52:08.076309+0000 mgr.y (mgr.25115) 767 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-06T15:52:09.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:09 smithi169 bash[88858]: cephadm 2024-09-06T15:52:08.095474+0000 mgr.y (mgr.25115) 768 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-06T15:52:09.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:09 smithi169 bash[88858]: cephadm 2024-09-06T15:52:08.095474+0000 mgr.y (mgr.25115) 768 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-06T15:52:09.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:09 smithi169 bash[88858]: cephadm 2024-09-06T15:52:08.132483+0000 mgr.y (mgr.25115) 769 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-06T15:52:09.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:09 smithi169 bash[88858]: cephadm 2024-09-06T15:52:08.132483+0000 mgr.y (mgr.25115) 769 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-06T15:52:09.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:09 smithi169 bash[88858]: cephadm 2024-09-06T15:52:08.291216+0000 mgr.y (mgr.25115) 770 : cephadm [INF] Upgrade: Complete! 2024-09-06T15:52:09.947 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:09 smithi169 bash[88858]: cephadm 2024-09-06T15:52:08.291216+0000 mgr.y (mgr.25115) 770 : cephadm [INF] Upgrade: Complete! 2024-09-06T15:52:09.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:09 smithi169 bash[92568]: cluster 2024-09-06T15:52:07.996052+0000 mgr.y (mgr.25115) 763 : cluster [DBG] pgmap v467: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-06T15:52:09.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:09 smithi169 bash[92568]: cluster 2024-09-06T15:52:07.996052+0000 mgr.y (mgr.25115) 763 : cluster [DBG] pgmap v467: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-06T15:52:09.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:09 smithi169 bash[92568]: cephadm 2024-09-06T15:52:08.020230+0000 mgr.y (mgr.25115) 764 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-06T15:52:09.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:09 smithi169 bash[92568]: cephadm 2024-09-06T15:52:08.020230+0000 mgr.y (mgr.25115) 764 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-06T15:52:09.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:09 smithi169 bash[92568]: cephadm 2024-09-06T15:52:08.038749+0000 mgr.y (mgr.25115) 765 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-06T15:52:09.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:09 smithi169 bash[92568]: cephadm 2024-09-06T15:52:08.038749+0000 mgr.y (mgr.25115) 765 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-06T15:52:09.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:09 smithi169 bash[92568]: cephadm 2024-09-06T15:52:08.058291+0000 mgr.y (mgr.25115) 766 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-06T15:52:09.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:09 smithi169 bash[92568]: cephadm 2024-09-06T15:52:08.058291+0000 mgr.y (mgr.25115) 766 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-06T15:52:09.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:09 smithi169 bash[92568]: cephadm 2024-09-06T15:52:08.076309+0000 mgr.y (mgr.25115) 767 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-06T15:52:09.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:09 smithi169 bash[92568]: cephadm 2024-09-06T15:52:08.076309+0000 mgr.y (mgr.25115) 767 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-06T15:52:09.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:09 smithi169 bash[92568]: cephadm 2024-09-06T15:52:08.095474+0000 mgr.y (mgr.25115) 768 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-06T15:52:09.948 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:09 smithi169 bash[92568]: cephadm 2024-09-06T15:52:08.095474+0000 mgr.y (mgr.25115) 768 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-06T15:52:09.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:09 smithi169 bash[92568]: cephadm 2024-09-06T15:52:08.132483+0000 mgr.y (mgr.25115) 769 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-06T15:52:09.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:09 smithi169 bash[92568]: cephadm 2024-09-06T15:52:08.132483+0000 mgr.y (mgr.25115) 769 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-06T15:52:09.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:09 smithi169 bash[92568]: cephadm 2024-09-06T15:52:08.291216+0000 mgr.y (mgr.25115) 770 : cephadm [INF] Upgrade: Complete! 2024-09-06T15:52:09.949 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:09 smithi169 bash[92568]: cephadm 2024-09-06T15:52:08.291216+0000 mgr.y (mgr.25115) 770 : cephadm [INF] Upgrade: Complete! 2024-09-06T15:52:09.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:09 smithi181 bash[70073]: cluster 2024-09-06T15:52:07.996052+0000 mgr.y (mgr.25115) 763 : cluster [DBG] pgmap v467: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-06T15:52:09.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:09 smithi181 bash[70073]: cluster 2024-09-06T15:52:07.996052+0000 mgr.y (mgr.25115) 763 : cluster [DBG] pgmap v467: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-06T15:52:09.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:09 smithi181 bash[70073]: cephadm 2024-09-06T15:52:08.020230+0000 mgr.y (mgr.25115) 764 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-06T15:52:09.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:09 smithi181 bash[70073]: cephadm 2024-09-06T15:52:08.020230+0000 mgr.y (mgr.25115) 764 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-06T15:52:09.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:09 smithi181 bash[70073]: cephadm 2024-09-06T15:52:08.038749+0000 mgr.y (mgr.25115) 765 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-06T15:52:09.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:09 smithi181 bash[70073]: cephadm 2024-09-06T15:52:08.038749+0000 mgr.y (mgr.25115) 765 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-06T15:52:09.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:09 smithi181 bash[70073]: cephadm 2024-09-06T15:52:08.058291+0000 mgr.y (mgr.25115) 766 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-06T15:52:09.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:09 smithi181 bash[70073]: cephadm 2024-09-06T15:52:08.058291+0000 mgr.y (mgr.25115) 766 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-06T15:52:09.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:09 smithi181 bash[70073]: cephadm 2024-09-06T15:52:08.076309+0000 mgr.y (mgr.25115) 767 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-06T15:52:09.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:09 smithi181 bash[70073]: cephadm 2024-09-06T15:52:08.076309+0000 mgr.y (mgr.25115) 767 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-06T15:52:09.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:09 smithi181 bash[70073]: cephadm 2024-09-06T15:52:08.095474+0000 mgr.y (mgr.25115) 768 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-06T15:52:09.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:09 smithi181 bash[70073]: cephadm 2024-09-06T15:52:08.095474+0000 mgr.y (mgr.25115) 768 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-06T15:52:09.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:09 smithi181 bash[70073]: cephadm 2024-09-06T15:52:08.132483+0000 mgr.y (mgr.25115) 769 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-06T15:52:09.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:09 smithi181 bash[70073]: cephadm 2024-09-06T15:52:08.132483+0000 mgr.y (mgr.25115) 769 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-06T15:52:09.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:09 smithi181 bash[70073]: cephadm 2024-09-06T15:52:08.291216+0000 mgr.y (mgr.25115) 770 : cephadm [INF] Upgrade: Complete! 2024-09-06T15:52:09.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:09 smithi181 bash[70073]: cephadm 2024-09-06T15:52:08.291216+0000 mgr.y (mgr.25115) 770 : cephadm [INF] Upgrade: Complete! 2024-09-06T15:52:11.250 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph orch ps' 2024-09-06T15:52:11.251 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:52:10 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:52:10.856017088Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:52:11.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:11 smithi169 bash[88858]: cluster 2024-09-06T15:52:09.997136+0000 mgr.y (mgr.25115) 771 : cluster [DBG] pgmap v468: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:52:11.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:11 smithi169 bash[88858]: cluster 2024-09-06T15:52:09.997136+0000 mgr.y (mgr.25115) 771 : cluster [DBG] pgmap v468: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:52:11.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:11 smithi169 bash[88858]: audit 2024-09-06T15:52:10.365928+0000 mgr.y (mgr.25115) 772 : audit [DBG] from='client.54515 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:52:11.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:11 smithi169 bash[88858]: audit 2024-09-06T15:52:10.365928+0000 mgr.y (mgr.25115) 772 : audit [DBG] from='client.54515 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:52:11.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:11 smithi169 bash[88858]: audit 2024-09-06T15:52:10.565214+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:11.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:11 smithi169 bash[88858]: audit 2024-09-06T15:52:10.565214+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:11.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:11 smithi169 bash[92568]: cluster 2024-09-06T15:52:09.997136+0000 mgr.y (mgr.25115) 771 : cluster [DBG] pgmap v468: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:52:11.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:11 smithi169 bash[92568]: cluster 2024-09-06T15:52:09.997136+0000 mgr.y (mgr.25115) 771 : cluster [DBG] pgmap v468: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:52:11.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:11 smithi169 bash[92568]: audit 2024-09-06T15:52:10.365928+0000 mgr.y (mgr.25115) 772 : audit [DBG] from='client.54515 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:52:11.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:11 smithi169 bash[92568]: audit 2024-09-06T15:52:10.365928+0000 mgr.y (mgr.25115) 772 : audit [DBG] from='client.54515 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:52:11.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:11 smithi169 bash[92568]: audit 2024-09-06T15:52:10.565214+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:11.947 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:11 smithi169 bash[92568]: audit 2024-09-06T15:52:10.565214+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:11.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:11 smithi181 bash[70073]: cluster 2024-09-06T15:52:09.997136+0000 mgr.y (mgr.25115) 771 : cluster [DBG] pgmap v468: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:52:11.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:11 smithi181 bash[70073]: cluster 2024-09-06T15:52:09.997136+0000 mgr.y (mgr.25115) 771 : cluster [DBG] pgmap v468: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-06T15:52:11.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:11 smithi181 bash[70073]: audit 2024-09-06T15:52:10.365928+0000 mgr.y (mgr.25115) 772 : audit [DBG] from='client.54515 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:52:11.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:11 smithi181 bash[70073]: audit 2024-09-06T15:52:10.365928+0000 mgr.y (mgr.25115) 772 : audit [DBG] from='client.54515 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:52:11.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:11 smithi181 bash[70073]: audit 2024-09-06T15:52:10.565214+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:11.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:11 smithi181 bash[70073]: audit 2024-09-06T15:52:10.565214+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:13.825 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:13 smithi181 bash[70073]: cluster 2024-09-06T15:52:11.998302+0000 mgr.y (mgr.25115) 773 : cluster [DBG] pgmap v469: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:52:13.826 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:13 smithi181 bash[70073]: cluster 2024-09-06T15:52:11.998302+0000 mgr.y (mgr.25115) 773 : cluster [DBG] pgmap v469: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:52:13.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:13 smithi169 bash[88858]: cluster 2024-09-06T15:52:11.998302+0000 mgr.y (mgr.25115) 773 : cluster [DBG] pgmap v469: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:52:13.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:13 smithi169 bash[88858]: cluster 2024-09-06T15:52:11.998302+0000 mgr.y (mgr.25115) 773 : cluster [DBG] pgmap v469: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:52:13.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:13 smithi169 bash[92568]: cluster 2024-09-06T15:52:11.998302+0000 mgr.y (mgr.25115) 773 : cluster [DBG] pgmap v469: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:52:13.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:13 smithi169 bash[92568]: cluster 2024-09-06T15:52:11.998302+0000 mgr.y (mgr.25115) 773 : cluster [DBG] pgmap v469: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:52:14.247 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:52:13 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:52:13.827935781Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:52:14.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:14 smithi169 bash[88858]: audit 2024-09-06T15:52:13.787593+0000 mgr.y (mgr.25115) 774 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:52:14.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:14 smithi169 bash[88858]: audit 2024-09-06T15:52:13.787593+0000 mgr.y (mgr.25115) 774 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:52:14.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:14 smithi169 bash[92568]: audit 2024-09-06T15:52:13.787593+0000 mgr.y (mgr.25115) 774 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:52:14.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:14 smithi169 bash[92568]: audit 2024-09-06T15:52:13.787593+0000 mgr.y (mgr.25115) 774 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:52:14.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:14 smithi181 bash[70073]: audit 2024-09-06T15:52:13.787593+0000 mgr.y (mgr.25115) 774 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:52:14.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:14 smithi181 bash[70073]: audit 2024-09-06T15:52:13.787593+0000 mgr.y (mgr.25115) 774 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:52:15.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:15 smithi169 bash[88858]: cluster 2024-09-06T15:52:13.999592+0000 mgr.y (mgr.25115) 775 : cluster [DBG] pgmap v470: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:15.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:15 smithi169 bash[88858]: cluster 2024-09-06T15:52:13.999592+0000 mgr.y (mgr.25115) 775 : cluster [DBG] pgmap v470: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:15.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:15 smithi169 bash[88858]: audit 2024-09-06T15:52:15.304043+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:15.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:15 smithi169 bash[88858]: audit 2024-09-06T15:52:15.304043+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:15.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:15 smithi169 bash[88858]: audit 2024-09-06T15:52:15.308726+0000 mon.b (mon.1) 302 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:52:15.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:15 smithi169 bash[88858]: audit 2024-09-06T15:52:15.308726+0000 mon.b (mon.1) 302 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:52:15.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:15 smithi169 bash[92568]: cluster 2024-09-06T15:52:13.999592+0000 mgr.y (mgr.25115) 775 : cluster [DBG] pgmap v470: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:15.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:15 smithi169 bash[92568]: cluster 2024-09-06T15:52:13.999592+0000 mgr.y (mgr.25115) 775 : cluster [DBG] pgmap v470: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:15.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:15 smithi169 bash[92568]: audit 2024-09-06T15:52:15.304043+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:15.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:15 smithi169 bash[92568]: audit 2024-09-06T15:52:15.304043+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:15.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:15 smithi169 bash[92568]: audit 2024-09-06T15:52:15.308726+0000 mon.b (mon.1) 302 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:52:15.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:15 smithi169 bash[92568]: audit 2024-09-06T15:52:15.308726+0000 mon.b (mon.1) 302 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:52:15.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:15 smithi181 bash[70073]: cluster 2024-09-06T15:52:13.999592+0000 mgr.y (mgr.25115) 775 : cluster [DBG] pgmap v470: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:15.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:15 smithi181 bash[70073]: cluster 2024-09-06T15:52:13.999592+0000 mgr.y (mgr.25115) 775 : cluster [DBG] pgmap v470: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:15.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:15 smithi181 bash[70073]: audit 2024-09-06T15:52:15.304043+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:15.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:15 smithi181 bash[70073]: audit 2024-09-06T15:52:15.304043+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:15.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:15 smithi181 bash[70073]: audit 2024-09-06T15:52:15.308726+0000 mon.b (mon.1) 302 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:52:15.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:15 smithi181 bash[70073]: audit 2024-09-06T15:52:15.308726+0000 mon.b (mon.1) 302 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:52:16.074 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:52:16.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:52:16 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:52:16] "GET /metrics HTTP/1.1" 200 38411 "" "Prometheus/2.51.0" 2024-09-06T15:52:16.841 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:16 smithi181 bash[70073]: audit 2024-09-06T15:52:15.578902+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:16.841 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:16 smithi181 bash[70073]: audit 2024-09-06T15:52:15.578902+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:16.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:16 smithi169 bash[88858]: audit 2024-09-06T15:52:15.578902+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:16.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:16 smithi169 bash[88858]: audit 2024-09-06T15:52:15.578902+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:16.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:16 smithi169 bash[92568]: audit 2024-09-06T15:52:15.578902+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:16.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:16 smithi169 bash[92568]: audit 2024-09-06T15:52:15.578902+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:17.247 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:52:16 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:52:16.843794141Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:52:17.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:17 smithi169 bash[88858]: cluster 2024-09-06T15:52:16.000677+0000 mgr.y (mgr.25115) 776 : cluster [DBG] pgmap v471: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:17.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:17 smithi169 bash[88858]: cluster 2024-09-06T15:52:16.000677+0000 mgr.y (mgr.25115) 776 : cluster [DBG] pgmap v471: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:17.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:17 smithi169 bash[92568]: cluster 2024-09-06T15:52:16.000677+0000 mgr.y (mgr.25115) 776 : cluster [DBG] pgmap v471: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:17.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:17 smithi169 bash[92568]: cluster 2024-09-06T15:52:16.000677+0000 mgr.y (mgr.25115) 776 : cluster [DBG] pgmap v471: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:17.783 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-06T15:52:17.784 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (12m) 2m ago 39m 14.1M - 0.27.0 11f11916f8cd 20ee608606f5 2024-09-06T15:52:17.784 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi181 *:3000 running (11m) 21s ago 39m 67.0M - c8b91775d855 e391fbe8c873 2024-09-06T15:52:17.784 INFO:teuthology.orchestra.run.smithi169.stdout:iscsi.foo.smithi169.yxosuq smithi169 *:5000 running (13m) 2m ago 36m 49.2M - 3.8 b6db46a449e5 e63406a8c5a8 2024-09-06T15:52:17.784 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi181 *:8443,9283,8765 running (13m) 21s ago 47m 443M - 19.3.0-4704-g8b38c33c 1c45aca0610a 291c4d2bed88 2024-09-06T15:52:17.784 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (24m) 2m ago 50m 511M - 19.3.0-4704-g8b38c33c 1c45aca0610a 5f9711fb78b7 2024-09-06T15:52:17.784 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (8m) 2m ago 50m 52.2M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a d211c6462d65 2024-09-06T15:52:17.784 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi181 running (9m) 21s ago 48m 46.8M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a 791f1710b3c0 2024-09-06T15:52:17.784 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (7m) 2m ago 48m 38.5M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a 93381d04b238 2024-09-06T15:52:17.784 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (13m) 2m ago 39m 8299k - 1.7.0 72c9c2088986 03c6f14026b2 2024-09-06T15:52:17.784 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi181 *:9100 running (13m) 21s ago 39m 8991k - 1.7.0 72c9c2088986 0895a0652401 2024-09-06T15:52:17.785 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (6m) 2m ago 47m 56.3M 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a 8a33f3e58f93 2024-09-06T15:52:17.785 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (5m) 2m ago 46m 50.0M 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a 4b7f4d4feb0b 2024-09-06T15:52:17.785 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (4m) 2m ago 45m 45.9M 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a c24bec72ede7 2024-09-06T15:52:17.785 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (2m) 2m ago 44m - 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a 057764c90147 2024-09-06T15:52:17.785 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi181 running (2m) 21s ago 43m 52.7M 3292M 19.3.0-4704-g8b38c33c 1c45aca0610a 92604b687768 2024-09-06T15:52:17.785 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi181 running (90s) 21s ago 42m 52.7M 3292M 19.3.0-4704-g8b38c33c 1c45aca0610a 291137fc1efe 2024-09-06T15:52:17.785 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi181 running (58s) 21s ago 42m 48.0M 3292M 19.3.0-4704-g8b38c33c 1c45aca0610a 2eb242ea4223 2024-09-06T15:52:17.785 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi181 running (26s) 21s ago 41m - 3292M 19.3.0-4704-g8b38c33c 1c45aca0610a 78041ae5b59a 2024-09-06T15:52:17.785 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi181 *:9095 running (12m) 21s ago 40m 44.8M - 2.51.0 1d3b7f56885b 365a3b66bc88 2024-09-06T15:52:17.786 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi169.svrjnx smithi169 *:8000 running (37m) 2m ago 37m 101M - 19.1.1-268-g635ed4cf b6db46a449e5 73d895896783 2024-09-06T15:52:17.786 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi181.fqbtai smithi181 *:8000 running (37m) 21s ago 37m 102M - 19.1.1-268-g635ed4cf b6db46a449e5 4aaa91540a99 2024-09-06T15:52:17.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:17 smithi181 bash[70073]: cluster 2024-09-06T15:52:16.000677+0000 mgr.y (mgr.25115) 776 : cluster [DBG] pgmap v471: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:17.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:17 smithi181 bash[70073]: cluster 2024-09-06T15:52:16.000677+0000 mgr.y (mgr.25115) 776 : cluster [DBG] pgmap v471: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:18.533 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph versions | jq -e '"'"'.osd | length == 1'"'"'' 2024-09-06T15:52:18.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:18 smithi169 bash[88858]: audit 2024-09-06T15:52:17.755762+0000 mgr.y (mgr.25115) 777 : audit [DBG] from='client.54521 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:52:18.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:18 smithi169 bash[88858]: audit 2024-09-06T15:52:17.755762+0000 mgr.y (mgr.25115) 777 : audit [DBG] from='client.54521 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:52:18.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:18 smithi169 bash[92568]: audit 2024-09-06T15:52:17.755762+0000 mgr.y (mgr.25115) 777 : audit [DBG] from='client.54521 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:52:18.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:18 smithi169 bash[92568]: audit 2024-09-06T15:52:17.755762+0000 mgr.y (mgr.25115) 777 : audit [DBG] from='client.54521 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:52:18.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:18 smithi181 bash[70073]: audit 2024-09-06T15:52:17.755762+0000 mgr.y (mgr.25115) 777 : audit [DBG] from='client.54521 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:52:18.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:18 smithi181 bash[70073]: audit 2024-09-06T15:52:17.755762+0000 mgr.y (mgr.25115) 777 : audit [DBG] from='client.54521 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:52:19.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:19 smithi169 bash[88858]: cluster 2024-09-06T15:52:18.001969+0000 mgr.y (mgr.25115) 778 : cluster [DBG] pgmap v472: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:19.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:19 smithi169 bash[88858]: cluster 2024-09-06T15:52:18.001969+0000 mgr.y (mgr.25115) 778 : cluster [DBG] pgmap v472: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:19.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:19 smithi169 bash[92568]: cluster 2024-09-06T15:52:18.001969+0000 mgr.y (mgr.25115) 778 : cluster [DBG] pgmap v472: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:19.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:19 smithi169 bash[92568]: cluster 2024-09-06T15:52:18.001969+0000 mgr.y (mgr.25115) 778 : cluster [DBG] pgmap v472: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:19.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:19 smithi181 bash[70073]: cluster 2024-09-06T15:52:18.001969+0000 mgr.y (mgr.25115) 778 : cluster [DBG] pgmap v472: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:19.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:19 smithi181 bash[70073]: cluster 2024-09-06T15:52:18.001969+0000 mgr.y (mgr.25115) 778 : cluster [DBG] pgmap v472: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:19.998 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:52:19 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:52:19.825363524Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:52:21.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:21 smithi169 bash[88858]: cluster 2024-09-06T15:52:20.003108+0000 mgr.y (mgr.25115) 779 : cluster [DBG] pgmap v473: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:21.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:21 smithi169 bash[88858]: cluster 2024-09-06T15:52:20.003108+0000 mgr.y (mgr.25115) 779 : cluster [DBG] pgmap v473: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:21.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:21 smithi169 bash[92568]: cluster 2024-09-06T15:52:20.003108+0000 mgr.y (mgr.25115) 779 : cluster [DBG] pgmap v473: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:21.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:21 smithi169 bash[92568]: cluster 2024-09-06T15:52:20.003108+0000 mgr.y (mgr.25115) 779 : cluster [DBG] pgmap v473: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:21.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:21 smithi181 bash[70073]: cluster 2024-09-06T15:52:20.003108+0000 mgr.y (mgr.25115) 779 : cluster [DBG] pgmap v473: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:21.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:21 smithi181 bash[70073]: cluster 2024-09-06T15:52:20.003108+0000 mgr.y (mgr.25115) 779 : cluster [DBG] pgmap v473: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:23.247 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:52:22 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:52:22.814940432Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:52:23.341 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:52:23.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:23 smithi169 bash[88858]: cluster 2024-09-06T15:52:22.004270+0000 mgr.y (mgr.25115) 780 : cluster [DBG] pgmap v474: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:23.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:23 smithi169 bash[88858]: cluster 2024-09-06T15:52:22.004270+0000 mgr.y (mgr.25115) 780 : cluster [DBG] pgmap v474: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:23.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:23 smithi169 bash[92568]: cluster 2024-09-06T15:52:22.004270+0000 mgr.y (mgr.25115) 780 : cluster [DBG] pgmap v474: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:23.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:23 smithi169 bash[92568]: cluster 2024-09-06T15:52:22.004270+0000 mgr.y (mgr.25115) 780 : cluster [DBG] pgmap v474: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:23.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:23 smithi181 bash[70073]: cluster 2024-09-06T15:52:22.004270+0000 mgr.y (mgr.25115) 780 : cluster [DBG] pgmap v474: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:23.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:23 smithi181 bash[70073]: cluster 2024-09-06T15:52:22.004270+0000 mgr.y (mgr.25115) 780 : cluster [DBG] pgmap v474: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:24.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:24 smithi169 bash[88858]: audit 2024-09-06T15:52:23.795681+0000 mgr.y (mgr.25115) 781 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:52:24.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:24 smithi169 bash[88858]: audit 2024-09-06T15:52:23.795681+0000 mgr.y (mgr.25115) 781 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:52:24.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:24 smithi169 bash[92568]: audit 2024-09-06T15:52:23.795681+0000 mgr.y (mgr.25115) 781 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:52:24.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:24 smithi169 bash[92568]: audit 2024-09-06T15:52:23.795681+0000 mgr.y (mgr.25115) 781 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:52:24.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:24 smithi181 bash[70073]: audit 2024-09-06T15:52:23.795681+0000 mgr.y (mgr.25115) 781 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:52:24.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:24 smithi181 bash[70073]: audit 2024-09-06T15:52:23.795681+0000 mgr.y (mgr.25115) 781 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:52:25.228 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-09-06T15:52:25.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:25 smithi169 bash[88858]: cluster 2024-09-06T15:52:24.005533+0000 mgr.y (mgr.25115) 782 : cluster [DBG] pgmap v475: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:25.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:25 smithi169 bash[88858]: cluster 2024-09-06T15:52:24.005533+0000 mgr.y (mgr.25115) 782 : cluster [DBG] pgmap v475: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:25.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:25 smithi169 bash[88858]: audit 2024-09-06T15:52:25.219441+0000 mon.a (mon.0) 498 : audit [DBG] from='client.? 172.21.15.169:0/1943415884' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:25.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:25 smithi169 bash[88858]: audit 2024-09-06T15:52:25.219441+0000 mon.a (mon.0) 498 : audit [DBG] from='client.? 172.21.15.169:0/1943415884' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:25.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:25 smithi169 bash[92568]: cluster 2024-09-06T15:52:24.005533+0000 mgr.y (mgr.25115) 782 : cluster [DBG] pgmap v475: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:25.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:25 smithi169 bash[92568]: cluster 2024-09-06T15:52:24.005533+0000 mgr.y (mgr.25115) 782 : cluster [DBG] pgmap v475: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:25.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:25 smithi169 bash[92568]: audit 2024-09-06T15:52:25.219441+0000 mon.a (mon.0) 498 : audit [DBG] from='client.? 172.21.15.169:0/1943415884' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:25.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:25 smithi169 bash[92568]: audit 2024-09-06T15:52:25.219441+0000 mon.a (mon.0) 498 : audit [DBG] from='client.? 172.21.15.169:0/1943415884' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:25.997 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:52:25 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:52:25.842094965Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:52:25.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:25 smithi181 bash[70073]: cluster 2024-09-06T15:52:24.005533+0000 mgr.y (mgr.25115) 782 : cluster [DBG] pgmap v475: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:25.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:25 smithi181 bash[70073]: cluster 2024-09-06T15:52:24.005533+0000 mgr.y (mgr.25115) 782 : cluster [DBG] pgmap v475: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:25.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:25 smithi181 bash[70073]: audit 2024-09-06T15:52:25.219441+0000 mon.a (mon.0) 498 : audit [DBG] from='client.? 172.21.15.169:0/1943415884' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:25.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:25 smithi181 bash[70073]: audit 2024-09-06T15:52:25.219441+0000 mon.a (mon.0) 498 : audit [DBG] from='client.? 172.21.15.169:0/1943415884' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:26.021 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph versions | jq -e '"'"'.osd | keys'"'"' | grep $sha1' 2024-09-06T15:52:26.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:52:26 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:52:26] "GET /metrics HTTP/1.1" 200 38411 "" "Prometheus/2.51.0" 2024-09-06T15:52:27.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:27 smithi169 bash[88858]: cluster 2024-09-06T15:52:26.006602+0000 mgr.y (mgr.25115) 783 : cluster [DBG] pgmap v476: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:27.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:27 smithi169 bash[88858]: cluster 2024-09-06T15:52:26.006602+0000 mgr.y (mgr.25115) 783 : cluster [DBG] pgmap v476: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:27.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:27 smithi169 bash[92568]: cluster 2024-09-06T15:52:26.006602+0000 mgr.y (mgr.25115) 783 : cluster [DBG] pgmap v476: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:27.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:27 smithi169 bash[92568]: cluster 2024-09-06T15:52:26.006602+0000 mgr.y (mgr.25115) 783 : cluster [DBG] pgmap v476: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:27.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:27 smithi181 bash[70073]: cluster 2024-09-06T15:52:26.006602+0000 mgr.y (mgr.25115) 783 : cluster [DBG] pgmap v476: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:27.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:27 smithi181 bash[70073]: cluster 2024-09-06T15:52:26.006602+0000 mgr.y (mgr.25115) 783 : cluster [DBG] pgmap v476: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:29.247 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:52:28 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:52:28.833456241Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:52:29.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:29 smithi169 bash[88858]: cluster 2024-09-06T15:52:28.007968+0000 mgr.y (mgr.25115) 784 : cluster [DBG] pgmap v477: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:29.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:29 smithi169 bash[88858]: cluster 2024-09-06T15:52:28.007968+0000 mgr.y (mgr.25115) 784 : cluster [DBG] pgmap v477: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:29.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:29 smithi169 bash[92568]: cluster 2024-09-06T15:52:28.007968+0000 mgr.y (mgr.25115) 784 : cluster [DBG] pgmap v477: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:29.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:29 smithi169 bash[92568]: cluster 2024-09-06T15:52:28.007968+0000 mgr.y (mgr.25115) 784 : cluster [DBG] pgmap v477: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:29.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:29 smithi181 bash[70073]: cluster 2024-09-06T15:52:28.007968+0000 mgr.y (mgr.25115) 784 : cluster [DBG] pgmap v477: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:29.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:29 smithi181 bash[70073]: cluster 2024-09-06T15:52:28.007968+0000 mgr.y (mgr.25115) 784 : cluster [DBG] pgmap v477: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:30.833 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:52:30.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:30 smithi169 bash[92568]: audit 2024-09-06T15:52:30.299005+0000 mon.b (mon.1) 303 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:52:30.951 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:30 smithi169 bash[92568]: audit 2024-09-06T15:52:30.299005+0000 mon.b (mon.1) 303 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:52:30.951 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:30 smithi169 bash[88858]: audit 2024-09-06T15:52:30.299005+0000 mon.b (mon.1) 303 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:52:30.951 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:30 smithi169 bash[88858]: audit 2024-09-06T15:52:30.299005+0000 mon.b (mon.1) 303 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:52:30.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:30 smithi181 bash[70073]: audit 2024-09-06T15:52:30.299005+0000 mon.b (mon.1) 303 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:52:30.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:30 smithi181 bash[70073]: audit 2024-09-06T15:52:30.299005+0000 mon.b (mon.1) 303 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:52:31.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:31 smithi169 bash[92568]: cluster 2024-09-06T15:52:30.009004+0000 mgr.y (mgr.25115) 785 : cluster [DBG] pgmap v478: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:31.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:31 smithi169 bash[92568]: cluster 2024-09-06T15:52:30.009004+0000 mgr.y (mgr.25115) 785 : cluster [DBG] pgmap v478: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:31.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:31 smithi169 bash[88858]: cluster 2024-09-06T15:52:30.009004+0000 mgr.y (mgr.25115) 785 : cluster [DBG] pgmap v478: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:31.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:31 smithi169 bash[88858]: cluster 2024-09-06T15:52:30.009004+0000 mgr.y (mgr.25115) 785 : cluster [DBG] pgmap v478: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:31.997 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:52:31 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:52:31.821583357Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:52:31.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:31 smithi181 bash[70073]: cluster 2024-09-06T15:52:30.009004+0000 mgr.y (mgr.25115) 785 : cluster [DBG] pgmap v478: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:31.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:31 smithi181 bash[70073]: cluster 2024-09-06T15:52:30.009004+0000 mgr.y (mgr.25115) 785 : cluster [DBG] pgmap v478: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:32.411 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)" 2024-09-06T15:52:32.665 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:32 smithi169 bash[88858]: audit 2024-09-06T15:52:32.401483+0000 mon.a (mon.0) 499 : audit [DBG] from='client.? 172.21.15.169:0/3447030986' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:32.665 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:32 smithi169 bash[88858]: audit 2024-09-06T15:52:32.401483+0000 mon.a (mon.0) 499 : audit [DBG] from='client.? 172.21.15.169:0/3447030986' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:32.665 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:32 smithi169 bash[92568]: audit 2024-09-06T15:52:32.401483+0000 mon.a (mon.0) 499 : audit [DBG] from='client.? 172.21.15.169:0/3447030986' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:32.665 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:32 smithi169 bash[92568]: audit 2024-09-06T15:52:32.401483+0000 mon.a (mon.0) 499 : audit [DBG] from='client.? 172.21.15.169:0/3447030986' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:32.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:32 smithi181 bash[70073]: audit 2024-09-06T15:52:32.401483+0000 mon.a (mon.0) 499 : audit [DBG] from='client.? 172.21.15.169:0/3447030986' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:32.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:32 smithi181 bash[70073]: audit 2024-09-06T15:52:32.401483+0000 mon.a (mon.0) 499 : audit [DBG] from='client.? 172.21.15.169:0/3447030986' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:52:33.215 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph orch upgrade status' 2024-09-06T15:52:33.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:33 smithi169 bash[88858]: cluster 2024-09-06T15:52:32.010121+0000 mgr.y (mgr.25115) 786 : cluster [DBG] pgmap v479: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:33.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:33 smithi169 bash[88858]: cluster 2024-09-06T15:52:32.010121+0000 mgr.y (mgr.25115) 786 : cluster [DBG] pgmap v479: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:33.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:33 smithi169 bash[92568]: cluster 2024-09-06T15:52:32.010121+0000 mgr.y (mgr.25115) 786 : cluster [DBG] pgmap v479: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:33.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:33 smithi169 bash[92568]: cluster 2024-09-06T15:52:32.010121+0000 mgr.y (mgr.25115) 786 : cluster [DBG] pgmap v479: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:33.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:33 smithi181 bash[70073]: cluster 2024-09-06T15:52:32.010121+0000 mgr.y (mgr.25115) 786 : cluster [DBG] pgmap v479: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:33.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:33 smithi181 bash[70073]: cluster 2024-09-06T15:52:32.010121+0000 mgr.y (mgr.25115) 786 : cluster [DBG] pgmap v479: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:34.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:34 smithi169 bash[88858]: audit 2024-09-06T15:52:33.803640+0000 mgr.y (mgr.25115) 787 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:52:34.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:34 smithi169 bash[88858]: audit 2024-09-06T15:52:33.803640+0000 mgr.y (mgr.25115) 787 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:52:34.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:34 smithi169 bash[92568]: audit 2024-09-06T15:52:33.803640+0000 mgr.y (mgr.25115) 787 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:52:34.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:34 smithi169 bash[92568]: audit 2024-09-06T15:52:33.803640+0000 mgr.y (mgr.25115) 787 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:52:34.997 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:52:34 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:52:34.845346696Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:52:34.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:34 smithi181 bash[70073]: audit 2024-09-06T15:52:33.803640+0000 mgr.y (mgr.25115) 787 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:52:34.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:34 smithi181 bash[70073]: audit 2024-09-06T15:52:33.803640+0000 mgr.y (mgr.25115) 787 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:52:35.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:35 smithi169 bash[88858]: cluster 2024-09-06T15:52:34.011392+0000 mgr.y (mgr.25115) 788 : cluster [DBG] pgmap v480: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:35.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:35 smithi169 bash[88858]: cluster 2024-09-06T15:52:34.011392+0000 mgr.y (mgr.25115) 788 : cluster [DBG] pgmap v480: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:35.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:35 smithi169 bash[92568]: cluster 2024-09-06T15:52:34.011392+0000 mgr.y (mgr.25115) 788 : cluster [DBG] pgmap v480: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:35.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:35 smithi169 bash[92568]: cluster 2024-09-06T15:52:34.011392+0000 mgr.y (mgr.25115) 788 : cluster [DBG] pgmap v480: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:35.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:35 smithi181 bash[70073]: cluster 2024-09-06T15:52:34.011392+0000 mgr.y (mgr.25115) 788 : cluster [DBG] pgmap v480: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:35.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:35 smithi181 bash[70073]: cluster 2024-09-06T15:52:34.011392+0000 mgr.y (mgr.25115) 788 : cluster [DBG] pgmap v480: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:36.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:52:36 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:52:36] "GET /metrics HTTP/1.1" 200 38409 "" "Prometheus/2.51.0" 2024-09-06T15:52:37.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:37 smithi169 bash[88858]: cluster 2024-09-06T15:52:36.012027+0000 mgr.y (mgr.25115) 789 : cluster [DBG] pgmap v481: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:37.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:37 smithi169 bash[88858]: cluster 2024-09-06T15:52:36.012027+0000 mgr.y (mgr.25115) 789 : cluster [DBG] pgmap v481: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:37.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:37 smithi169 bash[92568]: cluster 2024-09-06T15:52:36.012027+0000 mgr.y (mgr.25115) 789 : cluster [DBG] pgmap v481: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:37.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:37 smithi169 bash[92568]: cluster 2024-09-06T15:52:36.012027+0000 mgr.y (mgr.25115) 789 : cluster [DBG] pgmap v481: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:37.997 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:52:37 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:52:37.819048662Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:52:37.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:37 smithi181 bash[70073]: cluster 2024-09-06T15:52:36.012027+0000 mgr.y (mgr.25115) 789 : cluster [DBG] pgmap v481: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:37.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:37 smithi181 bash[70073]: cluster 2024-09-06T15:52:36.012027+0000 mgr.y (mgr.25115) 789 : cluster [DBG] pgmap v481: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:38.031 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:52:39.690 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:52:39.690 INFO:teuthology.orchestra.run.smithi169.stdout: "target_image": null, 2024-09-06T15:52:39.690 INFO:teuthology.orchestra.run.smithi169.stdout: "in_progress": false, 2024-09-06T15:52:39.690 INFO:teuthology.orchestra.run.smithi169.stdout: "which": "", 2024-09-06T15:52:39.691 INFO:teuthology.orchestra.run.smithi169.stdout: "services_complete": [], 2024-09-06T15:52:39.691 INFO:teuthology.orchestra.run.smithi169.stdout: "progress": null, 2024-09-06T15:52:39.691 INFO:teuthology.orchestra.run.smithi169.stdout: "message": "", 2024-09-06T15:52:39.691 INFO:teuthology.orchestra.run.smithi169.stdout: "is_paused": false 2024-09-06T15:52:39.691 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:52:39.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:39 smithi169 bash[88858]: cluster 2024-09-06T15:52:38.013272+0000 mgr.y (mgr.25115) 790 : cluster [DBG] pgmap v482: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:39.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:39 smithi169 bash[88858]: cluster 2024-09-06T15:52:38.013272+0000 mgr.y (mgr.25115) 790 : cluster [DBG] pgmap v482: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:39.945 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:39 smithi169 bash[92568]: cluster 2024-09-06T15:52:38.013272+0000 mgr.y (mgr.25115) 790 : cluster [DBG] pgmap v482: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:39.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:39 smithi169 bash[92568]: cluster 2024-09-06T15:52:38.013272+0000 mgr.y (mgr.25115) 790 : cluster [DBG] pgmap v482: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:39.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:39 smithi181 bash[70073]: cluster 2024-09-06T15:52:38.013272+0000 mgr.y (mgr.25115) 790 : cluster [DBG] pgmap v482: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:39.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:39 smithi181 bash[70073]: cluster 2024-09-06T15:52:38.013272+0000 mgr.y (mgr.25115) 790 : cluster [DBG] pgmap v482: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:40.517 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph health detail' 2024-09-06T15:52:40.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:40 smithi169 bash[88858]: audit 2024-09-06T15:52:39.691701+0000 mgr.y (mgr.25115) 791 : audit [DBG] from='client.44565 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:52:40.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:40 smithi169 bash[88858]: audit 2024-09-06T15:52:39.691701+0000 mgr.y (mgr.25115) 791 : audit [DBG] from='client.44565 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:52:40.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:40 smithi169 bash[92568]: audit 2024-09-06T15:52:39.691701+0000 mgr.y (mgr.25115) 791 : audit [DBG] from='client.44565 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:52:40.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:40 smithi169 bash[92568]: audit 2024-09-06T15:52:39.691701+0000 mgr.y (mgr.25115) 791 : audit [DBG] from='client.44565 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:52:40.997 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:52:40 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:52:40.824143844Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:52:40.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:40 smithi181 bash[70073]: audit 2024-09-06T15:52:39.691701+0000 mgr.y (mgr.25115) 791 : audit [DBG] from='client.44565 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:52:40.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:40 smithi181 bash[70073]: audit 2024-09-06T15:52:39.691701+0000 mgr.y (mgr.25115) 791 : audit [DBG] from='client.44565 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:52:41.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:41 smithi169 bash[88858]: cluster 2024-09-06T15:52:40.014302+0000 mgr.y (mgr.25115) 792 : cluster [DBG] pgmap v483: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:41.945 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:41 smithi169 bash[88858]: cluster 2024-09-06T15:52:40.014302+0000 mgr.y (mgr.25115) 792 : cluster [DBG] pgmap v483: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:41.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:41 smithi169 bash[92568]: cluster 2024-09-06T15:52:40.014302+0000 mgr.y (mgr.25115) 792 : cluster [DBG] pgmap v483: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:41.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:41 smithi169 bash[92568]: cluster 2024-09-06T15:52:40.014302+0000 mgr.y (mgr.25115) 792 : cluster [DBG] pgmap v483: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:41.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:41 smithi181 bash[70073]: cluster 2024-09-06T15:52:40.014302+0000 mgr.y (mgr.25115) 792 : cluster [DBG] pgmap v483: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:41.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:41 smithi181 bash[70073]: cluster 2024-09-06T15:52:40.014302+0000 mgr.y (mgr.25115) 792 : cluster [DBG] pgmap v483: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:43.997 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:52:43 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:52:43.83872208Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:52:43.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:43 smithi181 bash[70073]: cluster 2024-09-06T15:52:42.015491+0000 mgr.y (mgr.25115) 793 : cluster [DBG] pgmap v484: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:43.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:43 smithi181 bash[70073]: cluster 2024-09-06T15:52:42.015491+0000 mgr.y (mgr.25115) 793 : cluster [DBG] pgmap v484: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:44.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:43 smithi169 bash[88858]: cluster 2024-09-06T15:52:42.015491+0000 mgr.y (mgr.25115) 793 : cluster [DBG] pgmap v484: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:44.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:43 smithi169 bash[88858]: cluster 2024-09-06T15:52:42.015491+0000 mgr.y (mgr.25115) 793 : cluster [DBG] pgmap v484: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:44.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:43 smithi169 bash[92568]: cluster 2024-09-06T15:52:42.015491+0000 mgr.y (mgr.25115) 793 : cluster [DBG] pgmap v484: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:44.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:43 smithi169 bash[92568]: cluster 2024-09-06T15:52:42.015491+0000 mgr.y (mgr.25115) 793 : cluster [DBG] pgmap v484: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:44.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:44 smithi181 bash[70073]: audit 2024-09-06T15:52:43.811600+0000 mgr.y (mgr.25115) 794 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:52:44.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:44 smithi181 bash[70073]: audit 2024-09-06T15:52:43.811600+0000 mgr.y (mgr.25115) 794 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:52:45.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:44 smithi169 bash[88858]: audit 2024-09-06T15:52:43.811600+0000 mgr.y (mgr.25115) 794 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:52:45.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:44 smithi169 bash[88858]: audit 2024-09-06T15:52:43.811600+0000 mgr.y (mgr.25115) 794 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:52:45.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:44 smithi169 bash[92568]: audit 2024-09-06T15:52:43.811600+0000 mgr.y (mgr.25115) 794 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:52:45.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:44 smithi169 bash[92568]: audit 2024-09-06T15:52:43.811600+0000 mgr.y (mgr.25115) 794 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:52:45.333 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:52:46.001 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:45 smithi181 bash[70073]: cluster 2024-09-06T15:52:44.016776+0000 mgr.y (mgr.25115) 795 : cluster [DBG] pgmap v485: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:46.002 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:45 smithi181 bash[70073]: cluster 2024-09-06T15:52:44.016776+0000 mgr.y (mgr.25115) 795 : cluster [DBG] pgmap v485: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:46.002 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:45 smithi181 bash[70073]: audit 2024-09-06T15:52:45.299380+0000 mon.b (mon.1) 304 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:52:46.002 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:45 smithi181 bash[70073]: audit 2024-09-06T15:52:45.299380+0000 mon.b (mon.1) 304 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:52:46.055 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:45 smithi169 bash[88858]: cluster 2024-09-06T15:52:44.016776+0000 mgr.y (mgr.25115) 795 : cluster [DBG] pgmap v485: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:46.055 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:45 smithi169 bash[88858]: cluster 2024-09-06T15:52:44.016776+0000 mgr.y (mgr.25115) 795 : cluster [DBG] pgmap v485: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:46.055 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:45 smithi169 bash[88858]: audit 2024-09-06T15:52:45.299380+0000 mon.b (mon.1) 304 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:52:46.055 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:45 smithi169 bash[88858]: audit 2024-09-06T15:52:45.299380+0000 mon.b (mon.1) 304 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:52:46.056 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:45 smithi169 bash[92568]: cluster 2024-09-06T15:52:44.016776+0000 mgr.y (mgr.25115) 795 : cluster [DBG] pgmap v485: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:46.056 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:45 smithi169 bash[92568]: cluster 2024-09-06T15:52:44.016776+0000 mgr.y (mgr.25115) 795 : cluster [DBG] pgmap v485: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:46.056 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:45 smithi169 bash[92568]: audit 2024-09-06T15:52:45.299380+0000 mon.b (mon.1) 304 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:52:46.056 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:45 smithi169 bash[92568]: audit 2024-09-06T15:52:45.299380+0000 mon.b (mon.1) 304 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:52:46.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:52:46 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:52:46] "GET /metrics HTTP/1.1" 200 38412 "" "Prometheus/2.51.0" 2024-09-06T15:52:47.050 INFO:teuthology.orchestra.run.smithi169.stdout:HEALTH_WARN Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:52:47.050 INFO:teuthology.orchestra.run.smithi169.stdout:[WRN] MGR_MODULE_DEPENDENCY: Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:52:47.051 INFO:teuthology.orchestra.run.smithi169.stdout: Module 'volumes' has failed dependency: No module named 'ceph.fs' 2024-09-06T15:52:47.247 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:52:46 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:52:46.807684846Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:52:47.818 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --services rgw.foo' 2024-09-06T15:52:47.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:47 smithi181 bash[70073]: cluster 2024-09-06T15:52:46.017839+0000 mgr.y (mgr.25115) 796 : cluster [DBG] pgmap v486: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:47.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:47 smithi181 bash[70073]: cluster 2024-09-06T15:52:46.017839+0000 mgr.y (mgr.25115) 796 : cluster [DBG] pgmap v486: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:47.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:47 smithi181 bash[70073]: audit 2024-09-06T15:52:47.052321+0000 mon.a (mon.0) 500 : audit [DBG] from='client.? 172.21.15.169:0/3312380294' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-06T15:52:47.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:47 smithi181 bash[70073]: audit 2024-09-06T15:52:47.052321+0000 mon.a (mon.0) 500 : audit [DBG] from='client.? 172.21.15.169:0/3312380294' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-06T15:52:48.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:47 smithi169 bash[88858]: cluster 2024-09-06T15:52:46.017839+0000 mgr.y (mgr.25115) 796 : cluster [DBG] pgmap v486: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:48.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:47 smithi169 bash[88858]: cluster 2024-09-06T15:52:46.017839+0000 mgr.y (mgr.25115) 796 : cluster [DBG] pgmap v486: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:48.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:47 smithi169 bash[88858]: audit 2024-09-06T15:52:47.052321+0000 mon.a (mon.0) 500 : audit [DBG] from='client.? 172.21.15.169:0/3312380294' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-06T15:52:48.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:47 smithi169 bash[88858]: audit 2024-09-06T15:52:47.052321+0000 mon.a (mon.0) 500 : audit [DBG] from='client.? 172.21.15.169:0/3312380294' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-06T15:52:48.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:47 smithi169 bash[92568]: cluster 2024-09-06T15:52:46.017839+0000 mgr.y (mgr.25115) 796 : cluster [DBG] pgmap v486: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:48.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:47 smithi169 bash[92568]: cluster 2024-09-06T15:52:46.017839+0000 mgr.y (mgr.25115) 796 : cluster [DBG] pgmap v486: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:48.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:47 smithi169 bash[92568]: audit 2024-09-06T15:52:47.052321+0000 mon.a (mon.0) 500 : audit [DBG] from='client.? 172.21.15.169:0/3312380294' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-06T15:52:48.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:47 smithi169 bash[92568]: audit 2024-09-06T15:52:47.052321+0000 mon.a (mon.0) 500 : audit [DBG] from='client.? 172.21.15.169:0/3312380294' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-06T15:52:49.997 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:52:49 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:52:49.8428682Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:52:49.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:49 smithi181 bash[70073]: cluster 2024-09-06T15:52:48.018518+0000 mgr.y (mgr.25115) 797 : cluster [DBG] pgmap v487: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:49.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:49 smithi181 bash[70073]: cluster 2024-09-06T15:52:48.018518+0000 mgr.y (mgr.25115) 797 : cluster [DBG] pgmap v487: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:50.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:49 smithi169 bash[92568]: cluster 2024-09-06T15:52:48.018518+0000 mgr.y (mgr.25115) 797 : cluster [DBG] pgmap v487: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:50.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:49 smithi169 bash[92568]: cluster 2024-09-06T15:52:48.018518+0000 mgr.y (mgr.25115) 797 : cluster [DBG] pgmap v487: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:50.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:49 smithi169 bash[88858]: cluster 2024-09-06T15:52:48.018518+0000 mgr.y (mgr.25115) 797 : cluster [DBG] pgmap v487: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:50.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:49 smithi169 bash[88858]: cluster 2024-09-06T15:52:48.018518+0000 mgr.y (mgr.25115) 797 : cluster [DBG] pgmap v487: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:51.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:51 smithi181 bash[70073]: cluster 2024-09-06T15:52:50.019546+0000 mgr.y (mgr.25115) 798 : cluster [DBG] pgmap v488: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:51.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:51 smithi181 bash[70073]: cluster 2024-09-06T15:52:50.019546+0000 mgr.y (mgr.25115) 798 : cluster [DBG] pgmap v488: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:52.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:51 smithi169 bash[88858]: cluster 2024-09-06T15:52:50.019546+0000 mgr.y (mgr.25115) 798 : cluster [DBG] pgmap v488: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:52.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:51 smithi169 bash[88858]: cluster 2024-09-06T15:52:50.019546+0000 mgr.y (mgr.25115) 798 : cluster [DBG] pgmap v488: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:52.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:51 smithi169 bash[92568]: cluster 2024-09-06T15:52:50.019546+0000 mgr.y (mgr.25115) 798 : cluster [DBG] pgmap v488: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:52.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:51 smithi169 bash[92568]: cluster 2024-09-06T15:52:50.019546+0000 mgr.y (mgr.25115) 798 : cluster [DBG] pgmap v488: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:52.632 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:52:53.247 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:52:52 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:52:52.846028335Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:52:53.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:53 smithi181 bash[70073]: cluster 2024-09-06T15:52:52.020719+0000 mgr.y (mgr.25115) 799 : cluster [DBG] pgmap v489: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:53.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:53 smithi181 bash[70073]: cluster 2024-09-06T15:52:52.020719+0000 mgr.y (mgr.25115) 799 : cluster [DBG] pgmap v489: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:54.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:53 smithi169 bash[88858]: cluster 2024-09-06T15:52:52.020719+0000 mgr.y (mgr.25115) 799 : cluster [DBG] pgmap v489: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:54.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:53 smithi169 bash[88858]: cluster 2024-09-06T15:52:52.020719+0000 mgr.y (mgr.25115) 799 : cluster [DBG] pgmap v489: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:54.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:53 smithi169 bash[92568]: cluster 2024-09-06T15:52:52.020719+0000 mgr.y (mgr.25115) 799 : cluster [DBG] pgmap v489: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:54.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:53 smithi169 bash[92568]: cluster 2024-09-06T15:52:52.020719+0000 mgr.y (mgr.25115) 799 : cluster [DBG] pgmap v489: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:54.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:54 smithi181 bash[70073]: audit 2024-09-06T15:52:53.820757+0000 mgr.y (mgr.25115) 800 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:52:54.997 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:54 smithi181 bash[70073]: audit 2024-09-06T15:52:53.820757+0000 mgr.y (mgr.25115) 800 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:52:55.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:54 smithi169 bash[88858]: audit 2024-09-06T15:52:53.820757+0000 mgr.y (mgr.25115) 800 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:52:55.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:54 smithi169 bash[88858]: audit 2024-09-06T15:52:53.820757+0000 mgr.y (mgr.25115) 800 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:52:55.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:54 smithi169 bash[92568]: audit 2024-09-06T15:52:53.820757+0000 mgr.y (mgr.25115) 800 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:52:55.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:54 smithi169 bash[92568]: audit 2024-09-06T15:52:53.820757+0000 mgr.y (mgr.25115) 800 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:52:55.997 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:52:55 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:52:55.814536419Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:52:55.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:55 smithi181 bash[70073]: cluster 2024-09-06T15:52:54.021932+0000 mgr.y (mgr.25115) 801 : cluster [DBG] pgmap v490: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:55.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:55 smithi181 bash[70073]: cluster 2024-09-06T15:52:54.021932+0000 mgr.y (mgr.25115) 801 : cluster [DBG] pgmap v490: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:55.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:55 smithi181 bash[70073]: audit 2024-09-06T15:52:54.148598+0000 mgr.y (mgr.25115) 802 : audit [DBG] from='client.54551 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:52:55.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:55 smithi181 bash[70073]: audit 2024-09-06T15:52:54.148598+0000 mgr.y (mgr.25115) 802 : audit [DBG] from='client.54551 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:52:56.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:55 smithi169 bash[88858]: cluster 2024-09-06T15:52:54.021932+0000 mgr.y (mgr.25115) 801 : cluster [DBG] pgmap v490: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:56.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:55 smithi169 bash[88858]: cluster 2024-09-06T15:52:54.021932+0000 mgr.y (mgr.25115) 801 : cluster [DBG] pgmap v490: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:56.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:55 smithi169 bash[88858]: audit 2024-09-06T15:52:54.148598+0000 mgr.y (mgr.25115) 802 : audit [DBG] from='client.54551 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:52:56.003 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:55 smithi169 bash[88858]: audit 2024-09-06T15:52:54.148598+0000 mgr.y (mgr.25115) 802 : audit [DBG] from='client.54551 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:52:56.003 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:55 smithi169 bash[92568]: cluster 2024-09-06T15:52:54.021932+0000 mgr.y (mgr.25115) 801 : cluster [DBG] pgmap v490: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:56.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:55 smithi169 bash[92568]: cluster 2024-09-06T15:52:54.021932+0000 mgr.y (mgr.25115) 801 : cluster [DBG] pgmap v490: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:52:56.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:55 smithi169 bash[92568]: audit 2024-09-06T15:52:54.148598+0000 mgr.y (mgr.25115) 802 : audit [DBG] from='client.54551 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:52:56.004 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:55 smithi169 bash[92568]: audit 2024-09-06T15:52:54.148598+0000 mgr.y (mgr.25115) 802 : audit [DBG] from='client.54551 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:52:56.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:52:56 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:52:56] "GET /metrics HTTP/1.1" 200 38412 "" "Prometheus/2.51.0" 2024-09-06T15:52:56.813 INFO:teuthology.orchestra.run.smithi169.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:52:57.557 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-06T15:52:58.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:57 smithi169 bash[88858]: cluster 2024-09-06T15:52:56.022512+0000 mgr.y (mgr.25115) 803 : cluster [DBG] pgmap v491: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:58.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:57 smithi169 bash[88858]: cluster 2024-09-06T15:52:56.022512+0000 mgr.y (mgr.25115) 803 : cluster [DBG] pgmap v491: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:58.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:57 smithi169 bash[88858]: cephadm 2024-09-06T15:52:56.804856+0000 mgr.y (mgr.25115) 804 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:52:58.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:57 smithi169 bash[88858]: cephadm 2024-09-06T15:52:56.804856+0000 mgr.y (mgr.25115) 804 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:52:58.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:57 smithi169 bash[88858]: audit 2024-09-06T15:52:56.813919+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:58.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:57 smithi169 bash[88858]: audit 2024-09-06T15:52:56.813919+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:58.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:57 smithi169 bash[88858]: audit 2024-09-06T15:52:57.551318+0000 mon.b (mon.1) 305 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:52:58.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:57 smithi169 bash[88858]: audit 2024-09-06T15:52:57.551318+0000 mon.b (mon.1) 305 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:52:58.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:57 smithi169 bash[88858]: audit 2024-09-06T15:52:57.552774+0000 mon.b (mon.1) 306 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:52:58.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:57 smithi169 bash[88858]: audit 2024-09-06T15:52:57.552774+0000 mon.b (mon.1) 306 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:52:58.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:57 smithi169 bash[88858]: audit 2024-09-06T15:52:57.560578+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:58.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:57 smithi169 bash[88858]: audit 2024-09-06T15:52:57.560578+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:58.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:57 smithi169 bash[92568]: cluster 2024-09-06T15:52:56.022512+0000 mgr.y (mgr.25115) 803 : cluster [DBG] pgmap v491: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:58.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:57 smithi169 bash[92568]: cluster 2024-09-06T15:52:56.022512+0000 mgr.y (mgr.25115) 803 : cluster [DBG] pgmap v491: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:58.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:57 smithi169 bash[92568]: cephadm 2024-09-06T15:52:56.804856+0000 mgr.y (mgr.25115) 804 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:52:58.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:57 smithi169 bash[92568]: cephadm 2024-09-06T15:52:56.804856+0000 mgr.y (mgr.25115) 804 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:52:58.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:57 smithi169 bash[92568]: audit 2024-09-06T15:52:56.813919+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:58.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:57 smithi169 bash[92568]: audit 2024-09-06T15:52:56.813919+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:58.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:57 smithi169 bash[92568]: audit 2024-09-06T15:52:57.551318+0000 mon.b (mon.1) 305 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:52:58.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:57 smithi169 bash[92568]: audit 2024-09-06T15:52:57.551318+0000 mon.b (mon.1) 305 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:52:58.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:57 smithi169 bash[92568]: audit 2024-09-06T15:52:57.552774+0000 mon.b (mon.1) 306 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:52:58.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:57 smithi169 bash[92568]: audit 2024-09-06T15:52:57.552774+0000 mon.b (mon.1) 306 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:52:58.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:57 smithi169 bash[92568]: audit 2024-09-06T15:52:57.560578+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:58.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:57 smithi169 bash[92568]: audit 2024-09-06T15:52:57.560578+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:58.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:57 smithi181 bash[70073]: cluster 2024-09-06T15:52:56.022512+0000 mgr.y (mgr.25115) 803 : cluster [DBG] pgmap v491: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:58.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:57 smithi181 bash[70073]: cluster 2024-09-06T15:52:56.022512+0000 mgr.y (mgr.25115) 803 : cluster [DBG] pgmap v491: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:52:58.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:57 smithi181 bash[70073]: cephadm 2024-09-06T15:52:56.804856+0000 mgr.y (mgr.25115) 804 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:52:58.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:57 smithi181 bash[70073]: cephadm 2024-09-06T15:52:56.804856+0000 mgr.y (mgr.25115) 804 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:52:58.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:57 smithi181 bash[70073]: audit 2024-09-06T15:52:56.813919+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:58.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:57 smithi181 bash[70073]: audit 2024-09-06T15:52:56.813919+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:58.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:57 smithi181 bash[70073]: audit 2024-09-06T15:52:57.551318+0000 mon.b (mon.1) 305 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:52:58.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:57 smithi181 bash[70073]: audit 2024-09-06T15:52:57.551318+0000 mon.b (mon.1) 305 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:52:58.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:57 smithi181 bash[70073]: audit 2024-09-06T15:52:57.552774+0000 mon.b (mon.1) 306 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:52:58.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:57 smithi181 bash[70073]: audit 2024-09-06T15:52:57.552774+0000 mon.b (mon.1) 306 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:52:58.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:57 smithi181 bash[70073]: audit 2024-09-06T15:52:57.560578+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:58.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:57 smithi181 bash[70073]: audit 2024-09-06T15:52:57.560578+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:52:59.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:58 smithi169 bash[88858]: cephadm 2024-09-06T15:52:57.650557+0000 mgr.y (mgr.25115) 805 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:52:59.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:58 smithi169 bash[88858]: cephadm 2024-09-06T15:52:57.650557+0000 mgr.y (mgr.25115) 805 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:52:59.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:58 smithi169 bash[92568]: cephadm 2024-09-06T15:52:57.650557+0000 mgr.y (mgr.25115) 805 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:52:59.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:58 smithi169 bash[92568]: cephadm 2024-09-06T15:52:57.650557+0000 mgr.y (mgr.25115) 805 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:52:59.247 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:52:58 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:52:58.828416298Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:52:59.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:58 smithi181 bash[70073]: cephadm 2024-09-06T15:52:57.650557+0000 mgr.y (mgr.25115) 805 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:52:59.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:58 smithi181 bash[70073]: cephadm 2024-09-06T15:52:57.650557+0000 mgr.y (mgr.25115) 805 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 2024-09-06T15:53:00.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:59 smithi169 bash[88858]: cluster 2024-09-06T15:52:58.023889+0000 mgr.y (mgr.25115) 806 : cluster [DBG] pgmap v492: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:00.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:52:59 smithi169 bash[88858]: cluster 2024-09-06T15:52:58.023889+0000 mgr.y (mgr.25115) 806 : cluster [DBG] pgmap v492: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:00.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:59 smithi169 bash[92568]: cluster 2024-09-06T15:52:58.023889+0000 mgr.y (mgr.25115) 806 : cluster [DBG] pgmap v492: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:00.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:52:59 smithi169 bash[92568]: cluster 2024-09-06T15:52:58.023889+0000 mgr.y (mgr.25115) 806 : cluster [DBG] pgmap v492: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:00.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:59 smithi181 bash[70073]: cluster 2024-09-06T15:52:58.023889+0000 mgr.y (mgr.25115) 806 : cluster [DBG] pgmap v492: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:00.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:52:59 smithi181 bash[70073]: cluster 2024-09-06T15:52:58.023889+0000 mgr.y (mgr.25115) 806 : cluster [DBG] pgmap v492: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:01.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: cluster 2024-09-06T15:53:00.025021+0000 mgr.y (mgr.25115) 807 : cluster [DBG] pgmap v493: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:01.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: cluster 2024-09-06T15:53:00.025021+0000 mgr.y (mgr.25115) 807 : cluster [DBG] pgmap v493: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:01.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: audit 2024-09-06T15:53:00.286706+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:01.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: audit 2024-09-06T15:53:00.286706+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:01.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: cephadm 2024-09-06T15:53:00.289230+0000 mgr.y (mgr.25115) 808 : cephadm [INF] Upgrade: Target is version 19.3.0-4704-g8b38c33c (squid) 2024-09-06T15:53:01.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: cephadm 2024-09-06T15:53:00.289230+0000 mgr.y (mgr.25115) 808 : cephadm [INF] Upgrade: Target is version 19.3.0-4704-g8b38c33c (squid) 2024-09-06T15:53:01.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: cephadm 2024-09-06T15:53:00.289301+0000 mgr.y (mgr.25115) 809 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c86edd48571ab22373283621eb9feebce9df9c291d4164cfc4df1a09493e1f30'] 2024-09-06T15:53:01.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: cephadm 2024-09-06T15:53:00.289301+0000 mgr.y (mgr.25115) 809 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c86edd48571ab22373283621eb9feebce9df9c291d4164cfc4df1a09493e1f30'] 2024-09-06T15:53:01.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: audit 2024-09-06T15:53:00.291821+0000 mon.b (mon.1) 307 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:53:01.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: audit 2024-09-06T15:53:00.291821+0000 mon.b (mon.1) 307 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:53:01.698 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: audit 2024-09-06T15:53:00.294927+0000 mon.b (mon.1) 308 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:01.699 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: audit 2024-09-06T15:53:00.294927+0000 mon.b (mon.1) 308 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:01.699 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: cephadm 2024-09-06T15:53:00.295967+0000 mgr.y (mgr.25115) 810 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-06T15:53:01.699 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: cephadm 2024-09-06T15:53:00.295967+0000 mgr.y (mgr.25115) 810 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-06T15:53:01.699 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: audit 2024-09-06T15:53:00.299380+0000 mon.b (mon.1) 309 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:53:01.699 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: audit 2024-09-06T15:53:00.299380+0000 mon.b (mon.1) 309 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:53:01.699 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: audit 2024-09-06T15:53:00.302233+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:01.699 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: audit 2024-09-06T15:53:00.302233+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:01.699 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: audit 2024-09-06T15:53:00.309094+0000 mon.b (mon.1) 310 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:01.699 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: audit 2024-09-06T15:53:00.309094+0000 mon.b (mon.1) 310 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:01.699 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: cephadm 2024-09-06T15:53:00.317905+0000 mgr.y (mgr.25115) 811 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-06T15:53:01.699 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: cephadm 2024-09-06T15:53:00.317905+0000 mgr.y (mgr.25115) 811 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-06T15:53:01.700 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: audit 2024-09-06T15:53:00.324034+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:01.700 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: audit 2024-09-06T15:53:00.324034+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:01.700 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: audit 2024-09-06T15:53:00.331316+0000 mon.b (mon.1) 311 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:01.700 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: audit 2024-09-06T15:53:00.331316+0000 mon.b (mon.1) 311 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:01.700 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: cephadm 2024-09-06T15:53:00.345861+0000 mgr.y (mgr.25115) 812 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-06T15:53:01.700 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: cephadm 2024-09-06T15:53:00.345861+0000 mgr.y (mgr.25115) 812 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-06T15:53:01.700 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: audit 2024-09-06T15:53:00.354011+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:01.700 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: audit 2024-09-06T15:53:00.354011+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:01.700 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: audit 2024-09-06T15:53:00.361534+0000 mon.b (mon.1) 312 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:01.700 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: audit 2024-09-06T15:53:00.361534+0000 mon.b (mon.1) 312 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:01.700 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: cephadm 2024-09-06T15:53:00.363014+0000 mgr.y (mgr.25115) 813 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-06T15:53:01.700 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: cephadm 2024-09-06T15:53:00.363014+0000 mgr.y (mgr.25115) 813 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-06T15:53:01.700 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: audit 2024-09-06T15:53:00.371099+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:01.701 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: audit 2024-09-06T15:53:00.371099+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:01.701 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: audit 2024-09-06T15:53:00.382309+0000 mon.b (mon.1) 313 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:01.701 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: audit 2024-09-06T15:53:00.382309+0000 mon.b (mon.1) 313 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:01.701 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: cephadm 2024-09-06T15:53:00.383804+0000 mgr.y (mgr.25115) 814 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-06T15:53:01.701 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: cephadm 2024-09-06T15:53:00.383804+0000 mgr.y (mgr.25115) 814 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-06T15:53:01.701 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: audit 2024-09-06T15:53:00.391454+0000 mon.a (mon.0) 508 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:01.701 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[88858]: audit 2024-09-06T15:53:00.391454+0000 mon.a (mon.0) 508 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:01.702 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: cluster 2024-09-06T15:53:00.025021+0000 mgr.y (mgr.25115) 807 : cluster [DBG] pgmap v493: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:01.702 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: cluster 2024-09-06T15:53:00.025021+0000 mgr.y (mgr.25115) 807 : cluster [DBG] pgmap v493: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:01.702 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: audit 2024-09-06T15:53:00.286706+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:01.702 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: audit 2024-09-06T15:53:00.286706+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:01.702 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: cephadm 2024-09-06T15:53:00.289230+0000 mgr.y (mgr.25115) 808 : cephadm [INF] Upgrade: Target is version 19.3.0-4704-g8b38c33c (squid) 2024-09-06T15:53:01.703 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: cephadm 2024-09-06T15:53:00.289230+0000 mgr.y (mgr.25115) 808 : cephadm [INF] Upgrade: Target is version 19.3.0-4704-g8b38c33c (squid) 2024-09-06T15:53:01.703 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: cephadm 2024-09-06T15:53:00.289301+0000 mgr.y (mgr.25115) 809 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c86edd48571ab22373283621eb9feebce9df9c291d4164cfc4df1a09493e1f30'] 2024-09-06T15:53:01.703 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: cephadm 2024-09-06T15:53:00.289301+0000 mgr.y (mgr.25115) 809 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c86edd48571ab22373283621eb9feebce9df9c291d4164cfc4df1a09493e1f30'] 2024-09-06T15:53:01.703 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: audit 2024-09-06T15:53:00.291821+0000 mon.b (mon.1) 307 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:53:01.703 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: audit 2024-09-06T15:53:00.291821+0000 mon.b (mon.1) 307 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:53:01.703 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: audit 2024-09-06T15:53:00.294927+0000 mon.b (mon.1) 308 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:01.704 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: audit 2024-09-06T15:53:00.294927+0000 mon.b (mon.1) 308 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:01.704 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: cephadm 2024-09-06T15:53:00.295967+0000 mgr.y (mgr.25115) 810 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-06T15:53:01.704 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: cephadm 2024-09-06T15:53:00.295967+0000 mgr.y (mgr.25115) 810 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-06T15:53:01.704 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: audit 2024-09-06T15:53:00.299380+0000 mon.b (mon.1) 309 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:53:01.704 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: audit 2024-09-06T15:53:00.299380+0000 mon.b (mon.1) 309 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:53:01.704 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: audit 2024-09-06T15:53:00.302233+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:01.704 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: audit 2024-09-06T15:53:00.302233+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:01.704 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: audit 2024-09-06T15:53:00.309094+0000 mon.b (mon.1) 310 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:01.704 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: audit 2024-09-06T15:53:00.309094+0000 mon.b (mon.1) 310 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:01.704 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: cephadm 2024-09-06T15:53:00.317905+0000 mgr.y (mgr.25115) 811 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-06T15:53:01.704 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: cephadm 2024-09-06T15:53:00.317905+0000 mgr.y (mgr.25115) 811 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-06T15:53:01.704 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: audit 2024-09-06T15:53:00.324034+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:01.705 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: audit 2024-09-06T15:53:00.324034+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:01.705 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: audit 2024-09-06T15:53:00.331316+0000 mon.b (mon.1) 311 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:01.705 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: audit 2024-09-06T15:53:00.331316+0000 mon.b (mon.1) 311 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:01.705 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: cephadm 2024-09-06T15:53:00.345861+0000 mgr.y (mgr.25115) 812 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-06T15:53:01.705 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: cephadm 2024-09-06T15:53:00.345861+0000 mgr.y (mgr.25115) 812 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-06T15:53:01.705 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: audit 2024-09-06T15:53:00.354011+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:01.705 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: audit 2024-09-06T15:53:00.354011+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:01.705 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: audit 2024-09-06T15:53:00.361534+0000 mon.b (mon.1) 312 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:01.705 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: audit 2024-09-06T15:53:00.361534+0000 mon.b (mon.1) 312 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:01.705 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: cephadm 2024-09-06T15:53:00.363014+0000 mgr.y (mgr.25115) 813 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-06T15:53:01.705 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: cephadm 2024-09-06T15:53:00.363014+0000 mgr.y (mgr.25115) 813 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-06T15:53:01.705 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: audit 2024-09-06T15:53:00.371099+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:01.706 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: audit 2024-09-06T15:53:00.371099+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:01.706 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: audit 2024-09-06T15:53:00.382309+0000 mon.b (mon.1) 313 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:01.706 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: audit 2024-09-06T15:53:00.382309+0000 mon.b (mon.1) 313 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:01.706 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: cephadm 2024-09-06T15:53:00.383804+0000 mgr.y (mgr.25115) 814 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-06T15:53:01.706 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: cephadm 2024-09-06T15:53:00.383804+0000 mgr.y (mgr.25115) 814 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-06T15:53:01.706 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: audit 2024-09-06T15:53:00.391454+0000 mon.a (mon.0) 508 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:01.706 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:01 smithi169 bash[92568]: audit 2024-09-06T15:53:00.391454+0000 mon.a (mon.0) 508 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:01.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: cluster 2024-09-06T15:53:00.025021+0000 mgr.y (mgr.25115) 807 : cluster [DBG] pgmap v493: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:01.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: cluster 2024-09-06T15:53:00.025021+0000 mgr.y (mgr.25115) 807 : cluster [DBG] pgmap v493: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:01.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: audit 2024-09-06T15:53:00.286706+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:01.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: audit 2024-09-06T15:53:00.286706+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:01.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: cephadm 2024-09-06T15:53:00.289230+0000 mgr.y (mgr.25115) 808 : cephadm [INF] Upgrade: Target is version 19.3.0-4704-g8b38c33c (squid) 2024-09-06T15:53:01.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: cephadm 2024-09-06T15:53:00.289230+0000 mgr.y (mgr.25115) 808 : cephadm [INF] Upgrade: Target is version 19.3.0-4704-g8b38c33c (squid) 2024-09-06T15:53:01.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: cephadm 2024-09-06T15:53:00.289301+0000 mgr.y (mgr.25115) 809 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c86edd48571ab22373283621eb9feebce9df9c291d4164cfc4df1a09493e1f30'] 2024-09-06T15:53:01.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: cephadm 2024-09-06T15:53:00.289301+0000 mgr.y (mgr.25115) 809 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c86edd48571ab22373283621eb9feebce9df9c291d4164cfc4df1a09493e1f30'] 2024-09-06T15:53:01.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: audit 2024-09-06T15:53:00.291821+0000 mon.b (mon.1) 307 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:53:01.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: audit 2024-09-06T15:53:00.291821+0000 mon.b (mon.1) 307 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:53:01.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: audit 2024-09-06T15:53:00.294927+0000 mon.b (mon.1) 308 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:01.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: audit 2024-09-06T15:53:00.294927+0000 mon.b (mon.1) 308 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:01.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: cephadm 2024-09-06T15:53:00.295967+0000 mgr.y (mgr.25115) 810 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-06T15:53:01.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: cephadm 2024-09-06T15:53:00.295967+0000 mgr.y (mgr.25115) 810 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-06T15:53:01.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: audit 2024-09-06T15:53:00.299380+0000 mon.b (mon.1) 309 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:53:01.750 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: audit 2024-09-06T15:53:00.299380+0000 mon.b (mon.1) 309 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:53:01.750 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: audit 2024-09-06T15:53:00.302233+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:01.750 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: audit 2024-09-06T15:53:00.302233+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:01.750 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: audit 2024-09-06T15:53:00.309094+0000 mon.b (mon.1) 310 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:01.750 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: audit 2024-09-06T15:53:00.309094+0000 mon.b (mon.1) 310 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:01.750 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: cephadm 2024-09-06T15:53:00.317905+0000 mgr.y (mgr.25115) 811 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-06T15:53:01.750 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: cephadm 2024-09-06T15:53:00.317905+0000 mgr.y (mgr.25115) 811 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-06T15:53:01.751 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: audit 2024-09-06T15:53:00.324034+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:01.751 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: audit 2024-09-06T15:53:00.324034+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:01.751 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: audit 2024-09-06T15:53:00.331316+0000 mon.b (mon.1) 311 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:01.751 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: audit 2024-09-06T15:53:00.331316+0000 mon.b (mon.1) 311 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:01.751 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: cephadm 2024-09-06T15:53:00.345861+0000 mgr.y (mgr.25115) 812 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-06T15:53:01.751 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: cephadm 2024-09-06T15:53:00.345861+0000 mgr.y (mgr.25115) 812 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-06T15:53:01.751 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: audit 2024-09-06T15:53:00.354011+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:01.751 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: audit 2024-09-06T15:53:00.354011+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:01.751 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: audit 2024-09-06T15:53:00.361534+0000 mon.b (mon.1) 312 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:01.751 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: audit 2024-09-06T15:53:00.361534+0000 mon.b (mon.1) 312 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:01.751 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: cephadm 2024-09-06T15:53:00.363014+0000 mgr.y (mgr.25115) 813 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-06T15:53:01.751 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: cephadm 2024-09-06T15:53:00.363014+0000 mgr.y (mgr.25115) 813 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-06T15:53:01.751 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: audit 2024-09-06T15:53:00.371099+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:01.752 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: audit 2024-09-06T15:53:00.371099+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:01.752 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: audit 2024-09-06T15:53:00.382309+0000 mon.b (mon.1) 313 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:01.752 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: audit 2024-09-06T15:53:00.382309+0000 mon.b (mon.1) 313 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:01.752 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: cephadm 2024-09-06T15:53:00.383804+0000 mgr.y (mgr.25115) 814 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-06T15:53:01.752 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: cephadm 2024-09-06T15:53:00.383804+0000 mgr.y (mgr.25115) 814 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-06T15:53:01.752 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: audit 2024-09-06T15:53:00.391454+0000 mon.a (mon.0) 508 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:01.752 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[70073]: audit 2024-09-06T15:53:00.391454+0000 mon.a (mon.0) 508 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:02.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:53:01 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:53:01.837736594Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:53:02.782 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:53:03.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:03 smithi169 bash[88858]: cluster 2024-09-06T15:53:02.026196+0000 mgr.y (mgr.25115) 815 : cluster [DBG] pgmap v494: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:53:03.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:03 smithi169 bash[88858]: cluster 2024-09-06T15:53:02.026196+0000 mgr.y (mgr.25115) 815 : cluster [DBG] pgmap v494: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:53:03.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:03 smithi169 bash[88858]: audit 2024-09-06T15:53:03.271878+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:03.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:03 smithi169 bash[88858]: audit 2024-09-06T15:53:03.271878+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:03.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:03 smithi169 bash[88858]: audit 2024-09-06T15:53:03.277597+0000 mon.b (mon.1) 314 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi169.svrjnx", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-06T15:53:03.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:03 smithi169 bash[88858]: audit 2024-09-06T15:53:03.277597+0000 mon.b (mon.1) 314 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi169.svrjnx", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-06T15:53:03.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:03 smithi169 bash[88858]: audit 2024-09-06T15:53:03.277949+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi169.svrjnx", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-06T15:53:03.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:03 smithi169 bash[88858]: audit 2024-09-06T15:53:03.277949+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi169.svrjnx", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-06T15:53:03.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:03 smithi169 bash[88858]: audit 2024-09-06T15:53:03.283268+0000 mon.b (mon.1) 315 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:53:03.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:03 smithi169 bash[88858]: audit 2024-09-06T15:53:03.283268+0000 mon.b (mon.1) 315 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:53:03.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:03 smithi169 bash[92568]: cluster 2024-09-06T15:53:02.026196+0000 mgr.y (mgr.25115) 815 : cluster [DBG] pgmap v494: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:53:03.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:03 smithi169 bash[92568]: cluster 2024-09-06T15:53:02.026196+0000 mgr.y (mgr.25115) 815 : cluster [DBG] pgmap v494: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:53:03.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:03 smithi169 bash[92568]: audit 2024-09-06T15:53:03.271878+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:03.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:03 smithi169 bash[92568]: audit 2024-09-06T15:53:03.271878+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:03.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:03 smithi169 bash[92568]: audit 2024-09-06T15:53:03.277597+0000 mon.b (mon.1) 314 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi169.svrjnx", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-06T15:53:03.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:03 smithi169 bash[92568]: audit 2024-09-06T15:53:03.277597+0000 mon.b (mon.1) 314 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi169.svrjnx", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-06T15:53:03.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:03 smithi169 bash[92568]: audit 2024-09-06T15:53:03.277949+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi169.svrjnx", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-06T15:53:03.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:03 smithi169 bash[92568]: audit 2024-09-06T15:53:03.277949+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi169.svrjnx", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-06T15:53:03.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:03 smithi169 bash[92568]: audit 2024-09-06T15:53:03.283268+0000 mon.b (mon.1) 315 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:53:03.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:03 smithi169 bash[92568]: audit 2024-09-06T15:53:03.283268+0000 mon.b (mon.1) 315 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:53:03.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:03 smithi181 bash[70073]: cluster 2024-09-06T15:53:02.026196+0000 mgr.y (mgr.25115) 815 : cluster [DBG] pgmap v494: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:53:03.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:03 smithi181 bash[70073]: cluster 2024-09-06T15:53:02.026196+0000 mgr.y (mgr.25115) 815 : cluster [DBG] pgmap v494: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:53:03.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:03 smithi181 bash[70073]: audit 2024-09-06T15:53:03.271878+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:03.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:03 smithi181 bash[70073]: audit 2024-09-06T15:53:03.271878+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:03.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:03 smithi181 bash[70073]: audit 2024-09-06T15:53:03.277597+0000 mon.b (mon.1) 314 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi169.svrjnx", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-06T15:53:03.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:03 smithi181 bash[70073]: audit 2024-09-06T15:53:03.277597+0000 mon.b (mon.1) 314 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi169.svrjnx", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-06T15:53:03.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:03 smithi181 bash[70073]: audit 2024-09-06T15:53:03.277949+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi169.svrjnx", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-06T15:53:03.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:03 smithi181 bash[70073]: audit 2024-09-06T15:53:03.277949+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi169.svrjnx", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-06T15:53:03.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:03 smithi181 bash[70073]: audit 2024-09-06T15:53:03.283268+0000 mon.b (mon.1) 315 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:53:03.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:03 smithi181 bash[70073]: audit 2024-09-06T15:53:03.283268+0000 mon.b (mon.1) 315 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:53:04.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:04 smithi169 bash[88858]: cephadm 2024-09-06T15:53:03.264520+0000 mgr.y (mgr.25115) 816 : cephadm [INF] Upgrade: Updating rgw.foo.smithi169.svrjnx (1/2) 2024-09-06T15:53:04.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:04 smithi169 bash[88858]: cephadm 2024-09-06T15:53:03.264520+0000 mgr.y (mgr.25115) 816 : cephadm [INF] Upgrade: Updating rgw.foo.smithi169.svrjnx (1/2) 2024-09-06T15:53:04.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:04 smithi169 bash[88858]: cephadm 2024-09-06T15:53:03.284328+0000 mgr.y (mgr.25115) 817 : cephadm [INF] Deploying daemon rgw.foo.smithi169.svrjnx on smithi169 2024-09-06T15:53:04.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:04 smithi169 bash[88858]: cephadm 2024-09-06T15:53:03.284328+0000 mgr.y (mgr.25115) 817 : cephadm [INF] Deploying daemon rgw.foo.smithi169.svrjnx on smithi169 2024-09-06T15:53:04.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:04 smithi169 bash[88858]: audit 2024-09-06T15:53:03.831471+0000 mgr.y (mgr.25115) 818 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:53:04.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:04 smithi169 bash[88858]: audit 2024-09-06T15:53:03.831471+0000 mgr.y (mgr.25115) 818 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:53:04.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:04 smithi169 bash[92568]: cephadm 2024-09-06T15:53:03.264520+0000 mgr.y (mgr.25115) 816 : cephadm [INF] Upgrade: Updating rgw.foo.smithi169.svrjnx (1/2) 2024-09-06T15:53:04.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:04 smithi169 bash[92568]: cephadm 2024-09-06T15:53:03.264520+0000 mgr.y (mgr.25115) 816 : cephadm [INF] Upgrade: Updating rgw.foo.smithi169.svrjnx (1/2) 2024-09-06T15:53:04.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:04 smithi169 bash[92568]: cephadm 2024-09-06T15:53:03.284328+0000 mgr.y (mgr.25115) 817 : cephadm [INF] Deploying daemon rgw.foo.smithi169.svrjnx on smithi169 2024-09-06T15:53:04.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:04 smithi169 bash[92568]: cephadm 2024-09-06T15:53:03.284328+0000 mgr.y (mgr.25115) 817 : cephadm [INF] Deploying daemon rgw.foo.smithi169.svrjnx on smithi169 2024-09-06T15:53:04.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:04 smithi169 bash[92568]: audit 2024-09-06T15:53:03.831471+0000 mgr.y (mgr.25115) 818 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:53:04.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:04 smithi169 bash[92568]: audit 2024-09-06T15:53:03.831471+0000 mgr.y (mgr.25115) 818 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:53:04.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:04 smithi181 bash[70073]: cephadm 2024-09-06T15:53:03.264520+0000 mgr.y (mgr.25115) 816 : cephadm [INF] Upgrade: Updating rgw.foo.smithi169.svrjnx (1/2) 2024-09-06T15:53:04.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:04 smithi181 bash[70073]: cephadm 2024-09-06T15:53:03.264520+0000 mgr.y (mgr.25115) 816 : cephadm [INF] Upgrade: Updating rgw.foo.smithi169.svrjnx (1/2) 2024-09-06T15:53:04.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:04 smithi181 bash[70073]: cephadm 2024-09-06T15:53:03.284328+0000 mgr.y (mgr.25115) 817 : cephadm [INF] Deploying daemon rgw.foo.smithi169.svrjnx on smithi169 2024-09-06T15:53:04.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:04 smithi181 bash[70073]: cephadm 2024-09-06T15:53:03.284328+0000 mgr.y (mgr.25115) 817 : cephadm [INF] Deploying daemon rgw.foo.smithi169.svrjnx on smithi169 2024-09-06T15:53:04.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:04 smithi181 bash[70073]: audit 2024-09-06T15:53:03.831471+0000 mgr.y (mgr.25115) 818 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:53:04.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:04 smithi181 bash[70073]: audit 2024-09-06T15:53:03.831471+0000 mgr.y (mgr.25115) 818 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:53:05.105 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-09-06T15:53:05.247 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:53:04 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:53:04.843752516Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:53:05.686 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-06T15:53:05.686 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (12m) 3m ago 40m 14.1M - 0.27.0 11f11916f8cd 20ee608606f5 2024-09-06T15:53:05.686 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi181 *:3000 running (12m) 69s ago 40m 67.0M - c8b91775d855 e391fbe8c873 2024-09-06T15:53:05.686 INFO:teuthology.orchestra.run.smithi169.stdout:iscsi.foo.smithi169.yxosuq smithi169 *:5000 running (14m) 3m ago 37m 49.2M - 3.8 b6db46a449e5 e63406a8c5a8 2024-09-06T15:53:05.686 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi181 *:8443,9283,8765 running (14m) 69s ago 48m 443M - 19.3.0-4704-g8b38c33c 1c45aca0610a 291c4d2bed88 2024-09-06T15:53:05.686 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (25m) 3m ago 51m 511M - 19.3.0-4704-g8b38c33c 1c45aca0610a 5f9711fb78b7 2024-09-06T15:53:05.687 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (9m) 3m ago 51m 52.2M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a d211c6462d65 2024-09-06T15:53:05.687 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi181 running (10m) 69s ago 49m 46.8M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a 791f1710b3c0 2024-09-06T15:53:05.687 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (8m) 3m ago 49m 38.5M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a 93381d04b238 2024-09-06T15:53:05.687 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (14m) 3m ago 40m 8299k - 1.7.0 72c9c2088986 03c6f14026b2 2024-09-06T15:53:05.687 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi181 *:9100 running (14m) 69s ago 40m 8991k - 1.7.0 72c9c2088986 0895a0652401 2024-09-06T15:53:05.687 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (6m) 3m ago 48m 56.3M 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a 8a33f3e58f93 2024-09-06T15:53:05.687 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (6m) 3m ago 47m 50.0M 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a 4b7f4d4feb0b 2024-09-06T15:53:05.687 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (4m) 3m ago 46m 45.9M 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a c24bec72ede7 2024-09-06T15:53:05.687 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (3m) 3m ago 45m - 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a 057764c90147 2024-09-06T15:53:05.687 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi181 running (2m) 69s ago 44m 52.7M 3292M 19.3.0-4704-g8b38c33c 1c45aca0610a 92604b687768 2024-09-06T15:53:05.687 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi181 running (2m) 69s ago 43m 52.7M 3292M 19.3.0-4704-g8b38c33c 1c45aca0610a 291137fc1efe 2024-09-06T15:53:05.687 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi181 running (106s) 69s ago 42m 48.0M 3292M 19.3.0-4704-g8b38c33c 1c45aca0610a 2eb242ea4223 2024-09-06T15:53:05.687 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi181 running (74s) 69s ago 41m - 3292M 19.3.0-4704-g8b38c33c 1c45aca0610a 78041ae5b59a 2024-09-06T15:53:05.688 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi181 *:9095 running (13m) 69s ago 41m 44.8M - 2.51.0 1d3b7f56885b 365a3b66bc88 2024-09-06T15:53:05.688 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi169.svrjnx smithi169 *:8000 running (38m) 3m ago 38m 101M - 19.1.1-268-g635ed4cf b6db46a449e5 73d895896783 2024-09-06T15:53:05.688 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi181.fqbtai smithi181 *:8000 running (38m) 69s ago 38m 102M - 19.1.1-268-g635ed4cf b6db46a449e5 4aaa91540a99 2024-09-06T15:53:05.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:05 smithi169 bash[88858]: cluster 2024-09-06T15:53:04.027548+0000 mgr.y (mgr.25115) 819 : cluster [DBG] pgmap v495: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:05.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:05 smithi169 bash[88858]: cluster 2024-09-06T15:53:04.027548+0000 mgr.y (mgr.25115) 819 : cluster [DBG] pgmap v495: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:05.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:05 smithi169 bash[92568]: cluster 2024-09-06T15:53:04.027548+0000 mgr.y (mgr.25115) 819 : cluster [DBG] pgmap v495: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:05.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:05 smithi169 bash[92568]: cluster 2024-09-06T15:53:04.027548+0000 mgr.y (mgr.25115) 819 : cluster [DBG] pgmap v495: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:05.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:05 smithi181 bash[70073]: cluster 2024-09-06T15:53:04.027548+0000 mgr.y (mgr.25115) 819 : cluster [DBG] pgmap v495: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:05.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:05 smithi181 bash[70073]: cluster 2024-09-06T15:53:04.027548+0000 mgr.y (mgr.25115) 819 : cluster [DBG] pgmap v495: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:06.026 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:53:06.027 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-09-06T15:53:06.027 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 3 2024-09-06T15:53:06.027 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:53:06.027 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-09-06T15:53:06.027 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 2 2024-09-06T15:53:06.027 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:53:06.028 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-09-06T15:53:06.028 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 8 2024-09-06T15:53:06.028 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:53:06.028 INFO:teuthology.orchestra.run.smithi169.stdout: "rgw": { 2024-09-06T15:53:06.028 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 2 2024-09-06T15:53:06.029 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:53:06.029 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-09-06T15:53:06.029 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 2, 2024-09-06T15:53:06.029 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 13 2024-09-06T15:53:06.029 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-09-06T15:53:06.029 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:53:06.313 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:53:06 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:53:06] "GET /metrics HTTP/1.1" 200 38407 "" "Prometheus/2.51.0" 2024-09-06T15:53:06.323 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:53:06.323 INFO:teuthology.orchestra.run.smithi169.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", 2024-09-06T15:53:06.324 INFO:teuthology.orchestra.run.smithi169.stdout: "in_progress": true, 2024-09-06T15:53:06.324 INFO:teuthology.orchestra.run.smithi169.stdout: "which": "Upgrading daemons in service(s) rgw.foo", 2024-09-06T15:53:06.324 INFO:teuthology.orchestra.run.smithi169.stdout: "services_complete": [], 2024-09-06T15:53:06.324 INFO:teuthology.orchestra.run.smithi169.stdout: "progress": "0/2 daemons upgraded", 2024-09-06T15:53:06.324 INFO:teuthology.orchestra.run.smithi169.stdout: "message": "Currently upgrading rgw daemons", 2024-09-06T15:53:06.324 INFO:teuthology.orchestra.run.smithi169.stdout: "is_paused": false 2024-09-06T15:53:06.324 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:53:06.574 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:53:06 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:53:06.575 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:53:06 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:53:06.576 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:53:06 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:53:06.577 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:53:06 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:53:06.577 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:53:06 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:53:06.578 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:53:06 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:53:06.578 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:06 smithi169 bash[88858]: audit 2024-09-06T15:53:05.095220+0000 mgr.y (mgr.25115) 820 : audit [DBG] from='client.54557 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:06.578 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:06 smithi169 bash[88858]: audit 2024-09-06T15:53:05.095220+0000 mgr.y (mgr.25115) 820 : audit [DBG] from='client.54557 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:06.579 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:06 smithi169 bash[88858]: audit 2024-09-06T15:53:05.385936+0000 mgr.y (mgr.25115) 821 : audit [DBG] from='client.44589 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:06.579 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:06 smithi169 bash[88858]: audit 2024-09-06T15:53:05.385936+0000 mgr.y (mgr.25115) 821 : audit [DBG] from='client.44589 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:06.579 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:06 smithi169 bash[88858]: audit 2024-09-06T15:53:05.650229+0000 mgr.y (mgr.25115) 822 : audit [DBG] from='client.44595 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:06.579 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:06 smithi169 bash[88858]: audit 2024-09-06T15:53:05.650229+0000 mgr.y (mgr.25115) 822 : audit [DBG] from='client.44595 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:06.579 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:06 smithi169 bash[88858]: audit 2024-09-06T15:53:06.028335+0000 mon.a (mon.0) 511 : audit [DBG] from='client.? 172.21.15.169:0/4209850833' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:06.579 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:06 smithi169 bash[88858]: audit 2024-09-06T15:53:06.028335+0000 mon.a (mon.0) 511 : audit [DBG] from='client.? 172.21.15.169:0/4209850833' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:06.580 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:06 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:53:06.580 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:53:06 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:53:06.581 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:06 smithi169 bash[92568]: audit 2024-09-06T15:53:05.095220+0000 mgr.y (mgr.25115) 820 : audit [DBG] from='client.54557 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:06.581 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:06 smithi169 bash[92568]: audit 2024-09-06T15:53:05.095220+0000 mgr.y (mgr.25115) 820 : audit [DBG] from='client.54557 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:06.581 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:06 smithi169 bash[92568]: audit 2024-09-06T15:53:05.385936+0000 mgr.y (mgr.25115) 821 : audit [DBG] from='client.44589 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:06.581 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:06 smithi169 bash[92568]: audit 2024-09-06T15:53:05.385936+0000 mgr.y (mgr.25115) 821 : audit [DBG] from='client.44589 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:06.581 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:06 smithi169 bash[92568]: audit 2024-09-06T15:53:05.650229+0000 mgr.y (mgr.25115) 822 : audit [DBG] from='client.44595 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:06.581 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:06 smithi169 bash[92568]: audit 2024-09-06T15:53:05.650229+0000 mgr.y (mgr.25115) 822 : audit [DBG] from='client.44595 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:06.581 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:06 smithi169 bash[92568]: audit 2024-09-06T15:53:06.028335+0000 mon.a (mon.0) 511 : audit [DBG] from='client.? 172.21.15.169:0/4209850833' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:06.582 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:06 smithi169 bash[92568]: audit 2024-09-06T15:53:06.028335+0000 mon.a (mon.0) 511 : audit [DBG] from='client.? 172.21.15.169:0/4209850833' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:06.582 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:06 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:53:06.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:06 smithi181 bash[70073]: audit 2024-09-06T15:53:05.095220+0000 mgr.y (mgr.25115) 820 : audit [DBG] from='client.54557 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:06.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:06 smithi181 bash[70073]: audit 2024-09-06T15:53:05.095220+0000 mgr.y (mgr.25115) 820 : audit [DBG] from='client.54557 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:06.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:06 smithi181 bash[70073]: audit 2024-09-06T15:53:05.385936+0000 mgr.y (mgr.25115) 821 : audit [DBG] from='client.44589 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:06.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:06 smithi181 bash[70073]: audit 2024-09-06T15:53:05.385936+0000 mgr.y (mgr.25115) 821 : audit [DBG] from='client.44589 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:06.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:06 smithi181 bash[70073]: audit 2024-09-06T15:53:05.650229+0000 mgr.y (mgr.25115) 822 : audit [DBG] from='client.44595 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:06.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:06 smithi181 bash[70073]: audit 2024-09-06T15:53:05.650229+0000 mgr.y (mgr.25115) 822 : audit [DBG] from='client.44595 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:06.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:06 smithi181 bash[70073]: audit 2024-09-06T15:53:06.028335+0000 mon.a (mon.0) 511 : audit [DBG] from='client.? 172.21.15.169:0/4209850833' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:06.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:06 smithi181 bash[70073]: audit 2024-09-06T15:53:06.028335+0000 mon.a (mon.0) 511 : audit [DBG] from='client.? 172.21.15.169:0/4209850833' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:07.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:07 smithi169 bash[88858]: cluster 2024-09-06T15:53:06.028440+0000 mgr.y (mgr.25115) 823 : cluster [DBG] pgmap v496: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:53:07.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:07 smithi169 bash[88858]: cluster 2024-09-06T15:53:06.028440+0000 mgr.y (mgr.25115) 823 : cluster [DBG] pgmap v496: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:53:07.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:07 smithi169 bash[88858]: audit 2024-09-06T15:53:06.325141+0000 mgr.y (mgr.25115) 824 : audit [DBG] from='client.44607 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:07.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:07 smithi169 bash[88858]: audit 2024-09-06T15:53:06.325141+0000 mgr.y (mgr.25115) 824 : audit [DBG] from='client.44607 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:07.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:07 smithi169 bash[92568]: cluster 2024-09-06T15:53:06.028440+0000 mgr.y (mgr.25115) 823 : cluster [DBG] pgmap v496: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:53:07.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:07 smithi169 bash[92568]: cluster 2024-09-06T15:53:06.028440+0000 mgr.y (mgr.25115) 823 : cluster [DBG] pgmap v496: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:53:07.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:07 smithi169 bash[92568]: audit 2024-09-06T15:53:06.325141+0000 mgr.y (mgr.25115) 824 : audit [DBG] from='client.44607 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:07.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:07 smithi169 bash[92568]: audit 2024-09-06T15:53:06.325141+0000 mgr.y (mgr.25115) 824 : audit [DBG] from='client.44607 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:07.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:07 smithi181 bash[70073]: cluster 2024-09-06T15:53:06.028440+0000 mgr.y (mgr.25115) 823 : cluster [DBG] pgmap v496: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:53:07.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:07 smithi181 bash[70073]: cluster 2024-09-06T15:53:06.028440+0000 mgr.y (mgr.25115) 823 : cluster [DBG] pgmap v496: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:53:07.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:07 smithi181 bash[70073]: audit 2024-09-06T15:53:06.325141+0000 mgr.y (mgr.25115) 824 : audit [DBG] from='client.44607 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:07.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:07 smithi181 bash[70073]: audit 2024-09-06T15:53:06.325141+0000 mgr.y (mgr.25115) 824 : audit [DBG] from='client.44607 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:08.247 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:53:07 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:53:07.824831547Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:53:09.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:09 smithi169 bash[88858]: cluster 2024-09-06T15:53:08.029701+0000 mgr.y (mgr.25115) 825 : cluster [DBG] pgmap v497: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:09.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:09 smithi169 bash[88858]: cluster 2024-09-06T15:53:08.029701+0000 mgr.y (mgr.25115) 825 : cluster [DBG] pgmap v497: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:09.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:09 smithi169 bash[92568]: cluster 2024-09-06T15:53:08.029701+0000 mgr.y (mgr.25115) 825 : cluster [DBG] pgmap v497: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:09.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:09 smithi169 bash[92568]: cluster 2024-09-06T15:53:08.029701+0000 mgr.y (mgr.25115) 825 : cluster [DBG] pgmap v497: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:09.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:09 smithi181 bash[70073]: cluster 2024-09-06T15:53:08.029701+0000 mgr.y (mgr.25115) 825 : cluster [DBG] pgmap v497: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:09.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:09 smithi181 bash[70073]: cluster 2024-09-06T15:53:08.029701+0000 mgr.y (mgr.25115) 825 : cluster [DBG] pgmap v497: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:11.247 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:53:10 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:53:10.822095372Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:53:11.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:11 smithi169 bash[88858]: cluster 2024-09-06T15:53:10.030774+0000 mgr.y (mgr.25115) 826 : cluster [DBG] pgmap v498: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:11.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:11 smithi169 bash[88858]: cluster 2024-09-06T15:53:10.030774+0000 mgr.y (mgr.25115) 826 : cluster [DBG] pgmap v498: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:11.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:11 smithi169 bash[92568]: cluster 2024-09-06T15:53:10.030774+0000 mgr.y (mgr.25115) 826 : cluster [DBG] pgmap v498: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:11.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:11 smithi169 bash[92568]: cluster 2024-09-06T15:53:10.030774+0000 mgr.y (mgr.25115) 826 : cluster [DBG] pgmap v498: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:11.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:11 smithi181 bash[70073]: cluster 2024-09-06T15:53:10.030774+0000 mgr.y (mgr.25115) 826 : cluster [DBG] pgmap v498: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:11.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:11 smithi181 bash[70073]: cluster 2024-09-06T15:53:10.030774+0000 mgr.y (mgr.25115) 826 : cluster [DBG] pgmap v498: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:13.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:13 smithi169 bash[88858]: cluster 2024-09-06T15:53:12.031969+0000 mgr.y (mgr.25115) 827 : cluster [DBG] pgmap v499: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:53:13.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:13 smithi169 bash[88858]: cluster 2024-09-06T15:53:12.031969+0000 mgr.y (mgr.25115) 827 : cluster [DBG] pgmap v499: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:53:13.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:13 smithi169 bash[92568]: cluster 2024-09-06T15:53:12.031969+0000 mgr.y (mgr.25115) 827 : cluster [DBG] pgmap v499: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:53:13.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:13 smithi169 bash[92568]: cluster 2024-09-06T15:53:12.031969+0000 mgr.y (mgr.25115) 827 : cluster [DBG] pgmap v499: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:53:13.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:13 smithi181 bash[70073]: cluster 2024-09-06T15:53:12.031969+0000 mgr.y (mgr.25115) 827 : cluster [DBG] pgmap v499: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:53:13.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:13 smithi181 bash[70073]: cluster 2024-09-06T15:53:12.031969+0000 mgr.y (mgr.25115) 827 : cluster [DBG] pgmap v499: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:53:14.247 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:53:13 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:53:13.820812433Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:53:14.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:14 smithi169 bash[88858]: audit 2024-09-06T15:53:13.842417+0000 mgr.y (mgr.25115) 828 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:53:14.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:14 smithi169 bash[88858]: audit 2024-09-06T15:53:13.842417+0000 mgr.y (mgr.25115) 828 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:53:14.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:14 smithi169 bash[92568]: audit 2024-09-06T15:53:13.842417+0000 mgr.y (mgr.25115) 828 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:53:14.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:14 smithi169 bash[92568]: audit 2024-09-06T15:53:13.842417+0000 mgr.y (mgr.25115) 828 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:53:14.747 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:14 smithi181 bash[70073]: audit 2024-09-06T15:53:13.842417+0000 mgr.y (mgr.25115) 828 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:53:14.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:14 smithi181 bash[70073]: audit 2024-09-06T15:53:13.842417+0000 mgr.y (mgr.25115) 828 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:53:15.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:15 smithi169 bash[88858]: cluster 2024-09-06T15:53:14.033233+0000 mgr.y (mgr.25115) 829 : cluster [DBG] pgmap v500: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:15.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:15 smithi169 bash[88858]: cluster 2024-09-06T15:53:14.033233+0000 mgr.y (mgr.25115) 829 : cluster [DBG] pgmap v500: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:15.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:15 smithi169 bash[88858]: audit 2024-09-06T15:53:15.299995+0000 mon.b (mon.1) 316 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:53:15.695 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:15 smithi169 bash[88858]: audit 2024-09-06T15:53:15.299995+0000 mon.b (mon.1) 316 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:53:15.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:15 smithi169 bash[92568]: cluster 2024-09-06T15:53:14.033233+0000 mgr.y (mgr.25115) 829 : cluster [DBG] pgmap v500: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:15.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:15 smithi169 bash[92568]: cluster 2024-09-06T15:53:14.033233+0000 mgr.y (mgr.25115) 829 : cluster [DBG] pgmap v500: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:15.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:15 smithi169 bash[92568]: audit 2024-09-06T15:53:15.299995+0000 mon.b (mon.1) 316 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:53:15.696 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:15 smithi169 bash[92568]: audit 2024-09-06T15:53:15.299995+0000 mon.b (mon.1) 316 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:53:15.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:15 smithi181 bash[70073]: cluster 2024-09-06T15:53:14.033233+0000 mgr.y (mgr.25115) 829 : cluster [DBG] pgmap v500: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:15.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:15 smithi181 bash[70073]: cluster 2024-09-06T15:53:14.033233+0000 mgr.y (mgr.25115) 829 : cluster [DBG] pgmap v500: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:15.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:15 smithi181 bash[70073]: audit 2024-09-06T15:53:15.299995+0000 mon.b (mon.1) 316 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:53:15.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:15 smithi181 bash[70073]: audit 2024-09-06T15:53:15.299995+0000 mon.b (mon.1) 316 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:53:16.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:53:16 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:53:16] "GET /metrics HTTP/1.1" 200 38412 "" "Prometheus/2.51.0" 2024-09-06T15:53:17.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:53:16 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:53:16.848908948Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:53:17.668 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:17 smithi169 bash[88858]: cluster 2024-09-06T15:53:16.034265+0000 mgr.y (mgr.25115) 830 : cluster [DBG] pgmap v501: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:53:17.669 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:17 smithi169 bash[88858]: cluster 2024-09-06T15:53:16.034265+0000 mgr.y (mgr.25115) 830 : cluster [DBG] pgmap v501: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:53:17.669 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:17 smithi169 bash[92568]: cluster 2024-09-06T15:53:16.034265+0000 mgr.y (mgr.25115) 830 : cluster [DBG] pgmap v501: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:53:17.669 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:17 smithi169 bash[92568]: cluster 2024-09-06T15:53:16.034265+0000 mgr.y (mgr.25115) 830 : cluster [DBG] pgmap v501: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:53:17.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:17 smithi181 bash[70073]: cluster 2024-09-06T15:53:16.034265+0000 mgr.y (mgr.25115) 830 : cluster [DBG] pgmap v501: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:53:17.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:17 smithi181 bash[70073]: cluster 2024-09-06T15:53:16.034265+0000 mgr.y (mgr.25115) 830 : cluster [DBG] pgmap v501: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:53:17.945 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:53:17 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:53:17.945 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:53:17 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:53:17.945 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:53:17 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:53:17.946 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:17 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:53:17.946 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:17 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:53:17.946 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:53:17 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:53:17.947 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:53:17 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:53:17.947 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:53:17 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:53:17.947 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:53:17 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:53:19.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:18 smithi181 bash[70073]: audit 2024-09-06T15:53:17.997844+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:19.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:18 smithi181 bash[70073]: audit 2024-09-06T15:53:17.997844+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:19.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:18 smithi181 bash[70073]: audit 2024-09-06T15:53:18.009208+0000 mon.a (mon.0) 513 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:19.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:18 smithi181 bash[70073]: audit 2024-09-06T15:53:18.009208+0000 mon.a (mon.0) 513 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:19.417 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:18 smithi169 bash[88858]: audit 2024-09-06T15:53:17.997844+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:19.417 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:18 smithi169 bash[88858]: audit 2024-09-06T15:53:17.997844+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:19.417 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:18 smithi169 bash[88858]: audit 2024-09-06T15:53:18.009208+0000 mon.a (mon.0) 513 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:19.417 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:18 smithi169 bash[88858]: audit 2024-09-06T15:53:18.009208+0000 mon.a (mon.0) 513 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:19.418 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:19 smithi169 bash[92568]: audit 2024-09-06T15:53:17.997844+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:19.418 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:19 smithi169 bash[92568]: audit 2024-09-06T15:53:17.997844+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:19.418 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:19 smithi169 bash[92568]: audit 2024-09-06T15:53:18.009208+0000 mon.a (mon.0) 513 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:19.418 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:19 smithi169 bash[92568]: audit 2024-09-06T15:53:18.009208+0000 mon.a (mon.0) 513 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:20.095 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:53:19 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:53:19.802313877Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:53:20.096 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:20 smithi181 bash[70073]: cluster 2024-09-06T15:53:18.035049+0000 mgr.y (mgr.25115) 831 : cluster [DBG] pgmap v502: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:20.096 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:20 smithi181 bash[70073]: cluster 2024-09-06T15:53:18.035049+0000 mgr.y (mgr.25115) 831 : cluster [DBG] pgmap v502: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:20.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:20 smithi169 bash[88858]: cluster 2024-09-06T15:53:18.035049+0000 mgr.y (mgr.25115) 831 : cluster [DBG] pgmap v502: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:20.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:20 smithi169 bash[88858]: cluster 2024-09-06T15:53:18.035049+0000 mgr.y (mgr.25115) 831 : cluster [DBG] pgmap v502: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:20.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:20 smithi169 bash[92568]: cluster 2024-09-06T15:53:18.035049+0000 mgr.y (mgr.25115) 831 : cluster [DBG] pgmap v502: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:20.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:20 smithi169 bash[92568]: cluster 2024-09-06T15:53:18.035049+0000 mgr.y (mgr.25115) 831 : cluster [DBG] pgmap v502: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:21.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:21 smithi181 bash[70073]: cluster 2024-09-06T15:53:20.035982+0000 mgr.y (mgr.25115) 832 : cluster [DBG] pgmap v503: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 6.7 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-06T15:53:21.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:21 smithi181 bash[70073]: cluster 2024-09-06T15:53:20.035982+0000 mgr.y (mgr.25115) 832 : cluster [DBG] pgmap v503: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 6.7 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-06T15:53:21.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:21 smithi181 bash[70073]: cephadm 2024-09-06T15:53:20.730158+0000 mgr.y (mgr.25115) 833 : cephadm [INF] Upgrade: Updating rgw.foo.smithi181.fqbtai (2/2) 2024-09-06T15:53:21.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:21 smithi181 bash[70073]: cephadm 2024-09-06T15:53:20.730158+0000 mgr.y (mgr.25115) 833 : cephadm [INF] Upgrade: Updating rgw.foo.smithi181.fqbtai (2/2) 2024-09-06T15:53:21.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:21 smithi181 bash[70073]: audit 2024-09-06T15:53:20.738494+0000 mon.a (mon.0) 514 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:21.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:21 smithi181 bash[70073]: audit 2024-09-06T15:53:20.738494+0000 mon.a (mon.0) 514 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:21.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:21 smithi181 bash[70073]: audit 2024-09-06T15:53:20.743585+0000 mon.b (mon.1) 317 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi181.fqbtai", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-06T15:53:21.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:21 smithi181 bash[70073]: audit 2024-09-06T15:53:20.743585+0000 mon.b (mon.1) 317 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi181.fqbtai", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-06T15:53:21.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:21 smithi181 bash[70073]: audit 2024-09-06T15:53:20.744162+0000 mon.a (mon.0) 515 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi181.fqbtai", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-06T15:53:21.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:21 smithi181 bash[70073]: audit 2024-09-06T15:53:20.744162+0000 mon.a (mon.0) 515 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi181.fqbtai", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-06T15:53:21.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:21 smithi181 bash[70073]: audit 2024-09-06T15:53:20.749331+0000 mon.b (mon.1) 318 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:53:21.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:21 smithi181 bash[70073]: audit 2024-09-06T15:53:20.749331+0000 mon.b (mon.1) 318 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:53:21.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:21 smithi181 bash[70073]: cephadm 2024-09-06T15:53:20.750940+0000 mgr.y (mgr.25115) 834 : cephadm [INF] Deploying daemon rgw.foo.smithi181.fqbtai on smithi181 2024-09-06T15:53:21.999 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:21 smithi181 bash[70073]: cephadm 2024-09-06T15:53:20.750940+0000 mgr.y (mgr.25115) 834 : cephadm [INF] Deploying daemon rgw.foo.smithi181.fqbtai on smithi181 2024-09-06T15:53:22.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:21 smithi169 bash[88858]: cluster 2024-09-06T15:53:20.035982+0000 mgr.y (mgr.25115) 832 : cluster [DBG] pgmap v503: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 6.7 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-06T15:53:22.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:21 smithi169 bash[88858]: cluster 2024-09-06T15:53:20.035982+0000 mgr.y (mgr.25115) 832 : cluster [DBG] pgmap v503: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 6.7 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-06T15:53:22.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:21 smithi169 bash[88858]: cephadm 2024-09-06T15:53:20.730158+0000 mgr.y (mgr.25115) 833 : cephadm [INF] Upgrade: Updating rgw.foo.smithi181.fqbtai (2/2) 2024-09-06T15:53:22.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:21 smithi169 bash[88858]: cephadm 2024-09-06T15:53:20.730158+0000 mgr.y (mgr.25115) 833 : cephadm [INF] Upgrade: Updating rgw.foo.smithi181.fqbtai (2/2) 2024-09-06T15:53:22.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:21 smithi169 bash[88858]: audit 2024-09-06T15:53:20.738494+0000 mon.a (mon.0) 514 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:22.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:21 smithi169 bash[88858]: audit 2024-09-06T15:53:20.738494+0000 mon.a (mon.0) 514 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:22.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:21 smithi169 bash[88858]: audit 2024-09-06T15:53:20.743585+0000 mon.b (mon.1) 317 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi181.fqbtai", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-06T15:53:22.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:21 smithi169 bash[88858]: audit 2024-09-06T15:53:20.743585+0000 mon.b (mon.1) 317 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi181.fqbtai", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-06T15:53:22.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:21 smithi169 bash[88858]: audit 2024-09-06T15:53:20.744162+0000 mon.a (mon.0) 515 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi181.fqbtai", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-06T15:53:22.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:21 smithi169 bash[88858]: audit 2024-09-06T15:53:20.744162+0000 mon.a (mon.0) 515 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi181.fqbtai", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-06T15:53:22.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:21 smithi169 bash[88858]: audit 2024-09-06T15:53:20.749331+0000 mon.b (mon.1) 318 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:53:22.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:21 smithi169 bash[88858]: audit 2024-09-06T15:53:20.749331+0000 mon.b (mon.1) 318 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:53:22.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:21 smithi169 bash[88858]: cephadm 2024-09-06T15:53:20.750940+0000 mgr.y (mgr.25115) 834 : cephadm [INF] Deploying daemon rgw.foo.smithi181.fqbtai on smithi181 2024-09-06T15:53:22.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:21 smithi169 bash[88858]: cephadm 2024-09-06T15:53:20.750940+0000 mgr.y (mgr.25115) 834 : cephadm [INF] Deploying daemon rgw.foo.smithi181.fqbtai on smithi181 2024-09-06T15:53:22.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:21 smithi169 bash[92568]: cluster 2024-09-06T15:53:20.035982+0000 mgr.y (mgr.25115) 832 : cluster [DBG] pgmap v503: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 6.7 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-06T15:53:22.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:21 smithi169 bash[92568]: cluster 2024-09-06T15:53:20.035982+0000 mgr.y (mgr.25115) 832 : cluster [DBG] pgmap v503: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 6.7 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-06T15:53:22.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:21 smithi169 bash[92568]: cephadm 2024-09-06T15:53:20.730158+0000 mgr.y (mgr.25115) 833 : cephadm [INF] Upgrade: Updating rgw.foo.smithi181.fqbtai (2/2) 2024-09-06T15:53:22.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:21 smithi169 bash[92568]: cephadm 2024-09-06T15:53:20.730158+0000 mgr.y (mgr.25115) 833 : cephadm [INF] Upgrade: Updating rgw.foo.smithi181.fqbtai (2/2) 2024-09-06T15:53:22.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:21 smithi169 bash[92568]: audit 2024-09-06T15:53:20.738494+0000 mon.a (mon.0) 514 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:22.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:21 smithi169 bash[92568]: audit 2024-09-06T15:53:20.738494+0000 mon.a (mon.0) 514 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:22.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:21 smithi169 bash[92568]: audit 2024-09-06T15:53:20.743585+0000 mon.b (mon.1) 317 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi181.fqbtai", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-06T15:53:22.197 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:21 smithi169 bash[92568]: audit 2024-09-06T15:53:20.743585+0000 mon.b (mon.1) 317 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi181.fqbtai", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-06T15:53:22.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:21 smithi169 bash[92568]: audit 2024-09-06T15:53:20.744162+0000 mon.a (mon.0) 515 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi181.fqbtai", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-06T15:53:22.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:21 smithi169 bash[92568]: audit 2024-09-06T15:53:20.744162+0000 mon.a (mon.0) 515 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi181.fqbtai", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-06T15:53:22.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:21 smithi169 bash[92568]: audit 2024-09-06T15:53:20.749331+0000 mon.b (mon.1) 318 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:53:22.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:21 smithi169 bash[92568]: audit 2024-09-06T15:53:20.749331+0000 mon.b (mon.1) 318 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:53:22.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:21 smithi169 bash[92568]: cephadm 2024-09-06T15:53:20.750940+0000 mgr.y (mgr.25115) 834 : cephadm [INF] Deploying daemon rgw.foo.smithi181.fqbtai on smithi181 2024-09-06T15:53:22.198 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:21 smithi169 bash[92568]: cephadm 2024-09-06T15:53:20.750940+0000 mgr.y (mgr.25115) 834 : cephadm [INF] Deploying daemon rgw.foo.smithi181.fqbtai on smithi181 2024-09-06T15:53:23.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:53:22 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:53:22.839563742Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:53:23.622 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:23 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:53:23.622 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:53:23 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:53:23.622 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:53:23 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:53:23.623 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:53:23 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:53:23.623 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:53:23 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:53:23.623 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:53:23 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:53:23.624 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:53:23 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:53:23.624 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:53:23 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:53:23.624 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:53:23 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:53:23.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:23 smithi181 bash[70073]: cluster 2024-09-06T15:53:22.037184+0000 mgr.y (mgr.25115) 835 : cluster [DBG] pgmap v504: 161 pgs: 161 active+clean; 585 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 27 KiB/s rd, 0 B/s wr, 41 op/s 2024-09-06T15:53:23.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:23 smithi181 bash[70073]: cluster 2024-09-06T15:53:22.037184+0000 mgr.y (mgr.25115) 835 : cluster [DBG] pgmap v504: 161 pgs: 161 active+clean; 585 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 27 KiB/s rd, 0 B/s wr, 41 op/s 2024-09-06T15:53:24.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:23 smithi169 bash[88858]: cluster 2024-09-06T15:53:22.037184+0000 mgr.y (mgr.25115) 835 : cluster [DBG] pgmap v504: 161 pgs: 161 active+clean; 585 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 27 KiB/s rd, 0 B/s wr, 41 op/s 2024-09-06T15:53:24.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:23 smithi169 bash[88858]: cluster 2024-09-06T15:53:22.037184+0000 mgr.y (mgr.25115) 835 : cluster [DBG] pgmap v504: 161 pgs: 161 active+clean; 585 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 27 KiB/s rd, 0 B/s wr, 41 op/s 2024-09-06T15:53:24.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:23 smithi169 bash[92568]: cluster 2024-09-06T15:53:22.037184+0000 mgr.y (mgr.25115) 835 : cluster [DBG] pgmap v504: 161 pgs: 161 active+clean; 585 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 27 KiB/s rd, 0 B/s wr, 41 op/s 2024-09-06T15:53:24.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:23 smithi169 bash[92568]: cluster 2024-09-06T15:53:22.037184+0000 mgr.y (mgr.25115) 835 : cluster [DBG] pgmap v504: 161 pgs: 161 active+clean; 585 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 27 KiB/s rd, 0 B/s wr, 41 op/s 2024-09-06T15:53:24.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:24 smithi181 bash[70073]: audit 2024-09-06T15:53:23.843639+0000 mgr.y (mgr.25115) 836 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:53:24.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:24 smithi181 bash[70073]: audit 2024-09-06T15:53:23.843639+0000 mgr.y (mgr.25115) 836 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:53:25.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:24 smithi169 bash[88858]: audit 2024-09-06T15:53:23.843639+0000 mgr.y (mgr.25115) 836 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:53:25.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:24 smithi169 bash[88858]: audit 2024-09-06T15:53:23.843639+0000 mgr.y (mgr.25115) 836 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:53:25.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:24 smithi169 bash[92568]: audit 2024-09-06T15:53:23.843639+0000 mgr.y (mgr.25115) 836 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:53:25.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:24 smithi169 bash[92568]: audit 2024-09-06T15:53:23.843639+0000 mgr.y (mgr.25115) 836 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:53:26.054 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:25 smithi169 bash[88858]: cluster 2024-09-06T15:53:24.038471+0000 mgr.y (mgr.25115) 837 : cluster [DBG] pgmap v505: 161 pgs: 161 active+clean; 585 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 53 KiB/s rd, 85 B/s wr, 81 op/s 2024-09-06T15:53:26.055 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:25 smithi169 bash[88858]: cluster 2024-09-06T15:53:24.038471+0000 mgr.y (mgr.25115) 837 : cluster [DBG] pgmap v505: 161 pgs: 161 active+clean; 585 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 53 KiB/s rd, 85 B/s wr, 81 op/s 2024-09-06T15:53:26.055 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:25 smithi169 bash[92568]: cluster 2024-09-06T15:53:24.038471+0000 mgr.y (mgr.25115) 837 : cluster [DBG] pgmap v505: 161 pgs: 161 active+clean; 585 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 53 KiB/s rd, 85 B/s wr, 81 op/s 2024-09-06T15:53:26.055 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:25 smithi169 bash[92568]: cluster 2024-09-06T15:53:24.038471+0000 mgr.y (mgr.25115) 837 : cluster [DBG] pgmap v505: 161 pgs: 161 active+clean; 585 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 53 KiB/s rd, 85 B/s wr, 81 op/s 2024-09-06T15:53:26.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:53:25 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:53:25.827078837Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:53:26.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:25 smithi181 bash[70073]: cluster 2024-09-06T15:53:24.038471+0000 mgr.y (mgr.25115) 837 : cluster [DBG] pgmap v505: 161 pgs: 161 active+clean; 585 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 53 KiB/s rd, 85 B/s wr, 81 op/s 2024-09-06T15:53:26.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:25 smithi181 bash[70073]: cluster 2024-09-06T15:53:24.038471+0000 mgr.y (mgr.25115) 837 : cluster [DBG] pgmap v505: 161 pgs: 161 active+clean; 585 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 53 KiB/s rd, 85 B/s wr, 81 op/s 2024-09-06T15:53:26.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:53:26 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:53:26] "GET /metrics HTTP/1.1" 200 38412 "" "Prometheus/2.51.0" 2024-09-06T15:53:28.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:27 smithi169 bash[88858]: cluster 2024-09-06T15:53:26.039565+0000 mgr.y (mgr.25115) 838 : cluster [DBG] pgmap v506: 161 pgs: 161 active+clean; 585 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:28.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:27 smithi169 bash[88858]: cluster 2024-09-06T15:53:26.039565+0000 mgr.y (mgr.25115) 838 : cluster [DBG] pgmap v506: 161 pgs: 161 active+clean; 585 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:28.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:27 smithi169 bash[92568]: cluster 2024-09-06T15:53:26.039565+0000 mgr.y (mgr.25115) 838 : cluster [DBG] pgmap v506: 161 pgs: 161 active+clean; 585 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:28.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:27 smithi169 bash[92568]: cluster 2024-09-06T15:53:26.039565+0000 mgr.y (mgr.25115) 838 : cluster [DBG] pgmap v506: 161 pgs: 161 active+clean; 585 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:28.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:27 smithi181 bash[70073]: cluster 2024-09-06T15:53:26.039565+0000 mgr.y (mgr.25115) 838 : cluster [DBG] pgmap v506: 161 pgs: 161 active+clean; 585 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:28.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:27 smithi181 bash[70073]: cluster 2024-09-06T15:53:26.039565+0000 mgr.y (mgr.25115) 838 : cluster [DBG] pgmap v506: 161 pgs: 161 active+clean; 585 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:29.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:53:28 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:53:28.813920269Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:53:30.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:29 smithi169 bash[88858]: cluster 2024-09-06T15:53:28.040926+0000 mgr.y (mgr.25115) 839 : cluster [DBG] pgmap v507: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:30.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:29 smithi169 bash[88858]: cluster 2024-09-06T15:53:28.040926+0000 mgr.y (mgr.25115) 839 : cluster [DBG] pgmap v507: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:30.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:29 smithi169 bash[92568]: cluster 2024-09-06T15:53:28.040926+0000 mgr.y (mgr.25115) 839 : cluster [DBG] pgmap v507: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:30.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:29 smithi169 bash[92568]: cluster 2024-09-06T15:53:28.040926+0000 mgr.y (mgr.25115) 839 : cluster [DBG] pgmap v507: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:30.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:29 smithi181 bash[70073]: cluster 2024-09-06T15:53:28.040926+0000 mgr.y (mgr.25115) 839 : cluster [DBG] pgmap v507: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:30.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:29 smithi181 bash[70073]: cluster 2024-09-06T15:53:28.040926+0000 mgr.y (mgr.25115) 839 : cluster [DBG] pgmap v507: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:31.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:30 smithi169 bash[88858]: audit 2024-09-06T15:53:30.300099+0000 mon.b (mon.1) 319 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:53:31.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:30 smithi169 bash[88858]: audit 2024-09-06T15:53:30.300099+0000 mon.b (mon.1) 319 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:53:31.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:30 smithi169 bash[92568]: audit 2024-09-06T15:53:30.300099+0000 mon.b (mon.1) 319 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:53:31.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:30 smithi169 bash[92568]: audit 2024-09-06T15:53:30.300099+0000 mon.b (mon.1) 319 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:53:31.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:30 smithi181 bash[70073]: audit 2024-09-06T15:53:30.300099+0000 mon.b (mon.1) 319 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:53:31.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:30 smithi181 bash[70073]: audit 2024-09-06T15:53:30.300099+0000 mon.b (mon.1) 319 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:53:32.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:31 smithi169 bash[88858]: cluster 2024-09-06T15:53:30.041986+0000 mgr.y (mgr.25115) 840 : cluster [DBG] pgmap v508: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:32.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:31 smithi169 bash[88858]: cluster 2024-09-06T15:53:30.041986+0000 mgr.y (mgr.25115) 840 : cluster [DBG] pgmap v508: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:32.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:31 smithi169 bash[92568]: cluster 2024-09-06T15:53:30.041986+0000 mgr.y (mgr.25115) 840 : cluster [DBG] pgmap v508: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:32.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:31 smithi169 bash[92568]: cluster 2024-09-06T15:53:30.041986+0000 mgr.y (mgr.25115) 840 : cluster [DBG] pgmap v508: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:32.247 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:53:31 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:53:31.82876739Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:53:32.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:31 smithi181 bash[70073]: cluster 2024-09-06T15:53:30.041986+0000 mgr.y (mgr.25115) 840 : cluster [DBG] pgmap v508: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:32.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:31 smithi181 bash[70073]: cluster 2024-09-06T15:53:30.041986+0000 mgr.y (mgr.25115) 840 : cluster [DBG] pgmap v508: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:33.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:33 smithi181 bash[70073]: cluster 2024-09-06T15:53:32.043199+0000 mgr.y (mgr.25115) 841 : cluster [DBG] pgmap v509: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 50 KiB/s rd, 85 B/s wr, 75 op/s 2024-09-06T15:53:33.998 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:33 smithi181 bash[70073]: cluster 2024-09-06T15:53:32.043199+0000 mgr.y (mgr.25115) 841 : cluster [DBG] pgmap v509: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 50 KiB/s rd, 85 B/s wr, 75 op/s 2024-09-06T15:53:34.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:33 smithi169 bash[88858]: cluster 2024-09-06T15:53:32.043199+0000 mgr.y (mgr.25115) 841 : cluster [DBG] pgmap v509: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 50 KiB/s rd, 85 B/s wr, 75 op/s 2024-09-06T15:53:34.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:33 smithi169 bash[88858]: cluster 2024-09-06T15:53:32.043199+0000 mgr.y (mgr.25115) 841 : cluster [DBG] pgmap v509: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 50 KiB/s rd, 85 B/s wr, 75 op/s 2024-09-06T15:53:34.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:33 smithi169 bash[92568]: cluster 2024-09-06T15:53:32.043199+0000 mgr.y (mgr.25115) 841 : cluster [DBG] pgmap v509: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 50 KiB/s rd, 85 B/s wr, 75 op/s 2024-09-06T15:53:34.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:33 smithi169 bash[92568]: cluster 2024-09-06T15:53:32.043199+0000 mgr.y (mgr.25115) 841 : cluster [DBG] pgmap v509: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 50 KiB/s rd, 85 B/s wr, 75 op/s 2024-09-06T15:53:35.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:34 smithi169 bash[88858]: audit 2024-09-06T15:53:33.850904+0000 mgr.y (mgr.25115) 842 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:53:35.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:34 smithi169 bash[88858]: audit 2024-09-06T15:53:33.850904+0000 mgr.y (mgr.25115) 842 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:53:35.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:34 smithi169 bash[92568]: audit 2024-09-06T15:53:33.850904+0000 mgr.y (mgr.25115) 842 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:53:35.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:34 smithi169 bash[92568]: audit 2024-09-06T15:53:33.850904+0000 mgr.y (mgr.25115) 842 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:53:35.247 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:53:34 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:53:35.248 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:53:34 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:53:35.248 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:53:34 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:53:35.249 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:53:34 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:53:34.801380478Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:53:35.249 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:53:34 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:53:35.249 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:53:34 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:53:35.249 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:53:34 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:53:35.250 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:34 smithi181 bash[70073]: audit 2024-09-06T15:53:33.850904+0000 mgr.y (mgr.25115) 842 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:53:35.250 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:34 smithi181 bash[70073]: audit 2024-09-06T15:53:33.850904+0000 mgr.y (mgr.25115) 842 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:53:35.250 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:34 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:53:35.250 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:53:34 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:53:35.250 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:53:34 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:53:36.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:35 smithi181 bash[70073]: cluster 2024-09-06T15:53:34.044482+0000 mgr.y (mgr.25115) 843 : cluster [DBG] pgmap v510: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 85 B/s wr, 43 op/s 2024-09-06T15:53:36.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:35 smithi181 bash[70073]: cluster 2024-09-06T15:53:34.044482+0000 mgr.y (mgr.25115) 843 : cluster [DBG] pgmap v510: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 85 B/s wr, 43 op/s 2024-09-06T15:53:36.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:35 smithi181 bash[70073]: audit 2024-09-06T15:53:34.979181+0000 mon.a (mon.0) 516 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:36.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:35 smithi181 bash[70073]: audit 2024-09-06T15:53:34.979181+0000 mon.a (mon.0) 516 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:36.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:35 smithi181 bash[70073]: audit 2024-09-06T15:53:34.993818+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:36.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:35 smithi181 bash[70073]: audit 2024-09-06T15:53:34.993818+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:36.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:53:36 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:53:36] "GET /metrics HTTP/1.1" 200 38394 "" "Prometheus/2.51.0" 2024-09-06T15:53:36.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:35 smithi169 bash[88858]: cluster 2024-09-06T15:53:34.044482+0000 mgr.y (mgr.25115) 843 : cluster [DBG] pgmap v510: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 85 B/s wr, 43 op/s 2024-09-06T15:53:36.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:35 smithi169 bash[88858]: cluster 2024-09-06T15:53:34.044482+0000 mgr.y (mgr.25115) 843 : cluster [DBG] pgmap v510: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 85 B/s wr, 43 op/s 2024-09-06T15:53:36.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:35 smithi169 bash[88858]: audit 2024-09-06T15:53:34.979181+0000 mon.a (mon.0) 516 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:36.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:35 smithi169 bash[88858]: audit 2024-09-06T15:53:34.979181+0000 mon.a (mon.0) 516 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:36.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:35 smithi169 bash[88858]: audit 2024-09-06T15:53:34.993818+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:36.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:35 smithi169 bash[88858]: audit 2024-09-06T15:53:34.993818+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:36.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:35 smithi169 bash[92568]: cluster 2024-09-06T15:53:34.044482+0000 mgr.y (mgr.25115) 843 : cluster [DBG] pgmap v510: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 85 B/s wr, 43 op/s 2024-09-06T15:53:36.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:35 smithi169 bash[92568]: cluster 2024-09-06T15:53:34.044482+0000 mgr.y (mgr.25115) 843 : cluster [DBG] pgmap v510: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 85 B/s wr, 43 op/s 2024-09-06T15:53:36.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:35 smithi169 bash[92568]: audit 2024-09-06T15:53:34.979181+0000 mon.a (mon.0) 516 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:36.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:35 smithi169 bash[92568]: audit 2024-09-06T15:53:34.979181+0000 mon.a (mon.0) 516 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:36.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:35 smithi169 bash[92568]: audit 2024-09-06T15:53:34.993818+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:36.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:35 smithi169 bash[92568]: audit 2024-09-06T15:53:34.993818+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:36.687 INFO:teuthology.orchestra.run.smithi169.stdout:true 2024-09-06T15:53:37.279 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-06T15:53:37.279 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (13m) 3m ago 41m 14.1M - 0.27.0 11f11916f8cd 20ee608606f5 2024-09-06T15:53:37.279 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi181 *:3000 running (12m) 101s ago 40m 67.0M - c8b91775d855 e391fbe8c873 2024-09-06T15:53:37.279 INFO:teuthology.orchestra.run.smithi169.stdout:iscsi.foo.smithi169.yxosuq smithi169 *:5000 running (15m) 3m ago 38m 49.2M - 3.8 b6db46a449e5 e63406a8c5a8 2024-09-06T15:53:37.279 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi181 *:8443,9283,8765 running (15m) 101s ago 49m 443M - 19.3.0-4704-g8b38c33c 1c45aca0610a 291c4d2bed88 2024-09-06T15:53:37.279 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (26m) 3m ago 51m 511M - 19.3.0-4704-g8b38c33c 1c45aca0610a 5f9711fb78b7 2024-09-06T15:53:37.279 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (9m) 3m ago 51m 52.2M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a d211c6462d65 2024-09-06T15:53:37.279 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi181 running (10m) 101s ago 49m 46.8M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a 791f1710b3c0 2024-09-06T15:53:37.279 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (9m) 3m ago 49m 38.5M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a 93381d04b238 2024-09-06T15:53:37.279 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (14m) 3m ago 41m 8299k - 1.7.0 72c9c2088986 03c6f14026b2 2024-09-06T15:53:37.280 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi181 *:9100 running (14m) 101s ago 41m 8991k - 1.7.0 72c9c2088986 0895a0652401 2024-09-06T15:53:37.280 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (7m) 3m ago 48m 56.3M 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a 8a33f3e58f93 2024-09-06T15:53:37.280 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (6m) 3m ago 47m 50.0M 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a 4b7f4d4feb0b 2024-09-06T15:53:37.280 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (5m) 3m ago 46m 45.9M 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a c24bec72ede7 2024-09-06T15:53:37.280 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (3m) 3m ago 45m - 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a 057764c90147 2024-09-06T15:53:37.280 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi181 running (3m) 101s ago 45m 52.7M 3292M 19.3.0-4704-g8b38c33c 1c45aca0610a 92604b687768 2024-09-06T15:53:37.280 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi181 running (2m) 101s ago 44m 52.7M 3292M 19.3.0-4704-g8b38c33c 1c45aca0610a 291137fc1efe 2024-09-06T15:53:37.280 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi181 running (2m) 101s ago 43m 48.0M 3292M 19.3.0-4704-g8b38c33c 1c45aca0610a 2eb242ea4223 2024-09-06T15:53:37.280 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi181 running (105s) 101s ago 42m - 3292M 19.3.0-4704-g8b38c33c 1c45aca0610a 78041ae5b59a 2024-09-06T15:53:37.280 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi181 *:9095 running (13m) 101s ago 41m 44.8M - 2.51.0 1d3b7f56885b 365a3b66bc88 2024-09-06T15:53:37.280 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi169.svrjnx smithi169 *:8000 starting - - - - 2024-09-06T15:53:37.281 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi181.fqbtai smithi181 *:8000 starting - - - - 2024-09-06T15:53:37.616 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:53:37.616 INFO:teuthology.orchestra.run.smithi169.stdout: "mon": { 2024-09-06T15:53:37.616 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 3 2024-09-06T15:53:37.616 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:53:37.616 INFO:teuthology.orchestra.run.smithi169.stdout: "mgr": { 2024-09-06T15:53:37.616 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 2 2024-09-06T15:53:37.616 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:53:37.616 INFO:teuthology.orchestra.run.smithi169.stdout: "osd": { 2024-09-06T15:53:37.616 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 8 2024-09-06T15:53:37.617 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:53:37.617 INFO:teuthology.orchestra.run.smithi169.stdout: "rgw": { 2024-09-06T15:53:37.617 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 2, 2024-09-06T15:53:37.617 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 1 2024-09-06T15:53:37.617 INFO:teuthology.orchestra.run.smithi169.stdout: }, 2024-09-06T15:53:37.617 INFO:teuthology.orchestra.run.smithi169.stdout: "overall": { 2024-09-06T15:53:37.617 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.1.1-268-g635ed4cf (635ed4cf3404d66f56069c438a5e3af26e0ed5be) squid (stable)": 2, 2024-09-06T15:53:37.617 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph version 19.3.0-4704-g8b38c33c (8b38c33cecf4b0b7a9b3116eb9089e21e444ac73) squid (dev)": 14 2024-09-06T15:53:37.617 INFO:teuthology.orchestra.run.smithi169.stdout: } 2024-09-06T15:53:37.617 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:53:37.912 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-09-06T15:53:37.912 INFO:teuthology.orchestra.run.smithi169.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:8b38c33cecf4b0b7a9b3116eb9089e21e444ac73", 2024-09-06T15:53:37.913 INFO:teuthology.orchestra.run.smithi169.stdout: "in_progress": true, 2024-09-06T15:53:37.913 INFO:teuthology.orchestra.run.smithi169.stdout: "which": "Upgrading daemons in service(s) rgw.foo", 2024-09-06T15:53:37.913 INFO:teuthology.orchestra.run.smithi169.stdout: "services_complete": [], 2024-09-06T15:53:37.913 INFO:teuthology.orchestra.run.smithi169.stdout: "progress": "0/2 daemons upgraded", 2024-09-06T15:53:37.913 INFO:teuthology.orchestra.run.smithi169.stdout: "message": "Currently upgrading rgw daemons", 2024-09-06T15:53:37.913 INFO:teuthology.orchestra.run.smithi169.stdout: "is_paused": false 2024-09-06T15:53:37.913 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-09-06T15:53:38.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:53:37 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:53:37.815400746Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:53:38.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:37 smithi181 bash[70073]: cluster 2024-09-06T15:53:36.045677+0000 mgr.y (mgr.25115) 844 : cluster [DBG] pgmap v511: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-06T15:53:38.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:37 smithi181 bash[70073]: cluster 2024-09-06T15:53:36.045677+0000 mgr.y (mgr.25115) 844 : cluster [DBG] pgmap v511: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-06T15:53:38.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:37 smithi181 bash[70073]: audit 2024-09-06T15:53:36.676714+0000 mgr.y (mgr.25115) 845 : audit [DBG] from='client.44649 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:38.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:37 smithi181 bash[70073]: audit 2024-09-06T15:53:36.676714+0000 mgr.y (mgr.25115) 845 : audit [DBG] from='client.44649 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:38.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:37 smithi181 bash[70073]: audit 2024-09-06T15:53:36.966198+0000 mgr.y (mgr.25115) 846 : audit [DBG] from='client.54632 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:38.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:37 smithi181 bash[70073]: audit 2024-09-06T15:53:36.966198+0000 mgr.y (mgr.25115) 846 : audit [DBG] from='client.54632 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:38.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:37 smithi181 bash[70073]: audit 2024-09-06T15:53:37.617933+0000 mon.a (mon.0) 518 : audit [DBG] from='client.? 172.21.15.169:0/3591307168' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:38.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:37 smithi181 bash[70073]: audit 2024-09-06T15:53:37.617933+0000 mon.a (mon.0) 518 : audit [DBG] from='client.? 172.21.15.169:0/3591307168' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:38.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:37 smithi169 bash[88858]: cluster 2024-09-06T15:53:36.045677+0000 mgr.y (mgr.25115) 844 : cluster [DBG] pgmap v511: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-06T15:53:38.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:37 smithi169 bash[88858]: cluster 2024-09-06T15:53:36.045677+0000 mgr.y (mgr.25115) 844 : cluster [DBG] pgmap v511: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-06T15:53:38.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:37 smithi169 bash[88858]: audit 2024-09-06T15:53:36.676714+0000 mgr.y (mgr.25115) 845 : audit [DBG] from='client.44649 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:38.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:37 smithi169 bash[88858]: audit 2024-09-06T15:53:36.676714+0000 mgr.y (mgr.25115) 845 : audit [DBG] from='client.44649 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:38.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:37 smithi169 bash[88858]: audit 2024-09-06T15:53:36.966198+0000 mgr.y (mgr.25115) 846 : audit [DBG] from='client.54632 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:38.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:37 smithi169 bash[88858]: audit 2024-09-06T15:53:36.966198+0000 mgr.y (mgr.25115) 846 : audit [DBG] from='client.54632 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:38.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:37 smithi169 bash[88858]: audit 2024-09-06T15:53:37.617933+0000 mon.a (mon.0) 518 : audit [DBG] from='client.? 172.21.15.169:0/3591307168' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:38.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:37 smithi169 bash[88858]: audit 2024-09-06T15:53:37.617933+0000 mon.a (mon.0) 518 : audit [DBG] from='client.? 172.21.15.169:0/3591307168' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:38.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:37 smithi169 bash[92568]: cluster 2024-09-06T15:53:36.045677+0000 mgr.y (mgr.25115) 844 : cluster [DBG] pgmap v511: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-06T15:53:38.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:37 smithi169 bash[92568]: cluster 2024-09-06T15:53:36.045677+0000 mgr.y (mgr.25115) 844 : cluster [DBG] pgmap v511: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-06T15:53:38.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:37 smithi169 bash[92568]: audit 2024-09-06T15:53:36.676714+0000 mgr.y (mgr.25115) 845 : audit [DBG] from='client.44649 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:38.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:37 smithi169 bash[92568]: audit 2024-09-06T15:53:36.676714+0000 mgr.y (mgr.25115) 845 : audit [DBG] from='client.44649 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:38.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:37 smithi169 bash[92568]: audit 2024-09-06T15:53:36.966198+0000 mgr.y (mgr.25115) 846 : audit [DBG] from='client.54632 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:38.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:37 smithi169 bash[92568]: audit 2024-09-06T15:53:36.966198+0000 mgr.y (mgr.25115) 846 : audit [DBG] from='client.54632 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:38.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:37 smithi169 bash[92568]: audit 2024-09-06T15:53:37.617933+0000 mon.a (mon.0) 518 : audit [DBG] from='client.? 172.21.15.169:0/3591307168' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:38.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:37 smithi169 bash[92568]: audit 2024-09-06T15:53:37.617933+0000 mon.a (mon.0) 518 : audit [DBG] from='client.? 172.21.15.169:0/3591307168' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:39.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:38 smithi181 bash[70073]: audit 2024-09-06T15:53:37.244622+0000 mgr.y (mgr.25115) 847 : audit [DBG] from='client.44661 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:39.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:38 smithi181 bash[70073]: audit 2024-09-06T15:53:37.244622+0000 mgr.y (mgr.25115) 847 : audit [DBG] from='client.44661 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:39.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:38 smithi181 bash[70073]: audit 2024-09-06T15:53:37.913963+0000 mgr.y (mgr.25115) 848 : audit [DBG] from='client.54650 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:39.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:38 smithi181 bash[70073]: audit 2024-09-06T15:53:37.913963+0000 mgr.y (mgr.25115) 848 : audit [DBG] from='client.54650 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:39.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:38 smithi169 bash[88858]: audit 2024-09-06T15:53:37.244622+0000 mgr.y (mgr.25115) 847 : audit [DBG] from='client.44661 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:39.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:38 smithi169 bash[88858]: audit 2024-09-06T15:53:37.244622+0000 mgr.y (mgr.25115) 847 : audit [DBG] from='client.44661 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:39.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:38 smithi169 bash[88858]: audit 2024-09-06T15:53:37.913963+0000 mgr.y (mgr.25115) 848 : audit [DBG] from='client.54650 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:39.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:38 smithi169 bash[88858]: audit 2024-09-06T15:53:37.913963+0000 mgr.y (mgr.25115) 848 : audit [DBG] from='client.54650 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:39.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:38 smithi169 bash[92568]: audit 2024-09-06T15:53:37.244622+0000 mgr.y (mgr.25115) 847 : audit [DBG] from='client.44661 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:39.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:38 smithi169 bash[92568]: audit 2024-09-06T15:53:37.244622+0000 mgr.y (mgr.25115) 847 : audit [DBG] from='client.44661 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:39.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:38 smithi169 bash[92568]: audit 2024-09-06T15:53:37.913963+0000 mgr.y (mgr.25115) 848 : audit [DBG] from='client.54650 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:39.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:38 smithi169 bash[92568]: audit 2024-09-06T15:53:37.913963+0000 mgr.y (mgr.25115) 848 : audit [DBG] from='client.54650 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:53:40.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:39 smithi181 bash[70073]: cluster 2024-09-06T15:53:38.047114+0000 mgr.y (mgr.25115) 849 : cluster [DBG] pgmap v512: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 85 B/s wr, 37 op/s 2024-09-06T15:53:40.247 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:39 smithi181 bash[70073]: cluster 2024-09-06T15:53:38.047114+0000 mgr.y (mgr.25115) 849 : cluster [DBG] pgmap v512: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 85 B/s wr, 37 op/s 2024-09-06T15:53:40.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:39 smithi169 bash[88858]: cluster 2024-09-06T15:53:38.047114+0000 mgr.y (mgr.25115) 849 : cluster [DBG] pgmap v512: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 85 B/s wr, 37 op/s 2024-09-06T15:53:40.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:39 smithi169 bash[88858]: cluster 2024-09-06T15:53:38.047114+0000 mgr.y (mgr.25115) 849 : cluster [DBG] pgmap v512: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 85 B/s wr, 37 op/s 2024-09-06T15:53:40.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:39 smithi169 bash[92568]: cluster 2024-09-06T15:53:38.047114+0000 mgr.y (mgr.25115) 849 : cluster [DBG] pgmap v512: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 85 B/s wr, 37 op/s 2024-09-06T15:53:40.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:39 smithi169 bash[92568]: cluster 2024-09-06T15:53:38.047114+0000 mgr.y (mgr.25115) 849 : cluster [DBG] pgmap v512: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 85 B/s wr, 37 op/s 2024-09-06T15:53:41.247 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:53:40 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:53:40.805813552Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:53:42.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:41 smithi169 bash[92568]: cluster 2024-09-06T15:53:40.048187+0000 mgr.y (mgr.25115) 850 : cluster [DBG] pgmap v513: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 43 KiB/s rd, 85 B/s wr, 65 op/s 2024-09-06T15:53:42.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:41 smithi169 bash[92568]: cluster 2024-09-06T15:53:40.048187+0000 mgr.y (mgr.25115) 850 : cluster [DBG] pgmap v513: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 43 KiB/s rd, 85 B/s wr, 65 op/s 2024-09-06T15:53:42.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:41 smithi169 bash[92568]: audit 2024-09-06T15:53:40.785959+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:42.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:41 smithi169 bash[92568]: audit 2024-09-06T15:53:40.785959+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:42.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:41 smithi169 bash[92568]: audit 2024-09-06T15:53:40.797303+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:42.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:41 smithi169 bash[92568]: audit 2024-09-06T15:53:40.797303+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:42.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:41 smithi169 bash[92568]: audit 2024-09-06T15:53:40.872560+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:42.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:41 smithi169 bash[92568]: audit 2024-09-06T15:53:40.872560+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:42.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:41 smithi169 bash[92568]: audit 2024-09-06T15:53:40.885010+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:42.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:41 smithi169 bash[92568]: audit 2024-09-06T15:53:40.885010+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:42.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:41 smithi169 bash[88858]: cluster 2024-09-06T15:53:40.048187+0000 mgr.y (mgr.25115) 850 : cluster [DBG] pgmap v513: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 43 KiB/s rd, 85 B/s wr, 65 op/s 2024-09-06T15:53:42.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:41 smithi169 bash[88858]: cluster 2024-09-06T15:53:40.048187+0000 mgr.y (mgr.25115) 850 : cluster [DBG] pgmap v513: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 43 KiB/s rd, 85 B/s wr, 65 op/s 2024-09-06T15:53:42.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:41 smithi169 bash[88858]: audit 2024-09-06T15:53:40.785959+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:42.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:41 smithi169 bash[88858]: audit 2024-09-06T15:53:40.785959+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:42.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:41 smithi169 bash[88858]: audit 2024-09-06T15:53:40.797303+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:42.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:41 smithi169 bash[88858]: audit 2024-09-06T15:53:40.797303+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:42.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:41 smithi169 bash[88858]: audit 2024-09-06T15:53:40.872560+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:42.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:41 smithi169 bash[88858]: audit 2024-09-06T15:53:40.872560+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:42.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:41 smithi169 bash[88858]: audit 2024-09-06T15:53:40.885010+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:42.197 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:41 smithi169 bash[88858]: audit 2024-09-06T15:53:40.885010+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:42.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:41 smithi181 bash[70073]: cluster 2024-09-06T15:53:40.048187+0000 mgr.y (mgr.25115) 850 : cluster [DBG] pgmap v513: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 43 KiB/s rd, 85 B/s wr, 65 op/s 2024-09-06T15:53:42.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:41 smithi181 bash[70073]: cluster 2024-09-06T15:53:40.048187+0000 mgr.y (mgr.25115) 850 : cluster [DBG] pgmap v513: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 43 KiB/s rd, 85 B/s wr, 65 op/s 2024-09-06T15:53:42.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:41 smithi181 bash[70073]: audit 2024-09-06T15:53:40.785959+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:42.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:41 smithi181 bash[70073]: audit 2024-09-06T15:53:40.785959+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:42.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:41 smithi181 bash[70073]: audit 2024-09-06T15:53:40.797303+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:42.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:41 smithi181 bash[70073]: audit 2024-09-06T15:53:40.797303+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:42.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:41 smithi181 bash[70073]: audit 2024-09-06T15:53:40.872560+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:42.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:41 smithi181 bash[70073]: audit 2024-09-06T15:53:40.872560+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:42.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:41 smithi181 bash[70073]: audit 2024-09-06T15:53:40.885010+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:42.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:41 smithi181 bash[70073]: audit 2024-09-06T15:53:40.885010+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:43.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:43 smithi169 bash[88858]: audit 2024-09-06T15:53:42.010112+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:43.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:43 smithi169 bash[88858]: audit 2024-09-06T15:53:42.010112+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:43.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:43 smithi169 bash[88858]: audit 2024-09-06T15:53:42.024147+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:43.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:43 smithi169 bash[88858]: audit 2024-09-06T15:53:42.024147+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:43.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:43 smithi169 bash[88858]: cluster 2024-09-06T15:53:42.048876+0000 mgr.y (mgr.25115) 851 : cluster [DBG] pgmap v514: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:43.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:43 smithi169 bash[88858]: cluster 2024-09-06T15:53:42.048876+0000 mgr.y (mgr.25115) 851 : cluster [DBG] pgmap v514: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:43.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:43 smithi169 bash[88858]: audit 2024-09-06T15:53:42.052801+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:43.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:43 smithi169 bash[88858]: audit 2024-09-06T15:53:42.052801+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:43.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:43 smithi169 bash[88858]: audit 2024-09-06T15:53:42.063429+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:43.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:43 smithi169 bash[88858]: audit 2024-09-06T15:53:42.063429+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:43.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:43 smithi169 bash[92568]: audit 2024-09-06T15:53:42.010112+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:43.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:43 smithi169 bash[92568]: audit 2024-09-06T15:53:42.010112+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:43.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:43 smithi169 bash[92568]: audit 2024-09-06T15:53:42.024147+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:43.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:43 smithi169 bash[92568]: audit 2024-09-06T15:53:42.024147+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:43.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:43 smithi169 bash[92568]: cluster 2024-09-06T15:53:42.048876+0000 mgr.y (mgr.25115) 851 : cluster [DBG] pgmap v514: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:43.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:43 smithi169 bash[92568]: cluster 2024-09-06T15:53:42.048876+0000 mgr.y (mgr.25115) 851 : cluster [DBG] pgmap v514: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:43.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:43 smithi169 bash[92568]: audit 2024-09-06T15:53:42.052801+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:43.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:43 smithi169 bash[92568]: audit 2024-09-06T15:53:42.052801+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:43.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:43 smithi169 bash[92568]: audit 2024-09-06T15:53:42.063429+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:43.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:43 smithi169 bash[92568]: audit 2024-09-06T15:53:42.063429+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:43.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:43 smithi181 bash[70073]: audit 2024-09-06T15:53:42.010112+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:43.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:43 smithi181 bash[70073]: audit 2024-09-06T15:53:42.010112+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:43.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:43 smithi181 bash[70073]: audit 2024-09-06T15:53:42.024147+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:43.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:43 smithi181 bash[70073]: audit 2024-09-06T15:53:42.024147+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:43.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:43 smithi181 bash[70073]: cluster 2024-09-06T15:53:42.048876+0000 mgr.y (mgr.25115) 851 : cluster [DBG] pgmap v514: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:43.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:43 smithi181 bash[70073]: cluster 2024-09-06T15:53:42.048876+0000 mgr.y (mgr.25115) 851 : cluster [DBG] pgmap v514: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:43.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:43 smithi181 bash[70073]: audit 2024-09-06T15:53:42.052801+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:43.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:43 smithi181 bash[70073]: audit 2024-09-06T15:53:42.052801+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:43.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:43 smithi181 bash[70073]: audit 2024-09-06T15:53:42.063429+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:43.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:43 smithi181 bash[70073]: audit 2024-09-06T15:53:42.063429+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:44.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:44 smithi169 bash[88858]: audit 2024-09-06T15:53:43.859633+0000 mgr.y (mgr.25115) 852 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:53:44.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:44 smithi169 bash[88858]: audit 2024-09-06T15:53:43.859633+0000 mgr.y (mgr.25115) 852 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:53:44.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:44 smithi169 bash[92568]: audit 2024-09-06T15:53:43.859633+0000 mgr.y (mgr.25115) 852 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:53:44.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:44 smithi169 bash[92568]: audit 2024-09-06T15:53:43.859633+0000 mgr.y (mgr.25115) 852 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:53:44.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:53:43 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:53:43.807851629Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:53:44.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:44 smithi181 bash[70073]: audit 2024-09-06T15:53:43.859633+0000 mgr.y (mgr.25115) 852 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:53:44.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:44 smithi181 bash[70073]: audit 2024-09-06T15:53:43.859633+0000 mgr.y (mgr.25115) 852 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:53:45.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:45 smithi169 bash[88858]: cluster 2024-09-06T15:53:44.050123+0000 mgr.y (mgr.25115) 853 : cluster [DBG] pgmap v515: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:45.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:45 smithi169 bash[88858]: cluster 2024-09-06T15:53:44.050123+0000 mgr.y (mgr.25115) 853 : cluster [DBG] pgmap v515: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:45.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:45 smithi169 bash[92568]: cluster 2024-09-06T15:53:44.050123+0000 mgr.y (mgr.25115) 853 : cluster [DBG] pgmap v515: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:45.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:45 smithi169 bash[92568]: cluster 2024-09-06T15:53:44.050123+0000 mgr.y (mgr.25115) 853 : cluster [DBG] pgmap v515: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:45.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:45 smithi181 bash[70073]: cluster 2024-09-06T15:53:44.050123+0000 mgr.y (mgr.25115) 853 : cluster [DBG] pgmap v515: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:45.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:45 smithi181 bash[70073]: cluster 2024-09-06T15:53:44.050123+0000 mgr.y (mgr.25115) 853 : cluster [DBG] pgmap v515: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:46.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:53:46 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:53:46] "GET /metrics HTTP/1.1" 200 38415 "" "Prometheus/2.51.0" 2024-09-06T15:53:46.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:46 smithi169 bash[92568]: audit 2024-09-06T15:53:45.300508+0000 mon.b (mon.1) 320 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:53:46.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:46 smithi169 bash[92568]: audit 2024-09-06T15:53:45.300508+0000 mon.b (mon.1) 320 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:53:46.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:46 smithi169 bash[88858]: audit 2024-09-06T15:53:45.300508+0000 mon.b (mon.1) 320 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:53:46.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:46 smithi169 bash[88858]: audit 2024-09-06T15:53:45.300508+0000 mon.b (mon.1) 320 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:53:46.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:46 smithi181 bash[70073]: audit 2024-09-06T15:53:45.300508+0000 mon.b (mon.1) 320 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:53:46.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:46 smithi181 bash[70073]: audit 2024-09-06T15:53:45.300508+0000 mon.b (mon.1) 320 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:53:47.118 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:53:46 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:53:46.822230992Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:53:47.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:47 smithi169 bash[88858]: cluster 2024-09-06T15:53:46.051206+0000 mgr.y (mgr.25115) 854 : cluster [DBG] pgmap v516: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:47.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:47 smithi169 bash[88858]: cluster 2024-09-06T15:53:46.051206+0000 mgr.y (mgr.25115) 854 : cluster [DBG] pgmap v516: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:47.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:47 smithi169 bash[92568]: cluster 2024-09-06T15:53:46.051206+0000 mgr.y (mgr.25115) 854 : cluster [DBG] pgmap v516: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:47.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:47 smithi169 bash[92568]: cluster 2024-09-06T15:53:46.051206+0000 mgr.y (mgr.25115) 854 : cluster [DBG] pgmap v516: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:47.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:47 smithi181 bash[70073]: cluster 2024-09-06T15:53:46.051206+0000 mgr.y (mgr.25115) 854 : cluster [DBG] pgmap v516: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:47.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:47 smithi181 bash[70073]: cluster 2024-09-06T15:53:46.051206+0000 mgr.y (mgr.25115) 854 : cluster [DBG] pgmap v516: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:49.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:49 smithi169 bash[88858]: cluster 2024-09-06T15:53:48.052567+0000 mgr.y (mgr.25115) 855 : cluster [DBG] pgmap v517: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:49.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:49 smithi169 bash[88858]: cluster 2024-09-06T15:53:48.052567+0000 mgr.y (mgr.25115) 855 : cluster [DBG] pgmap v517: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:49.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:49 smithi169 bash[92568]: cluster 2024-09-06T15:53:48.052567+0000 mgr.y (mgr.25115) 855 : cluster [DBG] pgmap v517: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:49.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:49 smithi169 bash[92568]: cluster 2024-09-06T15:53:48.052567+0000 mgr.y (mgr.25115) 855 : cluster [DBG] pgmap v517: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:49.467 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:49 smithi181 bash[70073]: cluster 2024-09-06T15:53:48.052567+0000 mgr.y (mgr.25115) 855 : cluster [DBG] pgmap v517: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:49.467 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:49 smithi181 bash[70073]: cluster 2024-09-06T15:53:48.052567+0000 mgr.y (mgr.25115) 855 : cluster [DBG] pgmap v517: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-06T15:53:50.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:53:49 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:53:49.845252096Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:53:51.379 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:51 smithi169 bash[88858]: cluster 2024-09-06T15:53:50.053644+0000 mgr.y (mgr.25115) 856 : cluster [DBG] pgmap v518: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 47 op/s 2024-09-06T15:53:51.379 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:51 smithi169 bash[88858]: cluster 2024-09-06T15:53:50.053644+0000 mgr.y (mgr.25115) 856 : cluster [DBG] pgmap v518: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 47 op/s 2024-09-06T15:53:51.380 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:51 smithi169 bash[92568]: cluster 2024-09-06T15:53:50.053644+0000 mgr.y (mgr.25115) 856 : cluster [DBG] pgmap v518: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 47 op/s 2024-09-06T15:53:51.380 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:51 smithi169 bash[92568]: cluster 2024-09-06T15:53:50.053644+0000 mgr.y (mgr.25115) 856 : cluster [DBG] pgmap v518: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 47 op/s 2024-09-06T15:53:51.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:51 smithi181 bash[70073]: cluster 2024-09-06T15:53:50.053644+0000 mgr.y (mgr.25115) 856 : cluster [DBG] pgmap v518: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 47 op/s 2024-09-06T15:53:51.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:51 smithi181 bash[70073]: cluster 2024-09-06T15:53:50.053644+0000 mgr.y (mgr.25115) 856 : cluster [DBG] pgmap v518: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 47 op/s 2024-09-06T15:53:53.184 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:53:52 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:53:52.84406891Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:53:53.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: cluster 2024-09-06T15:53:52.054826+0000 mgr.y (mgr.25115) 857 : cluster [DBG] pgmap v519: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 20 op/s 2024-09-06T15:53:53.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: cluster 2024-09-06T15:53:52.054826+0000 mgr.y (mgr.25115) 857 : cluster [DBG] pgmap v519: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 20 op/s 2024-09-06T15:53:53.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.185204+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.185204+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.196765+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.196765+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.617501+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.617501+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.633055+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.633055+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.637104+0000 mon.b (mon.1) 321 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:53:53.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.637104+0000 mon.b (mon.1) 321 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:53:53.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.639246+0000 mon.b (mon.1) 322 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:53:53.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.639246+0000 mon.b (mon.1) 322 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:53:53.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.653190+0000 mon.a (mon.0) 531 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.653190+0000 mon.a (mon.0) 531 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.785322+0000 mon.b (mon.1) 323 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:53:53.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.785322+0000 mon.b (mon.1) 323 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:53:53.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.788901+0000 mon.b (mon.1) 324 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.788901+0000 mon.b (mon.1) 324 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.791994+0000 mon.b (mon.1) 325 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.447 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.791994+0000 mon.b (mon.1) 325 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: cluster 2024-09-06T15:53:52.054826+0000 mgr.y (mgr.25115) 857 : cluster [DBG] pgmap v519: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 20 op/s 2024-09-06T15:53:53.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: cluster 2024-09-06T15:53:52.054826+0000 mgr.y (mgr.25115) 857 : cluster [DBG] pgmap v519: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 20 op/s 2024-09-06T15:53:53.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.185204+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.447 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.185204+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.196765+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.196765+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.617501+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.617501+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.633055+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.633055+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.637104+0000 mon.b (mon.1) 321 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:53:53.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.637104+0000 mon.b (mon.1) 321 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:53:53.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.639246+0000 mon.b (mon.1) 322 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:53:53.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.639246+0000 mon.b (mon.1) 322 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:53:53.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.653190+0000 mon.a (mon.0) 531 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.653190+0000 mon.a (mon.0) 531 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.448 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.785322+0000 mon.b (mon.1) 323 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:53:53.449 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.785322+0000 mon.b (mon.1) 323 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:53:53.449 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.788901+0000 mon.b (mon.1) 324 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.449 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.788901+0000 mon.b (mon.1) 324 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.449 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.791994+0000 mon.b (mon.1) 325 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.449 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.791994+0000 mon.b (mon.1) 325 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.449 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.794585+0000 mon.b (mon.1) 326 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.449 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.794585+0000 mon.b (mon.1) 326 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.449 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.797885+0000 mon.b (mon.1) 327 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.449 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.797885+0000 mon.b (mon.1) 327 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.450 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.801737+0000 mon.b (mon.1) 328 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.450 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.801737+0000 mon.b (mon.1) 328 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.450 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.804674+0000 mon.b (mon.1) 329 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.450 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.804674+0000 mon.b (mon.1) 329 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.450 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: cephadm 2024-09-06T15:53:52.806283+0000 mgr.y (mgr.25115) 858 : cephadm [WRN] Upgrade: 2 rgw daemon(s) are 19.1.1-268-g635ed4cf != target 19.3.0-4704-g8b38c33c 2024-09-06T15:53:53.450 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: cephadm 2024-09-06T15:53:52.806283+0000 mgr.y (mgr.25115) 858 : cephadm [WRN] Upgrade: 2 rgw daemon(s) are 19.1.1-268-g635ed4cf != target 19.3.0-4704-g8b38c33c 2024-09-06T15:53:53.450 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: cephadm 2024-09-06T15:53:52.806420+0000 mgr.y (mgr.25115) 859 : cephadm [INF] Upgrade: Setting container_image for all rgw 2024-09-06T15:53:53.450 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: cephadm 2024-09-06T15:53:52.806420+0000 mgr.y (mgr.25115) 859 : cephadm [INF] Upgrade: Setting container_image for all rgw 2024-09-06T15:53:53.450 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.814219+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.450 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.814219+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.450 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.827408+0000 mon.b (mon.1) 330 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi169.svrjnx"} : dispatch 2024-09-06T15:53:53.450 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.827408+0000 mon.b (mon.1) 330 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi169.svrjnx"} : dispatch 2024-09-06T15:53:53.450 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.827955+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi169.svrjnx"} : dispatch 2024-09-06T15:53:53.451 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.827955+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi169.svrjnx"} : dispatch 2024-09-06T15:53:53.451 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.832568+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi169.svrjnx"}]': finished 2024-09-06T15:53:53.451 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.794585+0000 mon.b (mon.1) 326 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.451 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.794585+0000 mon.b (mon.1) 326 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.451 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.797885+0000 mon.b (mon.1) 327 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.451 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.797885+0000 mon.b (mon.1) 327 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.451 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.801737+0000 mon.b (mon.1) 328 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.451 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.801737+0000 mon.b (mon.1) 328 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.451 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.804674+0000 mon.b (mon.1) 329 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.451 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.804674+0000 mon.b (mon.1) 329 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.452 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: cephadm 2024-09-06T15:53:52.806283+0000 mgr.y (mgr.25115) 858 : cephadm [WRN] Upgrade: 2 rgw daemon(s) are 19.1.1-268-g635ed4cf != target 19.3.0-4704-g8b38c33c 2024-09-06T15:53:53.452 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: cephadm 2024-09-06T15:53:52.806283+0000 mgr.y (mgr.25115) 858 : cephadm [WRN] Upgrade: 2 rgw daemon(s) are 19.1.1-268-g635ed4cf != target 19.3.0-4704-g8b38c33c 2024-09-06T15:53:53.452 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: cephadm 2024-09-06T15:53:52.806420+0000 mgr.y (mgr.25115) 859 : cephadm [INF] Upgrade: Setting container_image for all rgw 2024-09-06T15:53:53.452 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: cephadm 2024-09-06T15:53:52.806420+0000 mgr.y (mgr.25115) 859 : cephadm [INF] Upgrade: Setting container_image for all rgw 2024-09-06T15:53:53.452 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.814219+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.452 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.814219+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.452 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.827408+0000 mon.b (mon.1) 330 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi169.svrjnx"} : dispatch 2024-09-06T15:53:53.452 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.827408+0000 mon.b (mon.1) 330 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi169.svrjnx"} : dispatch 2024-09-06T15:53:53.452 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.827955+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi169.svrjnx"} : dispatch 2024-09-06T15:53:53.452 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.827955+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi169.svrjnx"} : dispatch 2024-09-06T15:53:53.452 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.832568+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi169.svrjnx"}]': finished 2024-09-06T15:53:53.453 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.832568+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi169.svrjnx"}]': finished 2024-09-06T15:53:53.453 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.839762+0000 mon.b (mon.1) 331 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi181.fqbtai"} : dispatch 2024-09-06T15:53:53.453 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.839762+0000 mon.b (mon.1) 331 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi181.fqbtai"} : dispatch 2024-09-06T15:53:53.453 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.840372+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi181.fqbtai"} : dispatch 2024-09-06T15:53:53.453 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.840372+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi181.fqbtai"} : dispatch 2024-09-06T15:53:53.453 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.844994+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi181.fqbtai"}]': finished 2024-09-06T15:53:53.453 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.844994+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi181.fqbtai"}]': finished 2024-09-06T15:53:53.453 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.852338+0000 mon.b (mon.1) 332 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.453 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.852338+0000 mon.b (mon.1) 332 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.453 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: cephadm 2024-09-06T15:53:52.853774+0000 mgr.y (mgr.25115) 860 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-06T15:53:53.453 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: cephadm 2024-09-06T15:53:52.853774+0000 mgr.y (mgr.25115) 860 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-06T15:53:53.454 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.861736+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.454 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.861736+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.454 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.867407+0000 mon.b (mon.1) 333 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.454 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.867407+0000 mon.b (mon.1) 333 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.454 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.870574+0000 mon.b (mon.1) 334 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.454 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.870574+0000 mon.b (mon.1) 334 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.454 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: cephadm 2024-09-06T15:53:52.872280+0000 mgr.y (mgr.25115) 861 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-06T15:53:53.454 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: cephadm 2024-09-06T15:53:52.872280+0000 mgr.y (mgr.25115) 861 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-06T15:53:53.454 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.879933+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.454 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.832568+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi169.svrjnx"}]': finished 2024-09-06T15:53:53.455 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.839762+0000 mon.b (mon.1) 331 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi181.fqbtai"} : dispatch 2024-09-06T15:53:53.455 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.839762+0000 mon.b (mon.1) 331 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi181.fqbtai"} : dispatch 2024-09-06T15:53:53.455 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.840372+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi181.fqbtai"} : dispatch 2024-09-06T15:53:53.455 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.840372+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi181.fqbtai"} : dispatch 2024-09-06T15:53:53.455 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.844994+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi181.fqbtai"}]': finished 2024-09-06T15:53:53.455 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.844994+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi181.fqbtai"}]': finished 2024-09-06T15:53:53.455 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.852338+0000 mon.b (mon.1) 332 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.455 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.852338+0000 mon.b (mon.1) 332 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.455 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: cephadm 2024-09-06T15:53:52.853774+0000 mgr.y (mgr.25115) 860 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-06T15:53:53.455 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: cephadm 2024-09-06T15:53:52.853774+0000 mgr.y (mgr.25115) 860 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-06T15:53:53.455 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.861736+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.455 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.861736+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.455 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.867407+0000 mon.b (mon.1) 333 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.456 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.867407+0000 mon.b (mon.1) 333 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.456 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.870574+0000 mon.b (mon.1) 334 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.456 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.870574+0000 mon.b (mon.1) 334 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.456 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: cephadm 2024-09-06T15:53:52.872280+0000 mgr.y (mgr.25115) 861 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-06T15:53:53.456 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: cephadm 2024-09-06T15:53:52.872280+0000 mgr.y (mgr.25115) 861 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-06T15:53:53.456 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.879933+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.456 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.879933+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.456 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.886442+0000 mon.b (mon.1) 335 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.456 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.886442+0000 mon.b (mon.1) 335 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.457 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: cephadm 2024-09-06T15:53:52.888005+0000 mgr.y (mgr.25115) 862 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-06T15:53:53.457 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: cephadm 2024-09-06T15:53:52.888005+0000 mgr.y (mgr.25115) 862 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-06T15:53:53.457 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.894624+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.457 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.894624+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.457 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.902468+0000 mon.b (mon.1) 336 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.457 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.902468+0000 mon.b (mon.1) 336 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.457 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: cephadm 2024-09-06T15:53:52.904095+0000 mgr.y (mgr.25115) 863 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-06T15:53:53.457 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: cephadm 2024-09-06T15:53:52.904095+0000 mgr.y (mgr.25115) 863 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-06T15:53:53.457 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.910631+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.457 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.910631+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.457 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.917628+0000 mon.b (mon.1) 337 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.457 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.917628+0000 mon.b (mon.1) 337 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.458 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.921101+0000 mon.b (mon.1) 338 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.458 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.921101+0000 mon.b (mon.1) 338 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.458 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.924841+0000 mon.b (mon.1) 339 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.458 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.924841+0000 mon.b (mon.1) 339 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.458 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.928357+0000 mon.b (mon.1) 340 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.458 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.928357+0000 mon.b (mon.1) 340 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.458 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.931686+0000 mon.b (mon.1) 341 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.458 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.879933+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.458 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.886442+0000 mon.b (mon.1) 335 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.458 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.886442+0000 mon.b (mon.1) 335 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.458 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: cephadm 2024-09-06T15:53:52.888005+0000 mgr.y (mgr.25115) 862 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-06T15:53:53.459 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: cephadm 2024-09-06T15:53:52.888005+0000 mgr.y (mgr.25115) 862 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-06T15:53:53.459 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.894624+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.459 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.894624+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.459 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.902468+0000 mon.b (mon.1) 336 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.459 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.902468+0000 mon.b (mon.1) 336 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.459 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: cephadm 2024-09-06T15:53:52.904095+0000 mgr.y (mgr.25115) 863 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-06T15:53:53.459 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: cephadm 2024-09-06T15:53:52.904095+0000 mgr.y (mgr.25115) 863 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-06T15:53:53.459 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.910631+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.459 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.910631+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.459 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.917628+0000 mon.b (mon.1) 337 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.459 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.917628+0000 mon.b (mon.1) 337 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.459 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.921101+0000 mon.b (mon.1) 338 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.459 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.921101+0000 mon.b (mon.1) 338 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.460 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.924841+0000 mon.b (mon.1) 339 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.460 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.924841+0000 mon.b (mon.1) 339 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.460 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.928357+0000 mon.b (mon.1) 340 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.460 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.928357+0000 mon.b (mon.1) 340 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.460 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.931686+0000 mon.b (mon.1) 341 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.460 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.931686+0000 mon.b (mon.1) 341 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.460 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.935155+0000 mon.b (mon.1) 342 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.460 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.935155+0000 mon.b (mon.1) 342 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.460 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: cephadm 2024-09-06T15:53:52.936966+0000 mgr.y (mgr.25115) 864 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-06T15:53:53.460 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: cephadm 2024-09-06T15:53:52.936966+0000 mgr.y (mgr.25115) 864 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-06T15:53:53.461 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.940867+0000 mon.b (mon.1) 343 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:53:53.461 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.940867+0000 mon.b (mon.1) 343 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:53:53.461 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.941382+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:53:53.461 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.941382+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:53:53.461 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.946632+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-06T15:53:53.461 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.946632+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-06T15:53:53.461 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.952047+0000 mon.b (mon.1) 344 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.461 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.952047+0000 mon.b (mon.1) 344 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.461 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.952822+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.461 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.952822+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.461 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.958231+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-06T15:53:53.461 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.958231+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-06T15:53:53.461 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.963709+0000 mon.b (mon.1) 345 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:53:53.462 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.931686+0000 mon.b (mon.1) 341 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.462 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.935155+0000 mon.b (mon.1) 342 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.462 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.935155+0000 mon.b (mon.1) 342 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.462 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: cephadm 2024-09-06T15:53:52.936966+0000 mgr.y (mgr.25115) 864 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-06T15:53:53.462 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: cephadm 2024-09-06T15:53:52.936966+0000 mgr.y (mgr.25115) 864 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-06T15:53:53.462 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.940867+0000 mon.b (mon.1) 343 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:53:53.462 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.940867+0000 mon.b (mon.1) 343 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:53:53.462 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.941382+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:53:53.462 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.941382+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:53:53.462 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.946632+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-06T15:53:53.463 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.946632+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-06T15:53:53.463 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.952047+0000 mon.b (mon.1) 344 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.463 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.952047+0000 mon.b (mon.1) 344 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.463 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.952822+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.463 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.952822+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.463 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.958231+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-06T15:53:53.463 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.958231+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-06T15:53:53.463 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.963709+0000 mon.b (mon.1) 345 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:53:53.463 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.963709+0000 mon.b (mon.1) 345 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:53:53.463 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.964318+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:53:53.464 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.964318+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:53:53.464 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.969567+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-06T15:53:53.464 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.969567+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-06T15:53:53.464 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.975300+0000 mon.b (mon.1) 346 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:53:53.464 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.975300+0000 mon.b (mon.1) 346 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:53:53.464 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.976068+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:53:53.464 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.976068+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:53:53.464 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.983366+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-06T15:53:53.464 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.983366+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-06T15:53:53.464 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.989204+0000 mon.b (mon.1) 347 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:53:53.464 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.989204+0000 mon.b (mon.1) 347 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:53:53.464 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.989747+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:53:53.465 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.989747+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:53:53.465 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.997182+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-06T15:53:53.465 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:52.997182+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-06T15:53:53.465 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.002951+0000 mon.b (mon.1) 348 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:53:53.465 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.963709+0000 mon.b (mon.1) 345 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:53:53.465 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.964318+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:53:53.465 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.964318+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:53:53.465 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.969567+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-06T15:53:53.465 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.969567+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-06T15:53:53.466 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.975300+0000 mon.b (mon.1) 346 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:53:53.466 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.975300+0000 mon.b (mon.1) 346 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:53:53.466 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.976068+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:53:53.466 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.976068+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:53:53.466 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.983366+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-06T15:53:53.466 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.983366+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-06T15:53:53.466 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.989204+0000 mon.b (mon.1) 347 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:53:53.466 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.989204+0000 mon.b (mon.1) 347 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:53:53.466 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.989747+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:53:53.466 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.989747+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:53:53.466 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.997182+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-06T15:53:53.466 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:52.997182+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-06T15:53:53.466 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.002951+0000 mon.b (mon.1) 348 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:53:53.467 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.002951+0000 mon.b (mon.1) 348 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:53:53.467 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.003510+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:53:53.467 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.003510+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:53:53.467 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.011719+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-06T15:53:53.467 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.011719+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-06T15:53:53.467 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.016643+0000 mon.b (mon.1) 349 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:53:53.467 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.016643+0000 mon.b (mon.1) 349 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:53:53.467 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.017320+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:53:53.467 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.017320+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:53:53.467 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.025465+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-06T15:53:53.468 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.025465+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-06T15:53:53.468 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.030478+0000 mon.b (mon.1) 350 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.468 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.030478+0000 mon.b (mon.1) 350 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.468 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.041418+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.468 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.041418+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.468 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.044020+0000 mon.b (mon.1) 351 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:53:53.468 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.044020+0000 mon.b (mon.1) 351 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:53:53.468 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.002951+0000 mon.b (mon.1) 348 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:53:53.468 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.003510+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:53:53.468 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.003510+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:53:53.469 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.011719+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-06T15:53:53.469 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.011719+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-06T15:53:53.469 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.016643+0000 mon.b (mon.1) 349 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:53:53.469 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.016643+0000 mon.b (mon.1) 349 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:53:53.469 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.017320+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:53:53.469 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.017320+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:53:53.469 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.025465+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-06T15:53:53.469 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.025465+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-06T15:53:53.469 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.030478+0000 mon.b (mon.1) 350 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.469 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.030478+0000 mon.b (mon.1) 350 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.469 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.041418+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.469 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.041418+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.469 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.044020+0000 mon.b (mon.1) 351 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:53:53.469 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.044020+0000 mon.b (mon.1) 351 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:53:53.470 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.044509+0000 mon.a (mon.0) 556 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:53:53.470 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.044509+0000 mon.a (mon.0) 556 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:53:53.470 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.051972+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-06T15:53:53.470 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.051972+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-06T15:53:53.470 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.058121+0000 mon.b (mon.1) 352 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:53:53.470 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.058121+0000 mon.b (mon.1) 352 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:53:53.471 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.058665+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:53:53.471 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.058665+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:53:53.471 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.060703+0000 mon.b (mon.1) 353 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:53:53.471 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.060703+0000 mon.b (mon.1) 353 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:53:53.471 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.061321+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:53:53.471 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.061321+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:53:53.471 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.066843+0000 mon.a (mon.0) 560 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-06T15:53:53.471 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.066843+0000 mon.a (mon.0) 560 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-06T15:53:53.471 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.075024+0000 mon.b (mon.1) 354 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:53:53.471 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.075024+0000 mon.b (mon.1) 354 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:53:53.471 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.075752+0000 mon.a (mon.0) 561 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:53:53.472 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.044509+0000 mon.a (mon.0) 556 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:53:53.472 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.044509+0000 mon.a (mon.0) 556 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:53:53.472 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.051972+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-06T15:53:53.472 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.051972+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-06T15:53:53.472 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.058121+0000 mon.b (mon.1) 352 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:53:53.472 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.058121+0000 mon.b (mon.1) 352 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:53:53.472 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.058665+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:53:53.473 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.058665+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:53:53.473 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.060703+0000 mon.b (mon.1) 353 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:53:53.473 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.060703+0000 mon.b (mon.1) 353 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:53:53.473 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.061321+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:53:53.473 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.061321+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:53:53.473 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.066843+0000 mon.a (mon.0) 560 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-06T15:53:53.473 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.066843+0000 mon.a (mon.0) 560 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-06T15:53:53.473 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.075024+0000 mon.b (mon.1) 354 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:53:53.473 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.075024+0000 mon.b (mon.1) 354 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:53:53.473 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.075752+0000 mon.a (mon.0) 561 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:53:53.474 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.075752+0000 mon.a (mon.0) 561 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:53:53.474 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.088056+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-06T15:53:53.474 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.088056+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-06T15:53:53.474 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.093620+0000 mon.b (mon.1) 355 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.474 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.093620+0000 mon.b (mon.1) 355 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.474 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.094178+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.474 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.094178+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.474 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.096512+0000 mon.b (mon.1) 356 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.474 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.096512+0000 mon.b (mon.1) 356 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.474 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.097187+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.474 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.097187+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.474 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.099532+0000 mon.b (mon.1) 357 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.475 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.099532+0000 mon.b (mon.1) 357 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.475 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.100065+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.475 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.100065+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.475 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.102307+0000 mon.b (mon.1) 358 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.475 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.102307+0000 mon.b (mon.1) 358 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.475 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.075752+0000 mon.a (mon.0) 561 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:53:53.475 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.088056+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-06T15:53:53.475 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.088056+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-06T15:53:53.475 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.093620+0000 mon.b (mon.1) 355 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.475 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.093620+0000 mon.b (mon.1) 355 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.475 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.094178+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.476 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.094178+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.476 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.096512+0000 mon.b (mon.1) 356 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.476 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.096512+0000 mon.b (mon.1) 356 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.476 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.097187+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.476 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.097187+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.476 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.099532+0000 mon.b (mon.1) 357 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.476 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.099532+0000 mon.b (mon.1) 357 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.476 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.100065+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.476 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.100065+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.476 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.102307+0000 mon.b (mon.1) 358 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.476 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.102307+0000 mon.b (mon.1) 358 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.477 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.103046+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.477 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.103046+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.477 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.105314+0000 mon.b (mon.1) 359 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.477 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.105314+0000 mon.b (mon.1) 359 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.477 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.106058+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.477 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.106058+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.477 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.108234+0000 mon.b (mon.1) 360 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.477 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.108234+0000 mon.b (mon.1) 360 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.477 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.108881+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.477 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.108881+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.478 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.111336+0000 mon.b (mon.1) 361 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:53:53.478 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.111336+0000 mon.b (mon.1) 361 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:53:53.478 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.111853+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:53:53.478 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.111853+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:53:53.478 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.116094+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-06T15:53:53.478 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.116094+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-06T15:53:53.478 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.121312+0000 mon.b (mon.1) 362 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:53:53.478 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.121312+0000 mon.b (mon.1) 362 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:53:53.478 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.123217+0000 mon.b (mon.1) 363 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:53:53.478 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[88858]: audit 2024-09-06T15:53:53.123217+0000 mon.b (mon.1) 363 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:53:53.479 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.103046+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.479 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.103046+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.479 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.105314+0000 mon.b (mon.1) 359 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.479 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.105314+0000 mon.b (mon.1) 359 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.479 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.106058+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.479 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.106058+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.479 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.108234+0000 mon.b (mon.1) 360 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.479 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.108234+0000 mon.b (mon.1) 360 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.479 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.108881+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.479 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.108881+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.479 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.111336+0000 mon.b (mon.1) 361 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:53:53.479 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.111336+0000 mon.b (mon.1) 361 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:53:53.480 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.111853+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:53:53.480 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.111853+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:53:53.480 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.116094+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-06T15:53:53.480 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.116094+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-06T15:53:53.480 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.121312+0000 mon.b (mon.1) 362 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:53:53.480 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.121312+0000 mon.b (mon.1) 362 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:53:53.480 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.123217+0000 mon.b (mon.1) 363 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:53:53.480 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:53 smithi169 bash[92568]: audit 2024-09-06T15:53:53.123217+0000 mon.b (mon.1) 363 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:53:53.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: cluster 2024-09-06T15:53:52.054826+0000 mgr.y (mgr.25115) 857 : cluster [DBG] pgmap v519: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 20 op/s 2024-09-06T15:53:53.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: cluster 2024-09-06T15:53:52.054826+0000 mgr.y (mgr.25115) 857 : cluster [DBG] pgmap v519: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 20 op/s 2024-09-06T15:53:53.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.185204+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.185204+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.196765+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.196765+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.617501+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.617501+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.633055+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.633055+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.637104+0000 mon.b (mon.1) 321 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:53:53.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.637104+0000 mon.b (mon.1) 321 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:53:53.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.639246+0000 mon.b (mon.1) 322 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:53:53.500 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.639246+0000 mon.b (mon.1) 322 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:53:53.500 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.653190+0000 mon.a (mon.0) 531 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.500 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.653190+0000 mon.a (mon.0) 531 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.500 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.785322+0000 mon.b (mon.1) 323 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:53:53.500 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.785322+0000 mon.b (mon.1) 323 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-06T15:53:53.500 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.788901+0000 mon.b (mon.1) 324 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.500 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.788901+0000 mon.b (mon.1) 324 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.500 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.791994+0000 mon.b (mon.1) 325 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.500 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.791994+0000 mon.b (mon.1) 325 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.502 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.794585+0000 mon.b (mon.1) 326 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.502 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.794585+0000 mon.b (mon.1) 326 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.502 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.797885+0000 mon.b (mon.1) 327 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.502 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.797885+0000 mon.b (mon.1) 327 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.502 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.801737+0000 mon.b (mon.1) 328 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.502 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.801737+0000 mon.b (mon.1) 328 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.502 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.804674+0000 mon.b (mon.1) 329 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.502 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.804674+0000 mon.b (mon.1) 329 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.503 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: cephadm 2024-09-06T15:53:52.806283+0000 mgr.y (mgr.25115) 858 : cephadm [WRN] Upgrade: 2 rgw daemon(s) are 19.1.1-268-g635ed4cf != target 19.3.0-4704-g8b38c33c 2024-09-06T15:53:53.503 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: cephadm 2024-09-06T15:53:52.806283+0000 mgr.y (mgr.25115) 858 : cephadm [WRN] Upgrade: 2 rgw daemon(s) are 19.1.1-268-g635ed4cf != target 19.3.0-4704-g8b38c33c 2024-09-06T15:53:53.503 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: cephadm 2024-09-06T15:53:52.806420+0000 mgr.y (mgr.25115) 859 : cephadm [INF] Upgrade: Setting container_image for all rgw 2024-09-06T15:53:53.503 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: cephadm 2024-09-06T15:53:52.806420+0000 mgr.y (mgr.25115) 859 : cephadm [INF] Upgrade: Setting container_image for all rgw 2024-09-06T15:53:53.503 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.814219+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.503 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.814219+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.503 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.827408+0000 mon.b (mon.1) 330 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi169.svrjnx"} : dispatch 2024-09-06T15:53:53.503 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.827408+0000 mon.b (mon.1) 330 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi169.svrjnx"} : dispatch 2024-09-06T15:53:53.503 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.827955+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi169.svrjnx"} : dispatch 2024-09-06T15:53:53.503 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.827955+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi169.svrjnx"} : dispatch 2024-09-06T15:53:53.503 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.832568+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi169.svrjnx"}]': finished 2024-09-06T15:53:53.503 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.832568+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi169.svrjnx"}]': finished 2024-09-06T15:53:53.504 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.839762+0000 mon.b (mon.1) 331 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi181.fqbtai"} : dispatch 2024-09-06T15:53:53.504 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.839762+0000 mon.b (mon.1) 331 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi181.fqbtai"} : dispatch 2024-09-06T15:53:53.504 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.840372+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi181.fqbtai"} : dispatch 2024-09-06T15:53:53.504 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.840372+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi181.fqbtai"} : dispatch 2024-09-06T15:53:53.504 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.844994+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi181.fqbtai"}]': finished 2024-09-06T15:53:53.504 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.844994+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi181.fqbtai"}]': finished 2024-09-06T15:53:53.504 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.852338+0000 mon.b (mon.1) 332 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.504 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.852338+0000 mon.b (mon.1) 332 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.504 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: cephadm 2024-09-06T15:53:52.853774+0000 mgr.y (mgr.25115) 860 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-06T15:53:53.504 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: cephadm 2024-09-06T15:53:52.853774+0000 mgr.y (mgr.25115) 860 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-06T15:53:53.504 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.861736+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.504 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.861736+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.505 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.867407+0000 mon.b (mon.1) 333 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.505 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.867407+0000 mon.b (mon.1) 333 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.505 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.870574+0000 mon.b (mon.1) 334 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.505 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.870574+0000 mon.b (mon.1) 334 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.505 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: cephadm 2024-09-06T15:53:52.872280+0000 mgr.y (mgr.25115) 861 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-06T15:53:53.505 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: cephadm 2024-09-06T15:53:52.872280+0000 mgr.y (mgr.25115) 861 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-06T15:53:53.505 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.879933+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.505 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.879933+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.505 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.886442+0000 mon.b (mon.1) 335 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.505 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.886442+0000 mon.b (mon.1) 335 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.505 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: cephadm 2024-09-06T15:53:52.888005+0000 mgr.y (mgr.25115) 862 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-06T15:53:53.505 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: cephadm 2024-09-06T15:53:52.888005+0000 mgr.y (mgr.25115) 862 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-06T15:53:53.506 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.894624+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.506 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.894624+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.506 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.902468+0000 mon.b (mon.1) 336 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.506 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.902468+0000 mon.b (mon.1) 336 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.506 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: cephadm 2024-09-06T15:53:52.904095+0000 mgr.y (mgr.25115) 863 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-06T15:53:53.506 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: cephadm 2024-09-06T15:53:52.904095+0000 mgr.y (mgr.25115) 863 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-06T15:53:53.506 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.910631+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.506 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.910631+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:53.506 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.917628+0000 mon.b (mon.1) 337 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.506 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.917628+0000 mon.b (mon.1) 337 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.506 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.921101+0000 mon.b (mon.1) 338 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.506 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.921101+0000 mon.b (mon.1) 338 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.507 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.924841+0000 mon.b (mon.1) 339 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.507 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.924841+0000 mon.b (mon.1) 339 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.507 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.928357+0000 mon.b (mon.1) 340 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.507 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.928357+0000 mon.b (mon.1) 340 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.507 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.931686+0000 mon.b (mon.1) 341 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.507 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.931686+0000 mon.b (mon.1) 341 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.507 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.935155+0000 mon.b (mon.1) 342 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.507 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.935155+0000 mon.b (mon.1) 342 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:53:53.507 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: cephadm 2024-09-06T15:53:52.936966+0000 mgr.y (mgr.25115) 864 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-06T15:53:53.507 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: cephadm 2024-09-06T15:53:52.936966+0000 mgr.y (mgr.25115) 864 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-06T15:53:53.507 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.940867+0000 mon.b (mon.1) 343 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:53:53.507 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.940867+0000 mon.b (mon.1) 343 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:53:53.507 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.941382+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:53:53.508 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.941382+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-06T15:53:53.508 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.946632+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-06T15:53:53.508 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.946632+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-06T15:53:53.508 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.952047+0000 mon.b (mon.1) 344 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.508 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.952047+0000 mon.b (mon.1) 344 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.508 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.952822+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.508 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.952822+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.508 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.958231+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-06T15:53:53.508 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.958231+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-06T15:53:53.508 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.963709+0000 mon.b (mon.1) 345 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:53:53.508 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.963709+0000 mon.b (mon.1) 345 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:53:53.508 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.964318+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:53:53.509 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.964318+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-06T15:53:53.509 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.969567+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-06T15:53:53.509 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.969567+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-06T15:53:53.509 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.975300+0000 mon.b (mon.1) 346 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:53:53.509 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.975300+0000 mon.b (mon.1) 346 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:53:53.509 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.976068+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:53:53.509 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.976068+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-06T15:53:53.509 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.983366+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-06T15:53:53.509 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.983366+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-06T15:53:53.509 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.989204+0000 mon.b (mon.1) 347 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:53:53.509 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.989204+0000 mon.b (mon.1) 347 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:53:53.510 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.989747+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:53:53.510 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.989747+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-06T15:53:53.510 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.997182+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-06T15:53:53.510 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:52.997182+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-06T15:53:53.510 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.002951+0000 mon.b (mon.1) 348 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:53:53.510 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.002951+0000 mon.b (mon.1) 348 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:53:53.510 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.003510+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:53:53.510 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.003510+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-06T15:53:53.510 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.011719+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-06T15:53:53.510 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.011719+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-06T15:53:53.510 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.016643+0000 mon.b (mon.1) 349 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:53:53.510 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.016643+0000 mon.b (mon.1) 349 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:53:53.510 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.017320+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:53:53.511 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.017320+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-06T15:53:53.511 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.025465+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-06T15:53:53.511 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.025465+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-06T15:53:53.511 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.030478+0000 mon.b (mon.1) 350 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.511 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.030478+0000 mon.b (mon.1) 350 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.511 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.041418+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.511 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.041418+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.511 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.044020+0000 mon.b (mon.1) 351 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:53:53.511 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.044020+0000 mon.b (mon.1) 351 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:53:53.512 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.044509+0000 mon.a (mon.0) 556 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:53:53.512 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.044509+0000 mon.a (mon.0) 556 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-06T15:53:53.512 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.051972+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-06T15:53:53.512 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.051972+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-06T15:53:53.512 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.058121+0000 mon.b (mon.1) 352 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:53:53.512 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.058121+0000 mon.b (mon.1) 352 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:53:53.512 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.058665+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:53:53.513 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.058665+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-06T15:53:53.513 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.060703+0000 mon.b (mon.1) 353 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:53:53.513 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.060703+0000 mon.b (mon.1) 353 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:53:53.513 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.061321+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:53:53.513 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.061321+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-06T15:53:53.513 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.066843+0000 mon.a (mon.0) 560 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-06T15:53:53.513 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.066843+0000 mon.a (mon.0) 560 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-06T15:53:53.513 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.075024+0000 mon.b (mon.1) 354 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:53:53.513 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.075024+0000 mon.b (mon.1) 354 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:53:53.513 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.075752+0000 mon.a (mon.0) 561 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:53:53.513 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.075752+0000 mon.a (mon.0) 561 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-06T15:53:53.513 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.088056+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-06T15:53:53.514 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.088056+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-06T15:53:53.514 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.093620+0000 mon.b (mon.1) 355 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.514 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.093620+0000 mon.b (mon.1) 355 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.514 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.094178+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.514 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.094178+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.514 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.096512+0000 mon.b (mon.1) 356 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.514 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.096512+0000 mon.b (mon.1) 356 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.514 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.097187+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.514 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.097187+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.514 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.099532+0000 mon.b (mon.1) 357 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.514 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.099532+0000 mon.b (mon.1) 357 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.514 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.100065+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.515 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.100065+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.515 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.102307+0000 mon.b (mon.1) 358 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.515 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.102307+0000 mon.b (mon.1) 358 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.515 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.103046+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.515 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.103046+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.515 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.105314+0000 mon.b (mon.1) 359 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.515 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.105314+0000 mon.b (mon.1) 359 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.515 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.106058+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.515 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.106058+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.515 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.108234+0000 mon.b (mon.1) 360 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.515 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.108234+0000 mon.b (mon.1) 360 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.515 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.108881+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.516 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.108881+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-06T15:53:53.516 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.111336+0000 mon.b (mon.1) 361 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:53:53.516 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.111336+0000 mon.b (mon.1) 361 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:53:53.516 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.111853+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:53:53.516 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.111853+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-06T15:53:53.516 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.116094+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-06T15:53:53.516 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.116094+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.25115 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-06T15:53:53.516 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.121312+0000 mon.b (mon.1) 362 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:53:53.516 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.121312+0000 mon.b (mon.1) 362 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:53:53.516 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.123217+0000 mon.b (mon.1) 363 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:53:53.516 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:53 smithi181 bash[70073]: audit 2024-09-06T15:53:53.123217+0000 mon.b (mon.1) 363 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:53:54.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:54 smithi169 bash[88858]: cephadm 2024-09-06T15:53:53.110492+0000 mgr.y (mgr.25115) 865 : cephadm [INF] Upgrade: Complete! 2024-09-06T15:53:54.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:54 smithi169 bash[88858]: cephadm 2024-09-06T15:53:53.110492+0000 mgr.y (mgr.25115) 865 : cephadm [INF] Upgrade: Complete! 2024-09-06T15:53:54.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:54 smithi169 bash[88858]: cephadm 2024-09-06T15:53:53.129669+0000 mgr.y (mgr.25115) 866 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-06T15:53:54.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:54 smithi169 bash[88858]: cephadm 2024-09-06T15:53:53.129669+0000 mgr.y (mgr.25115) 866 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-06T15:53:54.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:54 smithi169 bash[88858]: audit 2024-09-06T15:53:53.438379+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:54.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:54 smithi169 bash[88858]: audit 2024-09-06T15:53:53.438379+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:54.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:54 smithi169 bash[88858]: audit 2024-09-06T15:53:53.521438+0000 mon.b (mon.1) 364 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:53:54.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:54 smithi169 bash[88858]: audit 2024-09-06T15:53:53.521438+0000 mon.b (mon.1) 364 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:53:54.696 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:54 smithi169 bash[88858]: audit 2024-09-06T15:53:53.523614+0000 mon.b (mon.1) 365 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:53:54.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:54 smithi169 bash[88858]: audit 2024-09-06T15:53:53.523614+0000 mon.b (mon.1) 365 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:53:54.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:54 smithi169 bash[88858]: audit 2024-09-06T15:53:53.535714+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:54.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:54 smithi169 bash[88858]: audit 2024-09-06T15:53:53.535714+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:54.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:54 smithi169 bash[88858]: audit 2024-09-06T15:53:53.871071+0000 mgr.y (mgr.25115) 867 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:53:54.697 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:54 smithi169 bash[88858]: audit 2024-09-06T15:53:53.871071+0000 mgr.y (mgr.25115) 867 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:53:54.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:54 smithi169 bash[92568]: cephadm 2024-09-06T15:53:53.110492+0000 mgr.y (mgr.25115) 865 : cephadm [INF] Upgrade: Complete! 2024-09-06T15:53:54.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:54 smithi169 bash[92568]: cephadm 2024-09-06T15:53:53.110492+0000 mgr.y (mgr.25115) 865 : cephadm [INF] Upgrade: Complete! 2024-09-06T15:53:54.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:54 smithi169 bash[92568]: cephadm 2024-09-06T15:53:53.129669+0000 mgr.y (mgr.25115) 866 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-06T15:53:54.697 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:54 smithi169 bash[92568]: cephadm 2024-09-06T15:53:53.129669+0000 mgr.y (mgr.25115) 866 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-06T15:53:54.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:54 smithi169 bash[92568]: audit 2024-09-06T15:53:53.438379+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:54.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:54 smithi169 bash[92568]: audit 2024-09-06T15:53:53.438379+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:54.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:54 smithi169 bash[92568]: audit 2024-09-06T15:53:53.521438+0000 mon.b (mon.1) 364 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:53:54.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:54 smithi169 bash[92568]: audit 2024-09-06T15:53:53.521438+0000 mon.b (mon.1) 364 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:53:54.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:54 smithi169 bash[92568]: audit 2024-09-06T15:53:53.523614+0000 mon.b (mon.1) 365 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:53:54.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:54 smithi169 bash[92568]: audit 2024-09-06T15:53:53.523614+0000 mon.b (mon.1) 365 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:53:54.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:54 smithi169 bash[92568]: audit 2024-09-06T15:53:53.535714+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:54.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:54 smithi169 bash[92568]: audit 2024-09-06T15:53:53.535714+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:54.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:54 smithi169 bash[92568]: audit 2024-09-06T15:53:53.871071+0000 mgr.y (mgr.25115) 867 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:53:54.698 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:54 smithi169 bash[92568]: audit 2024-09-06T15:53:53.871071+0000 mgr.y (mgr.25115) 867 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:53:54.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:54 smithi181 bash[70073]: cephadm 2024-09-06T15:53:53.110492+0000 mgr.y (mgr.25115) 865 : cephadm [INF] Upgrade: Complete! 2024-09-06T15:53:54.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:54 smithi181 bash[70073]: cephadm 2024-09-06T15:53:53.110492+0000 mgr.y (mgr.25115) 865 : cephadm [INF] Upgrade: Complete! 2024-09-06T15:53:54.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:54 smithi181 bash[70073]: cephadm 2024-09-06T15:53:53.129669+0000 mgr.y (mgr.25115) 866 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-06T15:53:54.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:54 smithi181 bash[70073]: cephadm 2024-09-06T15:53:53.129669+0000 mgr.y (mgr.25115) 866 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-06T15:53:54.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:54 smithi181 bash[70073]: audit 2024-09-06T15:53:53.438379+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:54.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:54 smithi181 bash[70073]: audit 2024-09-06T15:53:53.438379+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:54.748 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:54 smithi181 bash[70073]: audit 2024-09-06T15:53:53.521438+0000 mon.b (mon.1) 364 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:53:54.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:54 smithi181 bash[70073]: audit 2024-09-06T15:53:53.521438+0000 mon.b (mon.1) 364 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:53:54.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:54 smithi181 bash[70073]: audit 2024-09-06T15:53:53.523614+0000 mon.b (mon.1) 365 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:53:54.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:54 smithi181 bash[70073]: audit 2024-09-06T15:53:53.523614+0000 mon.b (mon.1) 365 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:53:54.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:54 smithi181 bash[70073]: audit 2024-09-06T15:53:53.535714+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:54.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:54 smithi181 bash[70073]: audit 2024-09-06T15:53:53.535714+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:54.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:54 smithi181 bash[70073]: audit 2024-09-06T15:53:53.871071+0000 mgr.y (mgr.25115) 867 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:53:54.749 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:54 smithi181 bash[70073]: audit 2024-09-06T15:53:53.871071+0000 mgr.y (mgr.25115) 867 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:53:56.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:53:55 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:53:55.846714024Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:53:56.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:55 smithi181 bash[70073]: cluster 2024-09-06T15:53:54.056590+0000 mgr.y (mgr.25115) 868 : cluster [DBG] pgmap v520: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:56.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:55 smithi181 bash[70073]: cluster 2024-09-06T15:53:54.056590+0000 mgr.y (mgr.25115) 868 : cluster [DBG] pgmap v520: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:56.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:55 smithi181 bash[70073]: audit 2024-09-06T15:53:55.607780+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:56.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:55 smithi181 bash[70073]: audit 2024-09-06T15:53:55.607780+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:56.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:53:56 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:53:56] "GET /metrics HTTP/1.1" 200 38415 "" "Prometheus/2.51.0" 2024-09-06T15:53:56.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:55 smithi169 bash[88858]: cluster 2024-09-06T15:53:54.056590+0000 mgr.y (mgr.25115) 868 : cluster [DBG] pgmap v520: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:56.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:55 smithi169 bash[88858]: cluster 2024-09-06T15:53:54.056590+0000 mgr.y (mgr.25115) 868 : cluster [DBG] pgmap v520: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:56.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:55 smithi169 bash[88858]: audit 2024-09-06T15:53:55.607780+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:56.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:55 smithi169 bash[88858]: audit 2024-09-06T15:53:55.607780+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:56.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:55 smithi169 bash[92568]: cluster 2024-09-06T15:53:54.056590+0000 mgr.y (mgr.25115) 868 : cluster [DBG] pgmap v520: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:56.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:55 smithi169 bash[92568]: cluster 2024-09-06T15:53:54.056590+0000 mgr.y (mgr.25115) 868 : cluster [DBG] pgmap v520: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:53:56.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:55 smithi169 bash[92568]: audit 2024-09-06T15:53:55.607780+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:56.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:55 smithi169 bash[92568]: audit 2024-09-06T15:53:55.607780+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:53:58.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:57 smithi181 bash[70073]: cluster 2024-09-06T15:53:56.057835+0000 mgr.y (mgr.25115) 869 : cluster [DBG] pgmap v521: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:53:58.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:57 smithi181 bash[70073]: cluster 2024-09-06T15:53:56.057835+0000 mgr.y (mgr.25115) 869 : cluster [DBG] pgmap v521: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:53:58.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:57 smithi169 bash[88858]: cluster 2024-09-06T15:53:56.057835+0000 mgr.y (mgr.25115) 869 : cluster [DBG] pgmap v521: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:53:58.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:57 smithi169 bash[88858]: cluster 2024-09-06T15:53:56.057835+0000 mgr.y (mgr.25115) 869 : cluster [DBG] pgmap v521: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:53:58.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:57 smithi169 bash[92568]: cluster 2024-09-06T15:53:56.057835+0000 mgr.y (mgr.25115) 869 : cluster [DBG] pgmap v521: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:53:58.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:57 smithi169 bash[92568]: cluster 2024-09-06T15:53:56.057835+0000 mgr.y (mgr.25115) 869 : cluster [DBG] pgmap v521: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-06T15:53:59.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:53:58 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:53:58.842304711Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:54:00.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:59 smithi181 bash[70073]: cluster 2024-09-06T15:53:58.059433+0000 mgr.y (mgr.25115) 870 : cluster [DBG] pgmap v522: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-06T15:54:00.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:53:59 smithi181 bash[70073]: cluster 2024-09-06T15:53:58.059433+0000 mgr.y (mgr.25115) 870 : cluster [DBG] pgmap v522: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-06T15:54:00.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:59 smithi169 bash[88858]: cluster 2024-09-06T15:53:58.059433+0000 mgr.y (mgr.25115) 870 : cluster [DBG] pgmap v522: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-06T15:54:00.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:53:59 smithi169 bash[88858]: cluster 2024-09-06T15:53:58.059433+0000 mgr.y (mgr.25115) 870 : cluster [DBG] pgmap v522: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-06T15:54:00.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:59 smithi169 bash[92568]: cluster 2024-09-06T15:53:58.059433+0000 mgr.y (mgr.25115) 870 : cluster [DBG] pgmap v522: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-06T15:54:00.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:53:59 smithi169 bash[92568]: cluster 2024-09-06T15:53:58.059433+0000 mgr.y (mgr.25115) 870 : cluster [DBG] pgmap v522: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-06T15:54:01.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:01 smithi169 bash[88858]: audit 2024-09-06T15:54:00.301246+0000 mon.b (mon.1) 366 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:54:01.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:01 smithi169 bash[88858]: audit 2024-09-06T15:54:00.301246+0000 mon.b (mon.1) 366 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:54:01.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:01 smithi169 bash[92568]: audit 2024-09-06T15:54:00.301246+0000 mon.b (mon.1) 366 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:54:01.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:01 smithi169 bash[92568]: audit 2024-09-06T15:54:00.301246+0000 mon.b (mon.1) 366 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:54:01.497 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:01 smithi181 bash[70073]: audit 2024-09-06T15:54:00.301246+0000 mon.b (mon.1) 366 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:54:01.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:01 smithi181 bash[70073]: audit 2024-09-06T15:54:00.301246+0000 mon.b (mon.1) 366 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:54:02.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:54:01 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:54:01.815274788Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:54:02.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:02 smithi181 bash[70073]: cluster 2024-09-06T15:54:00.060685+0000 mgr.y (mgr.25115) 871 : cluster [DBG] pgmap v523: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-06T15:54:02.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:02 smithi181 bash[70073]: cluster 2024-09-06T15:54:00.060685+0000 mgr.y (mgr.25115) 871 : cluster [DBG] pgmap v523: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-06T15:54:02.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:02 smithi169 bash[88858]: cluster 2024-09-06T15:54:00.060685+0000 mgr.y (mgr.25115) 871 : cluster [DBG] pgmap v523: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-06T15:54:02.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:02 smithi169 bash[88858]: cluster 2024-09-06T15:54:00.060685+0000 mgr.y (mgr.25115) 871 : cluster [DBG] pgmap v523: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-06T15:54:02.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:02 smithi169 bash[92568]: cluster 2024-09-06T15:54:00.060685+0000 mgr.y (mgr.25115) 871 : cluster [DBG] pgmap v523: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-06T15:54:02.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:02 smithi169 bash[92568]: cluster 2024-09-06T15:54:00.060685+0000 mgr.y (mgr.25115) 871 : cluster [DBG] pgmap v523: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-06T15:54:03.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:03 smithi169 bash[88858]: cluster 2024-09-06T15:54:02.062124+0000 mgr.y (mgr.25115) 872 : cluster [DBG] pgmap v524: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-06T15:54:03.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:03 smithi169 bash[88858]: cluster 2024-09-06T15:54:02.062124+0000 mgr.y (mgr.25115) 872 : cluster [DBG] pgmap v524: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-06T15:54:03.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:03 smithi169 bash[92568]: cluster 2024-09-06T15:54:02.062124+0000 mgr.y (mgr.25115) 872 : cluster [DBG] pgmap v524: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-06T15:54:03.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:03 smithi169 bash[92568]: cluster 2024-09-06T15:54:02.062124+0000 mgr.y (mgr.25115) 872 : cluster [DBG] pgmap v524: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-06T15:54:03.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:03 smithi181 bash[70073]: cluster 2024-09-06T15:54:02.062124+0000 mgr.y (mgr.25115) 872 : cluster [DBG] pgmap v524: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-06T15:54:03.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:03 smithi181 bash[70073]: cluster 2024-09-06T15:54:02.062124+0000 mgr.y (mgr.25115) 872 : cluster [DBG] pgmap v524: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-06T15:54:04.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:04 smithi169 bash[88858]: audit 2024-09-06T15:54:03.882421+0000 mgr.y (mgr.25115) 873 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:54:04.196 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:04 smithi169 bash[88858]: audit 2024-09-06T15:54:03.882421+0000 mgr.y (mgr.25115) 873 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:54:04.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:04 smithi169 bash[92568]: audit 2024-09-06T15:54:03.882421+0000 mgr.y (mgr.25115) 873 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:54:04.196 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:04 smithi169 bash[92568]: audit 2024-09-06T15:54:03.882421+0000 mgr.y (mgr.25115) 873 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:54:04.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:04 smithi181 bash[70073]: audit 2024-09-06T15:54:03.882421+0000 mgr.y (mgr.25115) 873 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:54:04.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:04 smithi181 bash[70073]: audit 2024-09-06T15:54:03.882421+0000 mgr.y (mgr.25115) 873 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:54:05.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:54:04 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:54:04.824428025Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:54:05.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:05 smithi181 bash[70073]: cluster 2024-09-06T15:54:04.063802+0000 mgr.y (mgr.25115) 874 : cluster [DBG] pgmap v525: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-06T15:54:05.249 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:05 smithi181 bash[70073]: cluster 2024-09-06T15:54:04.063802+0000 mgr.y (mgr.25115) 874 : cluster [DBG] pgmap v525: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-06T15:54:05.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:05 smithi169 bash[88858]: cluster 2024-09-06T15:54:04.063802+0000 mgr.y (mgr.25115) 874 : cluster [DBG] pgmap v525: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-06T15:54:05.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:05 smithi169 bash[88858]: cluster 2024-09-06T15:54:04.063802+0000 mgr.y (mgr.25115) 874 : cluster [DBG] pgmap v525: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-06T15:54:05.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:05 smithi169 bash[92568]: cluster 2024-09-06T15:54:04.063802+0000 mgr.y (mgr.25115) 874 : cluster [DBG] pgmap v525: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-06T15:54:05.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:05 smithi169 bash[92568]: cluster 2024-09-06T15:54:04.063802+0000 mgr.y (mgr.25115) 874 : cluster [DBG] pgmap v525: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-06T15:54:06.445 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:54:06 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:54:06] "GET /metrics HTTP/1.1" 200 38416 "" "Prometheus/2.51.0" 2024-09-06T15:54:07.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:07 smithi169 bash[88858]: cluster 2024-09-06T15:54:06.064880+0000 mgr.y (mgr.25115) 875 : cluster [DBG] pgmap v526: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-06T15:54:07.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:07 smithi169 bash[88858]: cluster 2024-09-06T15:54:06.064880+0000 mgr.y (mgr.25115) 875 : cluster [DBG] pgmap v526: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-06T15:54:07.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:07 smithi169 bash[92568]: cluster 2024-09-06T15:54:06.064880+0000 mgr.y (mgr.25115) 875 : cluster [DBG] pgmap v526: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-06T15:54:07.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:07 smithi169 bash[92568]: cluster 2024-09-06T15:54:06.064880+0000 mgr.y (mgr.25115) 875 : cluster [DBG] pgmap v526: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-06T15:54:07.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:07 smithi181 bash[70073]: cluster 2024-09-06T15:54:06.064880+0000 mgr.y (mgr.25115) 875 : cluster [DBG] pgmap v526: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-06T15:54:07.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:07 smithi181 bash[70073]: cluster 2024-09-06T15:54:06.064880+0000 mgr.y (mgr.25115) 875 : cluster [DBG] pgmap v526: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-06T15:54:08.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:54:07 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:54:07.807272484Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:54:09.112 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph orch ps' 2024-09-06T15:54:09.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:09 smithi169 bash[88858]: cluster 2024-09-06T15:54:08.065882+0000 mgr.y (mgr.25115) 876 : cluster [DBG] pgmap v527: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 2.9 KiB/s rd, 2 op/s 2024-09-06T15:54:09.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:09 smithi169 bash[88858]: cluster 2024-09-06T15:54:08.065882+0000 mgr.y (mgr.25115) 876 : cluster [DBG] pgmap v527: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 2.9 KiB/s rd, 2 op/s 2024-09-06T15:54:09.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:09 smithi169 bash[88858]: audit 2024-09-06T15:54:08.213953+0000 mgr.y (mgr.25115) 877 : audit [DBG] from='client.44712 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:54:09.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:09 smithi169 bash[88858]: audit 2024-09-06T15:54:08.213953+0000 mgr.y (mgr.25115) 877 : audit [DBG] from='client.44712 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:54:09.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:09 smithi169 bash[92568]: cluster 2024-09-06T15:54:08.065882+0000 mgr.y (mgr.25115) 876 : cluster [DBG] pgmap v527: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 2.9 KiB/s rd, 2 op/s 2024-09-06T15:54:09.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:09 smithi169 bash[92568]: cluster 2024-09-06T15:54:08.065882+0000 mgr.y (mgr.25115) 876 : cluster [DBG] pgmap v527: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 2.9 KiB/s rd, 2 op/s 2024-09-06T15:54:09.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:09 smithi169 bash[92568]: audit 2024-09-06T15:54:08.213953+0000 mgr.y (mgr.25115) 877 : audit [DBG] from='client.44712 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:54:09.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:09 smithi169 bash[92568]: audit 2024-09-06T15:54:08.213953+0000 mgr.y (mgr.25115) 877 : audit [DBG] from='client.44712 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:54:09.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:09 smithi181 bash[70073]: cluster 2024-09-06T15:54:08.065882+0000 mgr.y (mgr.25115) 876 : cluster [DBG] pgmap v527: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 2.9 KiB/s rd, 2 op/s 2024-09-06T15:54:09.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:09 smithi181 bash[70073]: cluster 2024-09-06T15:54:08.065882+0000 mgr.y (mgr.25115) 876 : cluster [DBG] pgmap v527: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 2.9 KiB/s rd, 2 op/s 2024-09-06T15:54:09.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:09 smithi181 bash[70073]: audit 2024-09-06T15:54:08.213953+0000 mgr.y (mgr.25115) 877 : audit [DBG] from='client.44712 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:54:09.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:09 smithi181 bash[70073]: audit 2024-09-06T15:54:08.213953+0000 mgr.y (mgr.25115) 877 : audit [DBG] from='client.44712 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:54:11.080 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:54:10 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:54:10.828025478Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:54:11.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:11 smithi169 bash[88858]: cluster 2024-09-06T15:54:10.066929+0000 mgr.y (mgr.25115) 878 : cluster [DBG] pgmap v528: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:11.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:11 smithi169 bash[88858]: cluster 2024-09-06T15:54:10.066929+0000 mgr.y (mgr.25115) 878 : cluster [DBG] pgmap v528: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:11.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:11 smithi169 bash[92568]: cluster 2024-09-06T15:54:10.066929+0000 mgr.y (mgr.25115) 878 : cluster [DBG] pgmap v528: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:11.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:11 smithi169 bash[92568]: cluster 2024-09-06T15:54:10.066929+0000 mgr.y (mgr.25115) 878 : cluster [DBG] pgmap v528: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:11.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:11 smithi181 bash[70073]: cluster 2024-09-06T15:54:10.066929+0000 mgr.y (mgr.25115) 878 : cluster [DBG] pgmap v528: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:11.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:11 smithi181 bash[70073]: cluster 2024-09-06T15:54:10.066929+0000 mgr.y (mgr.25115) 878 : cluster [DBG] pgmap v528: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:13.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:13 smithi169 bash[88858]: cluster 2024-09-06T15:54:12.068082+0000 mgr.y (mgr.25115) 879 : cluster [DBG] pgmap v529: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:13.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:13 smithi169 bash[88858]: cluster 2024-09-06T15:54:12.068082+0000 mgr.y (mgr.25115) 879 : cluster [DBG] pgmap v529: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:13.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:13 smithi169 bash[92568]: cluster 2024-09-06T15:54:12.068082+0000 mgr.y (mgr.25115) 879 : cluster [DBG] pgmap v529: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:13.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:13 smithi169 bash[92568]: cluster 2024-09-06T15:54:12.068082+0000 mgr.y (mgr.25115) 879 : cluster [DBG] pgmap v529: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:13.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:13 smithi181 bash[70073]: cluster 2024-09-06T15:54:12.068082+0000 mgr.y (mgr.25115) 879 : cluster [DBG] pgmap v529: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:13.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:13 smithi181 bash[70073]: cluster 2024-09-06T15:54:12.068082+0000 mgr.y (mgr.25115) 879 : cluster [DBG] pgmap v529: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:13.921 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:54:14.093 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:54:13 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:54:13.821751796Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:54:14.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:14 smithi169 bash[88858]: audit 2024-09-06T15:54:13.891564+0000 mgr.y (mgr.25115) 880 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:54:14.195 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:14 smithi169 bash[88858]: audit 2024-09-06T15:54:13.891564+0000 mgr.y (mgr.25115) 880 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:54:14.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:14 smithi169 bash[92568]: audit 2024-09-06T15:54:13.891564+0000 mgr.y (mgr.25115) 880 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:54:14.195 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:14 smithi169 bash[92568]: audit 2024-09-06T15:54:13.891564+0000 mgr.y (mgr.25115) 880 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:54:14.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:14 smithi181 bash[70073]: audit 2024-09-06T15:54:13.891564+0000 mgr.y (mgr.25115) 880 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:54:14.499 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:14 smithi181 bash[70073]: audit 2024-09-06T15:54:13.891564+0000 mgr.y (mgr.25115) 880 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:54:15.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:15 smithi169 bash[88858]: cluster 2024-09-06T15:54:14.069325+0000 mgr.y (mgr.25115) 881 : cluster [DBG] pgmap v530: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:15.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:15 smithi169 bash[88858]: cluster 2024-09-06T15:54:14.069325+0000 mgr.y (mgr.25115) 881 : cluster [DBG] pgmap v530: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:15.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:15 smithi169 bash[92568]: cluster 2024-09-06T15:54:14.069325+0000 mgr.y (mgr.25115) 881 : cluster [DBG] pgmap v530: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:15.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:15 smithi169 bash[92568]: cluster 2024-09-06T15:54:14.069325+0000 mgr.y (mgr.25115) 881 : cluster [DBG] pgmap v530: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:15.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:15 smithi181 bash[70073]: cluster 2024-09-06T15:54:14.069325+0000 mgr.y (mgr.25115) 881 : cluster [DBG] pgmap v530: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:15.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:15 smithi181 bash[70073]: cluster 2024-09-06T15:54:14.069325+0000 mgr.y (mgr.25115) 881 : cluster [DBG] pgmap v530: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:15.531 INFO:teuthology.orchestra.run.smithi169.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-06T15:54:15.531 INFO:teuthology.orchestra.run.smithi169.stdout:alertmanager.a smithi169 *:9093,9094 running (14m) 34s ago 41m 14.7M - 0.27.0 11f11916f8cd 20ee608606f5 2024-09-06T15:54:15.531 INFO:teuthology.orchestra.run.smithi169.stdout:grafana.a smithi181 *:3000 running (13m) 34s ago 41m 67.2M - c8b91775d855 e391fbe8c873 2024-09-06T15:54:15.531 INFO:teuthology.orchestra.run.smithi169.stdout:iscsi.foo.smithi169.yxosuq smithi169 *:5000 running (15m) 34s ago 38m 49.3M - 3.8 b6db46a449e5 e63406a8c5a8 2024-09-06T15:54:15.532 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.x smithi181 *:8443,9283,8765 running (15m) 34s ago 49m 443M - 19.3.0-4704-g8b38c33c 1c45aca0610a 291c4d2bed88 2024-09-06T15:54:15.532 INFO:teuthology.orchestra.run.smithi169.stdout:mgr.y smithi169 *:8443,9283,8765 running (26m) 34s ago 52m 514M - 19.3.0-4704-g8b38c33c 1c45aca0610a 5f9711fb78b7 2024-09-06T15:54:15.532 INFO:teuthology.orchestra.run.smithi169.stdout:mon.a smithi169 running (10m) 34s ago 52m 61.0M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a d211c6462d65 2024-09-06T15:54:15.532 INFO:teuthology.orchestra.run.smithi169.stdout:mon.b smithi181 running (11m) 34s ago 50m 50.8M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a 791f1710b3c0 2024-09-06T15:54:15.532 INFO:teuthology.orchestra.run.smithi169.stdout:mon.c smithi169 running (9m) 34s ago 50m 43.5M 2048M 19.3.0-4704-g8b38c33c 1c45aca0610a 93381d04b238 2024-09-06T15:54:15.532 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.a smithi169 *:9100 running (15m) 34s ago 41m 8972k - 1.7.0 72c9c2088986 03c6f14026b2 2024-09-06T15:54:15.532 INFO:teuthology.orchestra.run.smithi169.stdout:node-exporter.b smithi181 *:9100 running (15m) 34s ago 41m 8376k - 1.7.0 72c9c2088986 0895a0652401 2024-09-06T15:54:15.532 INFO:teuthology.orchestra.run.smithi169.stdout:osd.0 smithi169 running (8m) 34s ago 49m 65.4M 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a 8a33f3e58f93 2024-09-06T15:54:15.532 INFO:teuthology.orchestra.run.smithi169.stdout:osd.1 smithi169 running (7m) 34s ago 48m 58.8M 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a 4b7f4d4feb0b 2024-09-06T15:54:15.532 INFO:teuthology.orchestra.run.smithi169.stdout:osd.2 smithi169 running (6m) 34s ago 47m 52.5M 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a c24bec72ede7 2024-09-06T15:54:15.532 INFO:teuthology.orchestra.run.smithi169.stdout:osd.3 smithi169 running (4m) 34s ago 46m 56.5M 3036M 19.3.0-4704-g8b38c33c 1c45aca0610a 057764c90147 2024-09-06T15:54:15.532 INFO:teuthology.orchestra.run.smithi169.stdout:osd.4 smithi181 running (3m) 34s ago 45m 56.1M 3292M 19.3.0-4704-g8b38c33c 1c45aca0610a 92604b687768 2024-09-06T15:54:15.533 INFO:teuthology.orchestra.run.smithi169.stdout:osd.5 smithi181 running (3m) 34s ago 44m 55.4M 3292M 19.3.0-4704-g8b38c33c 1c45aca0610a 291137fc1efe 2024-09-06T15:54:15.533 INFO:teuthology.orchestra.run.smithi169.stdout:osd.6 smithi181 running (2m) 34s ago 43m 50.7M 3292M 19.3.0-4704-g8b38c33c 1c45aca0610a 2eb242ea4223 2024-09-06T15:54:15.533 INFO:teuthology.orchestra.run.smithi169.stdout:osd.7 smithi181 running (2m) 34s ago 43m 51.5M 3292M 19.3.0-4704-g8b38c33c 1c45aca0610a 78041ae5b59a 2024-09-06T15:54:15.533 INFO:teuthology.orchestra.run.smithi169.stdout:prometheus.a smithi181 *:9095 running (14m) 34s ago 42m 44.9M - 2.51.0 1d3b7f56885b 365a3b66bc88 2024-09-06T15:54:15.533 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi169.svrjnx smithi169 *:8000 running (57s) 34s ago 39m 89.0M - 19.3.0-4704-g8b38c33c 1c45aca0610a dbc81d860ed4 2024-09-06T15:54:15.533 INFO:teuthology.orchestra.run.smithi169.stdout:rgw.foo.smithi181.fqbtai smithi181 *:8000 running (40s) 34s ago 39m 88.8M - 19.3.0-4704-g8b38c33c 1c45aca0610a cfa1c0a10a9e 2024-09-06T15:54:16.308 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:54:16 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:54:16] "GET /metrics HTTP/1.1" 200 38414 "" "Prometheus/2.51.0" 2024-09-06T15:54:16.309 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:16 smithi169 bash[88858]: audit 2024-09-06T15:54:15.300676+0000 mon.b (mon.1) 367 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:54:16.309 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:16 smithi169 bash[88858]: audit 2024-09-06T15:54:15.300676+0000 mon.b (mon.1) 367 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:54:16.309 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:16 smithi169 bash[88858]: audit 2024-09-06T15:54:15.503696+0000 mgr.y (mgr.25115) 882 : audit [DBG] from='client.44718 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:54:16.309 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:16 smithi169 bash[88858]: audit 2024-09-06T15:54:15.503696+0000 mgr.y (mgr.25115) 882 : audit [DBG] from='client.44718 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:54:16.310 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:16 smithi169 bash[92568]: audit 2024-09-06T15:54:15.300676+0000 mon.b (mon.1) 367 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:54:16.310 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:16 smithi169 bash[92568]: audit 2024-09-06T15:54:15.300676+0000 mon.b (mon.1) 367 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:54:16.310 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:16 smithi169 bash[92568]: audit 2024-09-06T15:54:15.503696+0000 mgr.y (mgr.25115) 882 : audit [DBG] from='client.44718 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:54:16.310 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:16 smithi169 bash[92568]: audit 2024-09-06T15:54:15.503696+0000 mgr.y (mgr.25115) 882 : audit [DBG] from='client.44718 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:54:16.312 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c 'ceph versions | jq -e '"'"'.rgw | length == 1'"'"'' 2024-09-06T15:54:16.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:16 smithi181 bash[70073]: audit 2024-09-06T15:54:15.300676+0000 mon.b (mon.1) 367 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:54:16.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:16 smithi181 bash[70073]: audit 2024-09-06T15:54:15.300676+0000 mon.b (mon.1) 367 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:54:16.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:16 smithi181 bash[70073]: audit 2024-09-06T15:54:15.503696+0000 mgr.y (mgr.25115) 882 : audit [DBG] from='client.44718 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:54:16.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:16 smithi181 bash[70073]: audit 2024-09-06T15:54:15.503696+0000 mgr.y (mgr.25115) 882 : audit [DBG] from='client.44718 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-06T15:54:17.107 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:54:16 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:54:16.809317071Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:54:17.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:17 smithi169 bash[88858]: cluster 2024-09-06T15:54:16.070419+0000 mgr.y (mgr.25115) 883 : cluster [DBG] pgmap v531: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:17.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:17 smithi169 bash[88858]: cluster 2024-09-06T15:54:16.070419+0000 mgr.y (mgr.25115) 883 : cluster [DBG] pgmap v531: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:17.445 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:17 smithi169 bash[92568]: cluster 2024-09-06T15:54:16.070419+0000 mgr.y (mgr.25115) 883 : cluster [DBG] pgmap v531: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:17.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:17 smithi169 bash[92568]: cluster 2024-09-06T15:54:16.070419+0000 mgr.y (mgr.25115) 883 : cluster [DBG] pgmap v531: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:17.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:17 smithi181 bash[70073]: cluster 2024-09-06T15:54:16.070419+0000 mgr.y (mgr.25115) 883 : cluster [DBG] pgmap v531: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:17.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:17 smithi181 bash[70073]: cluster 2024-09-06T15:54:16.070419+0000 mgr.y (mgr.25115) 883 : cluster [DBG] pgmap v531: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:19.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:19 smithi169 bash[88858]: cluster 2024-09-06T15:54:18.071768+0000 mgr.y (mgr.25115) 884 : cluster [DBG] pgmap v532: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:19.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:19 smithi169 bash[88858]: cluster 2024-09-06T15:54:18.071768+0000 mgr.y (mgr.25115) 884 : cluster [DBG] pgmap v532: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:19.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:19 smithi169 bash[92568]: cluster 2024-09-06T15:54:18.071768+0000 mgr.y (mgr.25115) 884 : cluster [DBG] pgmap v532: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:19.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:19 smithi169 bash[92568]: cluster 2024-09-06T15:54:18.071768+0000 mgr.y (mgr.25115) 884 : cluster [DBG] pgmap v532: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:19.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:19 smithi181 bash[70073]: cluster 2024-09-06T15:54:18.071768+0000 mgr.y (mgr.25115) 884 : cluster [DBG] pgmap v532: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:19.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:19 smithi181 bash[70073]: cluster 2024-09-06T15:54:18.071768+0000 mgr.y (mgr.25115) 884 : cluster [DBG] pgmap v532: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:20.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:54:19 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:54:19.81165343Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:54:21.127 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/mon.a/config 2024-09-06T15:54:21.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:21 smithi169 bash[88858]: cluster 2024-09-06T15:54:20.072869+0000 mgr.y (mgr.25115) 885 : cluster [DBG] pgmap v533: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:21.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:21 smithi169 bash[88858]: cluster 2024-09-06T15:54:20.072869+0000 mgr.y (mgr.25115) 885 : cluster [DBG] pgmap v533: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:21.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:21 smithi169 bash[92568]: cluster 2024-09-06T15:54:20.072869+0000 mgr.y (mgr.25115) 885 : cluster [DBG] pgmap v533: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:21.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:21 smithi169 bash[92568]: cluster 2024-09-06T15:54:20.072869+0000 mgr.y (mgr.25115) 885 : cluster [DBG] pgmap v533: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:21.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:21 smithi181 bash[70073]: cluster 2024-09-06T15:54:20.072869+0000 mgr.y (mgr.25115) 885 : cluster [DBG] pgmap v533: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:21.498 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:21 smithi181 bash[70073]: cluster 2024-09-06T15:54:20.072869+0000 mgr.y (mgr.25115) 885 : cluster [DBG] pgmap v533: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:22.740 INFO:teuthology.orchestra.run.smithi169.stdout:false 2024-09-06T15:54:23.119 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:54:22 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:54:22.841404301Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:54:23.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:23 smithi169 bash[88858]: cluster 2024-09-06T15:54:22.074126+0000 mgr.y (mgr.25115) 886 : cluster [DBG] pgmap v534: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:23.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:23 smithi169 bash[88858]: cluster 2024-09-06T15:54:22.074126+0000 mgr.y (mgr.25115) 886 : cluster [DBG] pgmap v534: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:23.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:23 smithi169 bash[88858]: audit 2024-09-06T15:54:22.731057+0000 mon.c (mon.2) 8 : audit [DBG] from='client.? 172.21.15.169:0/4286128675' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:54:23.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:23 smithi169 bash[88858]: audit 2024-09-06T15:54:22.731057+0000 mon.c (mon.2) 8 : audit [DBG] from='client.? 172.21.15.169:0/4286128675' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:54:23.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:23 smithi169 bash[92568]: cluster 2024-09-06T15:54:22.074126+0000 mgr.y (mgr.25115) 886 : cluster [DBG] pgmap v534: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:23.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:23 smithi169 bash[92568]: cluster 2024-09-06T15:54:22.074126+0000 mgr.y (mgr.25115) 886 : cluster [DBG] pgmap v534: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:23.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:23 smithi169 bash[92568]: audit 2024-09-06T15:54:22.731057+0000 mon.c (mon.2) 8 : audit [DBG] from='client.? 172.21.15.169:0/4286128675' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:54:23.446 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:23 smithi169 bash[92568]: audit 2024-09-06T15:54:22.731057+0000 mon.c (mon.2) 8 : audit [DBG] from='client.? 172.21.15.169:0/4286128675' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:54:23.479 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-06T15:54:23.951 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph-c_8b38c33cecf4b0b7a9b3116eb9089e21e444ac73/qa/tasks/cephadm.py", line 1525, in shell _shell( File "/home/teuthworker/src/git.ceph.com_ceph-c_8b38c33cecf4b0b7a9b3116eb9089e21e444ac73/qa/tasks/cephadm.py", line 111, in _shell return remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi169 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c \'ceph versions | jq -e \'"\'"\'.rgw | length == 1\'"\'"\'\'' 2024-09-06T15:54:57.803 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=f21acda32a6a4a999c4b74a9e11772d1 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph-c_8b38c33cecf4b0b7a9b3116eb9089e21e444ac73/qa/tasks/cephadm.py", line 1525, in shell _shell( File "/home/teuthworker/src/git.ceph.com_ceph-c_8b38c33cecf4b0b7a9b3116eb9089e21e444ac73/qa/tasks/cephadm.py", line 111, in _shell return remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi169 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c \'ceph versions | jq -e \'"\'"\'.rgw | length == 1\'"\'"\'\'' 2024-09-06T15:54:57.806 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-09-06T15:54:57.854 INFO:tasks.cephadm:Teardown begin 2024-09-06T15:54:57.855 DEBUG:teuthology.orchestra.run.smithi169:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-06T15:54:57.906 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:24 smithi169 bash[88858]: audit 2024-09-06T15:54:23.899636+0000 mgr.y (mgr.25115) 887 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:54:57.907 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:24 smithi169 bash[88858]: audit 2024-09-06T15:54:23.899636+0000 mgr.y (mgr.25115) 887 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:54:57.907 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:24 smithi169 bash[92568]: audit 2024-09-06T15:54:23.899636+0000 mgr.y (mgr.25115) 887 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:54:57.907 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:24 smithi169 bash[92568]: audit 2024-09-06T15:54:23.899636+0000 mgr.y (mgr.25115) 887 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:54:57.907 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:23 smithi181 bash[70073]: cluster 2024-09-06T15:54:22.074126+0000 mgr.y (mgr.25115) 886 : cluster [DBG] pgmap v534: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:57.907 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:23 smithi181 bash[70073]: cluster 2024-09-06T15:54:22.074126+0000 mgr.y (mgr.25115) 886 : cluster [DBG] pgmap v534: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:57.908 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:23 smithi181 bash[70073]: audit 2024-09-06T15:54:22.731057+0000 mon.c (mon.2) 8 : audit [DBG] from='client.? 172.21.15.169:0/4286128675' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:54:57.908 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:23 smithi181 bash[70073]: audit 2024-09-06T15:54:22.731057+0000 mon.c (mon.2) 8 : audit [DBG] from='client.? 172.21.15.169:0/4286128675' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-06T15:54:57.908 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:24 smithi181 bash[70073]: audit 2024-09-06T15:54:23.899636+0000 mgr.y (mgr.25115) 887 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:54:57.908 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:24 smithi181 bash[70073]: audit 2024-09-06T15:54:23.899636+0000 mgr.y (mgr.25115) 887 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:54:57.908 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:25 smithi181 bash[70073]: cluster 2024-09-06T15:54:24.075445+0000 mgr.y (mgr.25115) 888 : cluster [DBG] pgmap v535: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:57.908 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:25 smithi181 bash[70073]: cluster 2024-09-06T15:54:24.075445+0000 mgr.y (mgr.25115) 888 : cluster [DBG] pgmap v535: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:57.909 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:54:25 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:54:25.812705725Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:54:57.909 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:25 smithi169 bash[88858]: cluster 2024-09-06T15:54:24.075445+0000 mgr.y (mgr.25115) 888 : cluster [DBG] pgmap v535: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:57.909 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:25 smithi169 bash[88858]: cluster 2024-09-06T15:54:24.075445+0000 mgr.y (mgr.25115) 888 : cluster [DBG] pgmap v535: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:57.910 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:25 smithi169 bash[92568]: cluster 2024-09-06T15:54:24.075445+0000 mgr.y (mgr.25115) 888 : cluster [DBG] pgmap v535: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:57.910 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:25 smithi169 bash[92568]: cluster 2024-09-06T15:54:24.075445+0000 mgr.y (mgr.25115) 888 : cluster [DBG] pgmap v535: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:57.910 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:27 smithi181 bash[70073]: cluster 2024-09-06T15:54:26.076460+0000 mgr.y (mgr.25115) 889 : cluster [DBG] pgmap v536: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:57.910 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:27 smithi181 bash[70073]: cluster 2024-09-06T15:54:26.076460+0000 mgr.y (mgr.25115) 889 : cluster [DBG] pgmap v536: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:57.911 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:54:26 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:54:26] "GET /metrics HTTP/1.1" 200 38414 "" "Prometheus/2.51.0" 2024-09-06T15:54:57.911 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:54:28 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:54:28.822987044Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:54:57.911 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:27 smithi169 bash[88858]: cluster 2024-09-06T15:54:26.076460+0000 mgr.y (mgr.25115) 889 : cluster [DBG] pgmap v536: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:57.912 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:27 smithi169 bash[88858]: cluster 2024-09-06T15:54:26.076460+0000 mgr.y (mgr.25115) 889 : cluster [DBG] pgmap v536: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:57.912 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:27 smithi169 bash[92568]: cluster 2024-09-06T15:54:26.076460+0000 mgr.y (mgr.25115) 889 : cluster [DBG] pgmap v536: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:57.912 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:27 smithi169 bash[92568]: cluster 2024-09-06T15:54:26.076460+0000 mgr.y (mgr.25115) 889 : cluster [DBG] pgmap v536: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:57.913 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:29 smithi181 bash[70073]: cluster 2024-09-06T15:54:28.077771+0000 mgr.y (mgr.25115) 890 : cluster [DBG] pgmap v537: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:57.913 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:29 smithi181 bash[70073]: cluster 2024-09-06T15:54:28.077771+0000 mgr.y (mgr.25115) 890 : cluster [DBG] pgmap v537: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:57.913 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:31 smithi181 bash[70073]: cluster 2024-09-06T15:54:30.078841+0000 mgr.y (mgr.25115) 891 : cluster [DBG] pgmap v538: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:57.913 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:31 smithi181 bash[70073]: cluster 2024-09-06T15:54:30.078841+0000 mgr.y (mgr.25115) 891 : cluster [DBG] pgmap v538: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:57.914 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:31 smithi181 bash[70073]: audit 2024-09-06T15:54:30.301389+0000 mon.b (mon.1) 368 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:54:57.914 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:31 smithi181 bash[70073]: audit 2024-09-06T15:54:30.301389+0000 mon.b (mon.1) 368 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:54:57.914 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:29 smithi169 bash[88858]: cluster 2024-09-06T15:54:28.077771+0000 mgr.y (mgr.25115) 890 : cluster [DBG] pgmap v537: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:57.914 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:29 smithi169 bash[88858]: cluster 2024-09-06T15:54:28.077771+0000 mgr.y (mgr.25115) 890 : cluster [DBG] pgmap v537: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.103 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:54:31 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:54:31.843485203Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:54:58.103 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:29 smithi169 bash[92568]: cluster 2024-09-06T15:54:28.077771+0000 mgr.y (mgr.25115) 890 : cluster [DBG] pgmap v537: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.104 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:29 smithi169 bash[92568]: cluster 2024-09-06T15:54:28.077771+0000 mgr.y (mgr.25115) 890 : cluster [DBG] pgmap v537: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.104 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:31 smithi169 bash[88858]: cluster 2024-09-06T15:54:30.078841+0000 mgr.y (mgr.25115) 891 : cluster [DBG] pgmap v538: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.105 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:31 smithi169 bash[88858]: cluster 2024-09-06T15:54:30.078841+0000 mgr.y (mgr.25115) 891 : cluster [DBG] pgmap v538: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.105 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:31 smithi169 bash[88858]: audit 2024-09-06T15:54:30.301389+0000 mon.b (mon.1) 368 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:54:58.105 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:31 smithi169 bash[88858]: audit 2024-09-06T15:54:30.301389+0000 mon.b (mon.1) 368 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:54:58.105 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:33 smithi181 bash[70073]: cluster 2024-09-06T15:54:32.080071+0000 mgr.y (mgr.25115) 892 : cluster [DBG] pgmap v539: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:58.105 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:33 smithi181 bash[70073]: cluster 2024-09-06T15:54:32.080071+0000 mgr.y (mgr.25115) 892 : cluster [DBG] pgmap v539: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:58.105 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:34 smithi181 bash[70073]: audit 2024-09-06T15:54:33.910499+0000 mgr.y (mgr.25115) 893 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:54:58.106 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:34 smithi181 bash[70073]: audit 2024-09-06T15:54:33.910499+0000 mgr.y (mgr.25115) 893 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:54:58.106 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:31 smithi169 bash[92568]: cluster 2024-09-06T15:54:30.078841+0000 mgr.y (mgr.25115) 891 : cluster [DBG] pgmap v538: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.106 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:31 smithi169 bash[92568]: cluster 2024-09-06T15:54:30.078841+0000 mgr.y (mgr.25115) 891 : cluster [DBG] pgmap v538: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.106 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:31 smithi169 bash[92568]: audit 2024-09-06T15:54:30.301389+0000 mon.b (mon.1) 368 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:54:58.106 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:31 smithi169 bash[92568]: audit 2024-09-06T15:54:30.301389+0000 mon.b (mon.1) 368 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:54:58.106 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:54:34 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:54:34.808225792Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:54:58.107 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:33 smithi169 bash[88858]: cluster 2024-09-06T15:54:32.080071+0000 mgr.y (mgr.25115) 892 : cluster [DBG] pgmap v539: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:58.107 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:33 smithi169 bash[88858]: cluster 2024-09-06T15:54:32.080071+0000 mgr.y (mgr.25115) 892 : cluster [DBG] pgmap v539: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:58.107 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:35 smithi181 bash[70073]: cluster 2024-09-06T15:54:34.081335+0000 mgr.y (mgr.25115) 894 : cluster [DBG] pgmap v540: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.108 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:35 smithi181 bash[70073]: cluster 2024-09-06T15:54:34.081335+0000 mgr.y (mgr.25115) 894 : cluster [DBG] pgmap v540: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.108 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:33 smithi169 bash[92568]: cluster 2024-09-06T15:54:32.080071+0000 mgr.y (mgr.25115) 892 : cluster [DBG] pgmap v539: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:58.108 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:33 smithi169 bash[92568]: cluster 2024-09-06T15:54:32.080071+0000 mgr.y (mgr.25115) 892 : cluster [DBG] pgmap v539: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:58.108 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:54:37 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:54:37.82101715Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:54:58.109 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:34 smithi169 bash[88858]: audit 2024-09-06T15:54:33.910499+0000 mgr.y (mgr.25115) 893 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:54:58.109 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:34 smithi169 bash[88858]: audit 2024-09-06T15:54:33.910499+0000 mgr.y (mgr.25115) 893 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:54:58.109 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:34 smithi169 bash[92568]: audit 2024-09-06T15:54:33.910499+0000 mgr.y (mgr.25115) 893 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:54:58.109 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:34 smithi169 bash[92568]: audit 2024-09-06T15:54:33.910499+0000 mgr.y (mgr.25115) 893 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:54:58.110 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:37 smithi181 bash[70073]: cluster 2024-09-06T15:54:36.082422+0000 mgr.y (mgr.25115) 895 : cluster [DBG] pgmap v541: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:58.110 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:37 smithi181 bash[70073]: cluster 2024-09-06T15:54:36.082422+0000 mgr.y (mgr.25115) 895 : cluster [DBG] pgmap v541: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:58.110 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:39 smithi181 bash[70073]: cluster 2024-09-06T15:54:38.083791+0000 mgr.y (mgr.25115) 896 : cluster [DBG] pgmap v542: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.110 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:39 smithi181 bash[70073]: cluster 2024-09-06T15:54:38.083791+0000 mgr.y (mgr.25115) 896 : cluster [DBG] pgmap v542: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.111 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:54:36 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:54:36] "GET /metrics HTTP/1.1" 200 38416 "" "Prometheus/2.51.0" 2024-09-06T15:54:58.114 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:54:40 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:54:40.8230096Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:54:58.114 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:35 smithi169 bash[88858]: cluster 2024-09-06T15:54:34.081335+0000 mgr.y (mgr.25115) 894 : cluster [DBG] pgmap v540: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.114 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:35 smithi169 bash[88858]: cluster 2024-09-06T15:54:34.081335+0000 mgr.y (mgr.25115) 894 : cluster [DBG] pgmap v540: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.114 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:35 smithi169 bash[92568]: cluster 2024-09-06T15:54:34.081335+0000 mgr.y (mgr.25115) 894 : cluster [DBG] pgmap v540: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.115 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:35 smithi169 bash[92568]: cluster 2024-09-06T15:54:34.081335+0000 mgr.y (mgr.25115) 894 : cluster [DBG] pgmap v540: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.115 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:42 smithi181 bash[70073]: cluster 2024-09-06T15:54:40.084847+0000 mgr.y (mgr.25115) 897 : cluster [DBG] pgmap v543: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.115 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:42 smithi181 bash[70073]: cluster 2024-09-06T15:54:40.084847+0000 mgr.y (mgr.25115) 897 : cluster [DBG] pgmap v543: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.116 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:54:43 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:54:43.824857506Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:54:58.116 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:37 smithi169 bash[88858]: cluster 2024-09-06T15:54:36.082422+0000 mgr.y (mgr.25115) 895 : cluster [DBG] pgmap v541: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:58.116 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:37 smithi169 bash[88858]: cluster 2024-09-06T15:54:36.082422+0000 mgr.y (mgr.25115) 895 : cluster [DBG] pgmap v541: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:58.117 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:37 smithi169 bash[92568]: cluster 2024-09-06T15:54:36.082422+0000 mgr.y (mgr.25115) 895 : cluster [DBG] pgmap v541: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:58.117 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:37 smithi169 bash[92568]: cluster 2024-09-06T15:54:36.082422+0000 mgr.y (mgr.25115) 895 : cluster [DBG] pgmap v541: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:58.118 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:39 smithi169 bash[88858]: cluster 2024-09-06T15:54:38.083791+0000 mgr.y (mgr.25115) 896 : cluster [DBG] pgmap v542: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.118 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:39 smithi169 bash[88858]: cluster 2024-09-06T15:54:38.083791+0000 mgr.y (mgr.25115) 896 : cluster [DBG] pgmap v542: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.118 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:44 smithi181 bash[70073]: cluster 2024-09-06T15:54:42.086095+0000 mgr.y (mgr.25115) 898 : cluster [DBG] pgmap v544: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:58.118 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:44 smithi181 bash[70073]: cluster 2024-09-06T15:54:42.086095+0000 mgr.y (mgr.25115) 898 : cluster [DBG] pgmap v544: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:58.118 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:45 smithi181 bash[70073]: audit 2024-09-06T15:54:43.921721+0000 mgr.y (mgr.25115) 899 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:54:58.118 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:45 smithi181 bash[70073]: audit 2024-09-06T15:54:43.921721+0000 mgr.y (mgr.25115) 899 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:54:58.119 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:46 smithi181 bash[70073]: cluster 2024-09-06T15:54:44.087393+0000 mgr.y (mgr.25115) 900 : cluster [DBG] pgmap v545: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.119 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:46 smithi181 bash[70073]: cluster 2024-09-06T15:54:44.087393+0000 mgr.y (mgr.25115) 900 : cluster [DBG] pgmap v545: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.119 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:46 smithi181 bash[70073]: audit 2024-09-06T15:54:45.301887+0000 mon.b (mon.1) 369 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:54:58.119 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:46 smithi181 bash[70073]: audit 2024-09-06T15:54:45.301887+0000 mon.b (mon.1) 369 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:54:58.119 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:40 smithi169 bash[92568]: cluster 2024-09-06T15:54:38.083791+0000 mgr.y (mgr.25115) 896 : cluster [DBG] pgmap v542: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.119 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:40 smithi169 bash[92568]: cluster 2024-09-06T15:54:38.083791+0000 mgr.y (mgr.25115) 896 : cluster [DBG] pgmap v542: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.120 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:54:46 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:54:46.815239033Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:54:58.120 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:42 smithi169 bash[88858]: cluster 2024-09-06T15:54:40.084847+0000 mgr.y (mgr.25115) 897 : cluster [DBG] pgmap v543: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.120 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:42 smithi169 bash[88858]: cluster 2024-09-06T15:54:40.084847+0000 mgr.y (mgr.25115) 897 : cluster [DBG] pgmap v543: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.125 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:42 smithi169 bash[92568]: cluster 2024-09-06T15:54:40.084847+0000 mgr.y (mgr.25115) 897 : cluster [DBG] pgmap v543: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.125 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:42 smithi169 bash[92568]: cluster 2024-09-06T15:54:40.084847+0000 mgr.y (mgr.25115) 897 : cluster [DBG] pgmap v543: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.125 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:47 smithi181 bash[70073]: cluster 2024-09-06T15:54:46.088496+0000 mgr.y (mgr.25115) 901 : cluster [DBG] pgmap v546: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:58.126 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:47 smithi181 bash[70073]: cluster 2024-09-06T15:54:46.088496+0000 mgr.y (mgr.25115) 901 : cluster [DBG] pgmap v546: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:58.126 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:49 smithi181 bash[70073]: cluster 2024-09-06T15:54:48.089811+0000 mgr.y (mgr.25115) 902 : cluster [DBG] pgmap v547: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.126 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:49 smithi181 bash[70073]: cluster 2024-09-06T15:54:48.089811+0000 mgr.y (mgr.25115) 902 : cluster [DBG] pgmap v547: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.126 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:54:49 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:54:49.837842177Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:54:58.126 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:44 smithi169 bash[88858]: cluster 2024-09-06T15:54:42.086095+0000 mgr.y (mgr.25115) 898 : cluster [DBG] pgmap v544: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:58.127 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:44 smithi169 bash[88858]: cluster 2024-09-06T15:54:42.086095+0000 mgr.y (mgr.25115) 898 : cluster [DBG] pgmap v544: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:58.127 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:44 smithi169 bash[92568]: cluster 2024-09-06T15:54:42.086095+0000 mgr.y (mgr.25115) 898 : cluster [DBG] pgmap v544: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:58.127 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:44 smithi169 bash[92568]: cluster 2024-09-06T15:54:42.086095+0000 mgr.y (mgr.25115) 898 : cluster [DBG] pgmap v544: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:58.127 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:51 smithi181 bash[70073]: cluster 2024-09-06T15:54:50.090863+0000 mgr.y (mgr.25115) 903 : cluster [DBG] pgmap v548: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.128 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:51 smithi181 bash[70073]: cluster 2024-09-06T15:54:50.090863+0000 mgr.y (mgr.25115) 903 : cluster [DBG] pgmap v548: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.128 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:54:52 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:54:52.851398067Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:54:58.128 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:45 smithi169 bash[88858]: audit 2024-09-06T15:54:43.921721+0000 mgr.y (mgr.25115) 899 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:54:58.128 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:45 smithi169 bash[88858]: audit 2024-09-06T15:54:43.921721+0000 mgr.y (mgr.25115) 899 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:54:58.129 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:45 smithi169 bash[92568]: audit 2024-09-06T15:54:43.921721+0000 mgr.y (mgr.25115) 899 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:54:58.129 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:45 smithi169 bash[92568]: audit 2024-09-06T15:54:43.921721+0000 mgr.y (mgr.25115) 899 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:54:58.129 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:54:46 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:54:46] "GET /metrics HTTP/1.1" 200 38417 "" "Prometheus/2.51.0" 2024-09-06T15:54:58.130 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:46 smithi169 bash[88858]: cluster 2024-09-06T15:54:44.087393+0000 mgr.y (mgr.25115) 900 : cluster [DBG] pgmap v545: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.130 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:46 smithi169 bash[88858]: cluster 2024-09-06T15:54:44.087393+0000 mgr.y (mgr.25115) 900 : cluster [DBG] pgmap v545: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.130 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:46 smithi169 bash[88858]: audit 2024-09-06T15:54:45.301887+0000 mon.b (mon.1) 369 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:54:58.130 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:46 smithi169 bash[88858]: audit 2024-09-06T15:54:45.301887+0000 mon.b (mon.1) 369 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:54:58.131 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:53 smithi181 bash[70073]: cluster 2024-09-06T15:54:52.092014+0000 mgr.y (mgr.25115) 904 : cluster [DBG] pgmap v549: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:58.131 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:53 smithi181 bash[70073]: cluster 2024-09-06T15:54:52.092014+0000 mgr.y (mgr.25115) 904 : cluster [DBG] pgmap v549: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:58.131 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:54 smithi181 bash[70073]: audit 2024-09-06T15:54:53.932830+0000 mgr.y (mgr.25115) 905 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:54:58.131 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:54 smithi181 bash[70073]: audit 2024-09-06T15:54:53.932830+0000 mgr.y (mgr.25115) 905 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:54:58.131 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:55 smithi181 bash[70073]: cluster 2024-09-06T15:54:54.093253+0000 mgr.y (mgr.25115) 906 : cluster [DBG] pgmap v550: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.131 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:55 smithi181 bash[70073]: cluster 2024-09-06T15:54:54.093253+0000 mgr.y (mgr.25115) 906 : cluster [DBG] pgmap v550: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.131 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:55 smithi181 bash[70073]: audit 2024-09-06T15:54:54.223107+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:54:58.131 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:55 smithi181 bash[70073]: audit 2024-09-06T15:54:54.223107+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:54:58.132 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:55 smithi181 bash[70073]: audit 2024-09-06T15:54:54.234494+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:54:58.132 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:55 smithi181 bash[70073]: audit 2024-09-06T15:54:54.234494+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:54:58.132 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:55 smithi181 bash[70073]: audit 2024-09-06T15:54:54.854646+0000 mon.b (mon.1) 370 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:54:58.132 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:55 smithi181 bash[70073]: audit 2024-09-06T15:54:54.854646+0000 mon.b (mon.1) 370 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:54:58.132 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:55 smithi181 bash[70073]: audit 2024-09-06T15:54:54.856562+0000 mon.b (mon.1) 371 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:54:58.132 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:55 smithi181 bash[70073]: audit 2024-09-06T15:54:54.856562+0000 mon.b (mon.1) 371 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:54:58.132 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:55 smithi181 bash[70073]: audit 2024-09-06T15:54:54.864984+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:54:58.132 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:55 smithi181 bash[70073]: audit 2024-09-06T15:54:54.864984+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:54:58.133 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:46 smithi169 bash[92568]: cluster 2024-09-06T15:54:44.087393+0000 mgr.y (mgr.25115) 900 : cluster [DBG] pgmap v545: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.133 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:46 smithi169 bash[92568]: cluster 2024-09-06T15:54:44.087393+0000 mgr.y (mgr.25115) 900 : cluster [DBG] pgmap v545: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.133 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:46 smithi169 bash[92568]: audit 2024-09-06T15:54:45.301887+0000 mon.b (mon.1) 369 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:54:58.133 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:46 smithi169 bash[92568]: audit 2024-09-06T15:54:45.301887+0000 mon.b (mon.1) 369 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-06T15:54:58.133 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:54:55 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:54:55.807999212Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:54:58.137 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:47 smithi169 bash[88858]: cluster 2024-09-06T15:54:46.088496+0000 mgr.y (mgr.25115) 901 : cluster [DBG] pgmap v546: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:58.137 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:47 smithi169 bash[88858]: cluster 2024-09-06T15:54:46.088496+0000 mgr.y (mgr.25115) 901 : cluster [DBG] pgmap v546: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:58.138 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:57 smithi181 bash[70073]: cluster 2024-09-06T15:54:56.094345+0000 mgr.y (mgr.25115) 907 : cluster [DBG] pgmap v551: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:58.138 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:54:57 smithi181 bash[70073]: cluster 2024-09-06T15:54:56.094345+0000 mgr.y (mgr.25115) 907 : cluster [DBG] pgmap v551: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:58.138 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:47 smithi169 bash[92568]: cluster 2024-09-06T15:54:46.088496+0000 mgr.y (mgr.25115) 901 : cluster [DBG] pgmap v546: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:58.139 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:47 smithi169 bash[92568]: cluster 2024-09-06T15:54:46.088496+0000 mgr.y (mgr.25115) 901 : cluster [DBG] pgmap v546: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:58.139 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:49 smithi169 bash[88858]: cluster 2024-09-06T15:54:48.089811+0000 mgr.y (mgr.25115) 902 : cluster [DBG] pgmap v547: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.139 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:49 smithi169 bash[88858]: cluster 2024-09-06T15:54:48.089811+0000 mgr.y (mgr.25115) 902 : cluster [DBG] pgmap v547: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.139 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:49 smithi169 bash[92568]: cluster 2024-09-06T15:54:48.089811+0000 mgr.y (mgr.25115) 902 : cluster [DBG] pgmap v547: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.140 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:49 smithi169 bash[92568]: cluster 2024-09-06T15:54:48.089811+0000 mgr.y (mgr.25115) 902 : cluster [DBG] pgmap v547: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.140 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:51 smithi169 bash[88858]: cluster 2024-09-06T15:54:50.090863+0000 mgr.y (mgr.25115) 903 : cluster [DBG] pgmap v548: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.140 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:51 smithi169 bash[88858]: cluster 2024-09-06T15:54:50.090863+0000 mgr.y (mgr.25115) 903 : cluster [DBG] pgmap v548: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.140 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:51 smithi169 bash[92568]: cluster 2024-09-06T15:54:50.090863+0000 mgr.y (mgr.25115) 903 : cluster [DBG] pgmap v548: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.141 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:51 smithi169 bash[92568]: cluster 2024-09-06T15:54:50.090863+0000 mgr.y (mgr.25115) 903 : cluster [DBG] pgmap v548: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.141 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:53 smithi169 bash[88858]: cluster 2024-09-06T15:54:52.092014+0000 mgr.y (mgr.25115) 904 : cluster [DBG] pgmap v549: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:58.141 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:53 smithi169 bash[88858]: cluster 2024-09-06T15:54:52.092014+0000 mgr.y (mgr.25115) 904 : cluster [DBG] pgmap v549: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:58.141 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:53 smithi169 bash[92568]: cluster 2024-09-06T15:54:52.092014+0000 mgr.y (mgr.25115) 904 : cluster [DBG] pgmap v549: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:58.142 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:53 smithi169 bash[92568]: cluster 2024-09-06T15:54:52.092014+0000 mgr.y (mgr.25115) 904 : cluster [DBG] pgmap v549: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:58.142 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:54 smithi169 bash[88858]: audit 2024-09-06T15:54:53.932830+0000 mgr.y (mgr.25115) 905 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:54:58.142 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:54 smithi169 bash[88858]: audit 2024-09-06T15:54:53.932830+0000 mgr.y (mgr.25115) 905 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:54:58.142 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:54 smithi169 bash[92568]: audit 2024-09-06T15:54:53.932830+0000 mgr.y (mgr.25115) 905 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:54:58.143 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:54 smithi169 bash[92568]: audit 2024-09-06T15:54:53.932830+0000 mgr.y (mgr.25115) 905 : audit [DBG] from='client.25277 -' entity='client.iscsi.foo.smithi169.yxosuq' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-06T15:54:58.143 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:55 smithi169 bash[88858]: cluster 2024-09-06T15:54:54.093253+0000 mgr.y (mgr.25115) 906 : cluster [DBG] pgmap v550: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.143 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:55 smithi169 bash[88858]: cluster 2024-09-06T15:54:54.093253+0000 mgr.y (mgr.25115) 906 : cluster [DBG] pgmap v550: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.143 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:55 smithi169 bash[88858]: audit 2024-09-06T15:54:54.223107+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:54:58.143 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:55 smithi169 bash[88858]: audit 2024-09-06T15:54:54.223107+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:54:58.143 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:55 smithi169 bash[88858]: audit 2024-09-06T15:54:54.234494+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:54:58.144 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:55 smithi169 bash[88858]: audit 2024-09-06T15:54:54.234494+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:54:58.144 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:55 smithi169 bash[88858]: audit 2024-09-06T15:54:54.854646+0000 mon.b (mon.1) 370 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:54:58.144 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:55 smithi169 bash[88858]: audit 2024-09-06T15:54:54.854646+0000 mon.b (mon.1) 370 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:54:58.144 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:55 smithi169 bash[88858]: audit 2024-09-06T15:54:54.856562+0000 mon.b (mon.1) 371 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:54:58.144 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:55 smithi169 bash[88858]: audit 2024-09-06T15:54:54.856562+0000 mon.b (mon.1) 371 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:54:58.144 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:55 smithi169 bash[88858]: audit 2024-09-06T15:54:54.864984+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:54:58.144 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:55 smithi169 bash[88858]: audit 2024-09-06T15:54:54.864984+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:54:58.145 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:55 smithi169 bash[92568]: cluster 2024-09-06T15:54:54.093253+0000 mgr.y (mgr.25115) 906 : cluster [DBG] pgmap v550: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.145 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:55 smithi169 bash[92568]: cluster 2024-09-06T15:54:54.093253+0000 mgr.y (mgr.25115) 906 : cluster [DBG] pgmap v550: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-06T15:54:58.145 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:55 smithi169 bash[92568]: audit 2024-09-06T15:54:54.223107+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:54:58.145 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:55 smithi169 bash[92568]: audit 2024-09-06T15:54:54.223107+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:54:58.145 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:55 smithi169 bash[92568]: audit 2024-09-06T15:54:54.234494+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:54:58.145 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:55 smithi169 bash[92568]: audit 2024-09-06T15:54:54.234494+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:54:58.145 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:55 smithi169 bash[92568]: audit 2024-09-06T15:54:54.854646+0000 mon.b (mon.1) 370 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:54:58.146 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:55 smithi169 bash[92568]: audit 2024-09-06T15:54:54.854646+0000 mon.b (mon.1) 370 : audit [DBG] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-06T15:54:58.146 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:55 smithi169 bash[92568]: audit 2024-09-06T15:54:54.856562+0000 mon.b (mon.1) 371 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:54:58.146 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:55 smithi169 bash[92568]: audit 2024-09-06T15:54:54.856562+0000 mon.b (mon.1) 371 : audit [INF] from='mgr.25115 172.21.15.169:0/3331953733' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-06T15:54:58.146 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:55 smithi169 bash[92568]: audit 2024-09-06T15:54:54.864984+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:54:58.146 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:55 smithi169 bash[92568]: audit 2024-09-06T15:54:54.864984+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.25115 ' entity='mgr.y' 2024-09-06T15:54:58.146 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:54:56 smithi169 bash[68355]: ::ffff:172.21.15.181 - - [06/Sep/2024:15:54:56] "GET /metrics HTTP/1.1" 200 38417 "" "Prometheus/2.51.0" 2024-09-06T15:54:58.147 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:57 smithi169 bash[88858]: cluster 2024-09-06T15:54:56.094345+0000 mgr.y (mgr.25115) 907 : cluster [DBG] pgmap v551: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:58.147 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:57 smithi169 bash[88858]: cluster 2024-09-06T15:54:56.094345+0000 mgr.y (mgr.25115) 907 : cluster [DBG] pgmap v551: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:58.147 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:57 smithi169 bash[92568]: cluster 2024-09-06T15:54:56.094345+0000 mgr.y (mgr.25115) 907 : cluster [DBG] pgmap v551: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:58.148 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:57 smithi169 bash[92568]: cluster 2024-09-06T15:54:56.094345+0000 mgr.y (mgr.25115) 907 : cluster [DBG] pgmap v551: 161 pgs: 161 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-06T15:54:58.161 DEBUG:teuthology.orchestra.run.smithi181:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-06T15:54:58.176 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-09-06T15:54:58.176 DEBUG:teuthology.orchestra.run.smithi169:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-06T15:54:58.210 DEBUG:teuthology.orchestra.run.smithi181:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-06T15:54:58.223 INFO:tasks.cephadm:Stopping all daemons... 2024-09-06T15:54:58.223 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-09-06T15:54:58.223 DEBUG:teuthology.orchestra.run.smithi169:> sudo systemctl stop ceph-bab55310-6c60-11ef-bce4-c7b262605968@mon.a 2024-09-06T15:54:58.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:58 smithi169 systemd[1]: Stopping Ceph mon.a for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:54:58.445 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:58 smithi169 bash[88858]: debug 2024-09-06T15:54:58.394+0000 7f58196aa640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-06T15:54:58.446 INFO:journalctl@ceph.mon.a.smithi169.stdout:Sep 06 15:54:58 smithi169 bash[88858]: debug 2024-09-06T15:54:58.394+0000 7f58196aa640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-09-06T15:54:59.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:54:58 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:54:58.816949637Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:54:59.379 DEBUG:teuthology.orchestra.run.smithi169:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bab55310-6c60-11ef-bce4-c7b262605968@mon.a.service' 2024-09-06T15:54:59.412 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-06T15:54:59.412 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-09-06T15:54:59.412 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-09-06T15:54:59.413 DEBUG:teuthology.orchestra.run.smithi169:> sudo systemctl stop ceph-bab55310-6c60-11ef-bce4-c7b262605968@mon.c 2024-09-06T15:54:59.666 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:59 smithi169 systemd[1]: Stopping Ceph mon.c for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:54:59.667 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:59 smithi169 bash[92568]: debug 2024-09-06T15:54:59.590+0000 7f1ff976c640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-06T15:54:59.667 INFO:journalctl@ceph.mon.c.smithi169.stdout:Sep 06 15:54:59 smithi169 bash[92568]: debug 2024-09-06T15:54:59.590+0000 7f1ff976c640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-09-06T15:55:00.493 DEBUG:teuthology.orchestra.run.smithi169:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bab55310-6c60-11ef-bce4-c7b262605968@mon.c.service' 2024-09-06T15:55:00.520 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-06T15:55:00.520 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-09-06T15:55:00.521 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-09-06T15:55:00.521 DEBUG:teuthology.orchestra.run.smithi181:> sudo systemctl stop ceph-bab55310-6c60-11ef-bce4-c7b262605968@mon.b 2024-09-06T15:55:00.965 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:55:00 smithi181 systemd[1]: Stopping Ceph mon.b for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:55:01.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:55:00 smithi181 bash[70073]: debug 2024-09-06T15:55:00.964+0000 7f302aac8640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-06T15:55:01.248 INFO:journalctl@ceph.mon.b.smithi181.stdout:Sep 06 15:55:00 smithi181 bash[70073]: debug 2024-09-06T15:55:00.964+0000 7f302aac8640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-09-06T15:55:01.969 DEBUG:teuthology.orchestra.run.smithi181:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bab55310-6c60-11ef-bce4-c7b262605968@mon.b.service' 2024-09-06T15:55:01.998 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-06T15:55:01.998 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-09-06T15:55:01.999 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-09-06T15:55:01.999 DEBUG:teuthology.orchestra.run.smithi169:> sudo systemctl stop ceph-bab55310-6c60-11ef-bce4-c7b262605968@mgr.y 2024-09-06T15:55:02.171 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:55:01 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:55:01.807101542Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:55:02.433 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:55:02 smithi169 systemd[1]: Stopping Ceph mgr.y for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:55:02.433 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:55:02 smithi169 bash[68355]: debug 2024-09-06T15:55:02.126+0000 7fb338c05640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-06T15:55:02.433 INFO:journalctl@ceph.mgr.y.smithi169.stdout:Sep 06 15:55:02 smithi169 bash[68355]: debug 2024-09-06T15:55:02.126+0000 7fb338c05640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-09-06T15:55:03.013 DEBUG:teuthology.orchestra.run.smithi169:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bab55310-6c60-11ef-bce4-c7b262605968@mgr.y.service' 2024-09-06T15:55:03.041 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-06T15:55:03.050 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-09-06T15:55:03.050 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-09-06T15:55:03.050 DEBUG:teuthology.orchestra.run.smithi181:> sudo systemctl stop ceph-bab55310-6c60-11ef-bce4-c7b262605968@mgr.x 2024-09-06T15:55:03.454 INFO:journalctl@ceph.mgr.x.smithi181.stdout:Sep 06 15:55:03 smithi181 systemd[1]: Stopping Ceph mgr.x for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:55:04.193 DEBUG:teuthology.orchestra.run.smithi181:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bab55310-6c60-11ef-bce4-c7b262605968@mgr.x.service' 2024-09-06T15:55:04.226 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-06T15:55:04.226 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-09-06T15:55:04.226 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-09-06T15:55:04.226 DEBUG:teuthology.orchestra.run.smithi169:> sudo systemctl stop ceph-bab55310-6c60-11ef-bce4-c7b262605968@osd.0 2024-09-06T15:55:04.695 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:55:04 smithi169 systemd[1]: Stopping Ceph osd.0 for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:55:04.696 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:55:04 smithi169 bash[97825]: debug 2024-09-06T15:55:04.374+0000 7fe7e2418640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-06T15:55:04.696 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:55:04 smithi169 bash[97825]: debug 2024-09-06T15:55:04.374+0000 7fe7e2418640 -1 osd.0 151 *** Got signal Terminated *** 2024-09-06T15:55:04.696 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:55:04 smithi169 bash[97825]: debug 2024-09-06T15:55:04.374+0000 7fe7e2418640 -1 osd.0 151 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-06T15:55:05.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:55:04 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:55:04.822781972Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:55:08.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:55:07 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:55:07.839318335Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:55:10.744 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:55:10 smithi169 bash[124450]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-osd-0 2024-09-06T15:55:10.744 INFO:journalctl@ceph.osd.0.smithi169.stdout:Sep 06 15:55:10 smithi169 bash[124514]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-osd-0 2024-09-06T15:55:11.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:55:10 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:55:10.81178035Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:55:12.612 DEBUG:teuthology.orchestra.run.smithi169:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bab55310-6c60-11ef-bce4-c7b262605968@osd.0.service' 2024-09-06T15:55:12.657 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-06T15:55:12.658 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-09-06T15:55:12.658 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-09-06T15:55:12.658 DEBUG:teuthology.orchestra.run.smithi169:> sudo systemctl stop ceph-bab55310-6c60-11ef-bce4-c7b262605968@osd.1 2024-09-06T15:55:12.945 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:55:12 smithi169 systemd[1]: Stopping Ceph osd.1 for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:55:12.946 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:55:12 smithi169 bash[102299]: debug 2024-09-06T15:55:12.833+0000 7f08a1c94640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-06T15:55:12.946 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:55:12 smithi169 bash[102299]: debug 2024-09-06T15:55:12.833+0000 7f08a1c94640 -1 osd.1 151 *** Got signal Terminated *** 2024-09-06T15:55:12.946 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:55:12 smithi169 bash[102299]: debug 2024-09-06T15:55:12.833+0000 7f08a1c94640 -1 osd.1 151 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-06T15:55:13.945 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:55:13 smithi169 bash[82765]: ts=2024-09-06T15:55:13.564Z caller=notify.go:848 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] aggrGroup="{}/{}:{alertname=\"CephHealthWarning\"}" msg="Notify attempt failed, will retry later" attempts=1 err="Post \"\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-09-06T15:55:13.946 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:55:13 smithi169 bash[82765]: ts=2024-09-06T15:55:13.565Z caller=notify.go:848 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] aggrGroup="{}/{}:{alertname=\"CephHealthWarning\"}" msg="Notify attempt failed, will retry later" attempts=1 err="Post \"\": dial tcp 172.21.15.181:8443: connect: connection refused" 2024-09-06T15:55:14.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:55:13 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:55:13.844112834Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:55:17.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:55:16 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:55:16.823927222Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:55:19.258 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:55:18 smithi169 bash[124644]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-osd-1 2024-09-06T15:55:19.259 INFO:journalctl@ceph.osd.1.smithi169.stdout:Sep 06 15:55:19 smithi169 bash[124707]: Error response from daemon: No such container: ceph-bab55310-6c60-11ef-bce4-c7b262605968-osd-1 2024-09-06T15:55:20.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:55:19 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:55:19.81508332Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:55:21.124 DEBUG:teuthology.orchestra.run.smithi169:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bab55310-6c60-11ef-bce4-c7b262605968@osd.1.service' 2024-09-06T15:55:21.156 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-06T15:55:21.157 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-09-06T15:55:21.157 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-09-06T15:55:21.157 DEBUG:teuthology.orchestra.run.smithi169:> sudo systemctl stop ceph-bab55310-6c60-11ef-bce4-c7b262605968@osd.2 2024-09-06T15:55:21.445 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:55:21 smithi169 systemd[1]: Stopping Ceph osd.2 for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:55:21.446 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:55:21 smithi169 bash[107739]: debug 2024-09-06T15:55:21.333+0000 7fe98dc98640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-06T15:55:21.446 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:55:21 smithi169 bash[107739]: debug 2024-09-06T15:55:21.333+0000 7fe98dc98640 -1 osd.2 151 *** Got signal Terminated *** 2024-09-06T15:55:21.446 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:55:21 smithi169 bash[107739]: debug 2024-09-06T15:55:21.333+0000 7fe98dc98640 -1 osd.2 151 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-06T15:55:23.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:55:22 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:55:22.842879055Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:55:23.945 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:55:23 smithi169 bash[82765]: ts=2024-09-06T15:55:23.564Z caller=dispatch.go:353 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"\": dial tcp 172.21.15.181:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-09-06T15:55:23.946 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:55:23 smithi169 bash[82765]: ts=2024-09-06T15:55:23.565Z caller=notify.go:848 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] aggrGroup="{}/{}:{alertname=\"CephHealthWarning\"}" msg="Notify attempt failed, will retry later" attempts=1 err="Post \"\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-09-06T15:55:23.946 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:55:23 smithi169 bash[82765]: ts=2024-09-06T15:55:23.566Z caller=notify.go:848 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] aggrGroup="{}/{}:{alertname=\"CephHealthWarning\"}" msg="Notify attempt failed, will retry later" attempts=1 err="Post \"\": dial tcp 172.21.15.181:8443: connect: connection refused" 2024-09-06T15:55:26.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:55:25 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:55:25.838361024Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:55:27.655 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:55:27 smithi169 bash[124835]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-osd-2 2024-09-06T15:55:27.656 INFO:journalctl@ceph.osd.2.smithi169.stdout:Sep 06 15:55:27 smithi169 bash[124898]: Error response from daemon: No such container: ceph-bab55310-6c60-11ef-bce4-c7b262605968-osd-2 2024-09-06T15:55:29.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:55:28 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:55:28.85762166Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:55:29.582 DEBUG:teuthology.orchestra.run.smithi169:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bab55310-6c60-11ef-bce4-c7b262605968@osd.2.service' 2024-09-06T15:55:29.611 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-06T15:55:29.629 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-09-06T15:55:29.629 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-09-06T15:55:29.630 DEBUG:teuthology.orchestra.run.smithi169:> sudo systemctl stop ceph-bab55310-6c60-11ef-bce4-c7b262605968@osd.3 2024-09-06T15:55:29.945 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:55:29 smithi169 systemd[1]: Stopping Ceph osd.3 for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:55:29.946 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:55:29 smithi169 bash[113292]: debug 2024-09-06T15:55:29.777+0000 7fcb4cceb640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-06T15:55:29.946 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:55:29 smithi169 bash[113292]: debug 2024-09-06T15:55:29.777+0000 7fcb4cceb640 -1 osd.3 151 *** Got signal Terminated *** 2024-09-06T15:55:29.946 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:55:29 smithi169 bash[113292]: debug 2024-09-06T15:55:29.777+0000 7fcb4cceb640 -1 osd.3 151 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-06T15:55:31.498 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:55:31 smithi181 bash[74199]: debug 2024-09-06T15:55:31.111+0000 7fcff068f640 -1 osd.4 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:06.966654+0000 front 2024-09-06T15:55:06.966720+0000 (oldest deadline 2024-09-06T15:55:31.066319+0000) 2024-09-06T15:55:32.084 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:31 smithi181 bash[82484]: debug 2024-09-06T15:55:31.875+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:07.942681+0000 front 2024-09-06T15:55:07.942519+0000 (oldest deadline 2024-09-06T15:55:30.842159+0000) 2024-09-06T15:55:32.085 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:55:31 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:55:31.818640253Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:55:32.439 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:55:32 smithi181 bash[74199]: debug 2024-09-06T15:55:32.083+0000 7fcff068f640 -1 osd.4 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:06.966654+0000 front 2024-09-06T15:55:06.966720+0000 (oldest deadline 2024-09-06T15:55:31.066319+0000) 2024-09-06T15:55:32.695 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:55:32 smithi169 bash[113292]: debug 2024-09-06T15:55:32.417+0000 7fcb49300640 -1 osd.3 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:07.268873+0000 front 2024-09-06T15:55:07.268568+0000 (oldest deadline 2024-09-06T15:55:31.968569+0000) 2024-09-06T15:55:32.748 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:32 smithi181 bash[78458]: debug 2024-09-06T15:55:32.439+0000 7fd9803c9640 -1 osd.5 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.180511+0000 front 2024-09-06T15:55:09.180381+0000 (oldest deadline 2024-09-06T15:55:32.080051+0000) 2024-09-06T15:55:33.248 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:55:33 smithi181 bash[74199]: debug 2024-09-06T15:55:33.035+0000 7fcff068f640 -1 osd.4 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:06.966654+0000 front 2024-09-06T15:55:06.966720+0000 (oldest deadline 2024-09-06T15:55:31.066319+0000) 2024-09-06T15:55:33.248 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:32 smithi181 bash[82484]: debug 2024-09-06T15:55:32.891+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:07.942681+0000 front 2024-09-06T15:55:07.942519+0000 (oldest deadline 2024-09-06T15:55:30.842159+0000) 2024-09-06T15:55:33.695 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:55:33 smithi169 bash[113292]: debug 2024-09-06T15:55:33.381+0000 7fcb49300640 -1 osd.3 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:07.268873+0000 front 2024-09-06T15:55:07.268568+0000 (oldest deadline 2024-09-06T15:55:31.968569+0000) 2024-09-06T15:55:33.696 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:55:33 smithi169 bash[82765]: ts=2024-09-06T15:55:33.565Z caller=dispatch.go:353 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"\": dial tcp 172.21.15.169:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"\": dial tcp 172.21.15.181:8443: connect: connection refused" 2024-09-06T15:55:33.696 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:55:33 smithi169 bash[82765]: ts=2024-09-06T15:55:33.566Z caller=notify.go:848 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] aggrGroup="{}/{}:{alertname=\"CephHealthWarning\"}" msg="Notify attempt failed, will retry later" attempts=1 err="Post \"\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-09-06T15:55:33.696 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:55:33 smithi169 bash[82765]: ts=2024-09-06T15:55:33.567Z caller=notify.go:848 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] aggrGroup="{}/{}:{alertname=\"CephHealthWarning\"}" msg="Notify attempt failed, will retry later" attempts=1 err="Post \"\": dial tcp 172.21.15.181:8443: connect: connection refused" 2024-09-06T15:55:33.748 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:33 smithi181 bash[78458]: debug 2024-09-06T15:55:33.443+0000 7fd9803c9640 -1 osd.5 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.180511+0000 front 2024-09-06T15:55:09.180381+0000 (oldest deadline 2024-09-06T15:55:32.080051+0000) 2024-09-06T15:55:34.248 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:55:33 smithi181 bash[74199]: debug 2024-09-06T15:55:33.991+0000 7fcff068f640 -1 osd.4 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:06.966654+0000 front 2024-09-06T15:55:06.966720+0000 (oldest deadline 2024-09-06T15:55:31.066319+0000) 2024-09-06T15:55:34.248 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:33 smithi181 bash[82484]: debug 2024-09-06T15:55:33.939+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:07.942681+0000 front 2024-09-06T15:55:07.942519+0000 (oldest deadline 2024-09-06T15:55:30.842159+0000) 2024-09-06T15:55:34.695 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:55:34 smithi169 bash[113292]: debug 2024-09-06T15:55:34.385+0000 7fcb49300640 -1 osd.3 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:07.268873+0000 front 2024-09-06T15:55:07.268568+0000 (oldest deadline 2024-09-06T15:55:31.968569+0000) 2024-09-06T15:55:34.748 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:34 smithi181 bash[78458]: debug 2024-09-06T15:55:34.491+0000 7fd9803c9640 -1 osd.5 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.180511+0000 front 2024-09-06T15:55:09.180381+0000 (oldest deadline 2024-09-06T15:55:32.080051+0000) 2024-09-06T15:55:34.748 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:34 smithi181 bash[86629]: debug 2024-09-06T15:55:34.655+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.218299+0000 front 2024-09-06T15:55:09.218485+0000 (oldest deadline 2024-09-06T15:55:34.518311+0000) 2024-09-06T15:55:35.248 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:34 smithi181 bash[82484]: debug 2024-09-06T15:55:34.895+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:07.942681+0000 front 2024-09-06T15:55:07.942519+0000 (oldest deadline 2024-09-06T15:55:30.842159+0000) 2024-09-06T15:55:35.249 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:55:34 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:55:34.823306174Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:55:35.249 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:55:34 smithi181 bash[74199]: debug 2024-09-06T15:55:34.991+0000 7fcff068f640 -1 osd.4 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:06.966654+0000 front 2024-09-06T15:55:06.966720+0000 (oldest deadline 2024-09-06T15:55:31.066319+0000) 2024-09-06T15:55:35.858 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:35 smithi181 bash[78458]: debug 2024-09-06T15:55:35.515+0000 7fd9803c9640 -1 osd.5 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.180511+0000 front 2024-09-06T15:55:09.180381+0000 (oldest deadline 2024-09-06T15:55:32.080051+0000) 2024-09-06T15:55:35.858 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:35 smithi181 bash[86629]: debug 2024-09-06T15:55:35.675+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.218299+0000 front 2024-09-06T15:55:09.218485+0000 (oldest deadline 2024-09-06T15:55:34.518311+0000) 2024-09-06T15:55:36.038 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:55:35 smithi169 bash[125030]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-osd-3 2024-09-06T15:55:36.039 INFO:journalctl@ceph.osd.3.smithi169.stdout:Sep 06 15:55:35 smithi169 bash[125096]: Error response from daemon: No such container: ceph-bab55310-6c60-11ef-bce4-c7b262605968-osd-3 2024-09-06T15:55:36.248 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:35 smithi181 bash[82484]: debug 2024-09-06T15:55:35.859+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:07.942681+0000 front 2024-09-06T15:55:07.942519+0000 (oldest deadline 2024-09-06T15:55:30.842159+0000) 2024-09-06T15:55:36.248 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:55:35 smithi181 bash[74199]: debug 2024-09-06T15:55:35.959+0000 7fcff068f640 -1 osd.4 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:06.966654+0000 front 2024-09-06T15:55:06.966720+0000 (oldest deadline 2024-09-06T15:55:31.066319+0000) 2024-09-06T15:55:36.838 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:36 smithi181 bash[78458]: debug 2024-09-06T15:55:36.535+0000 7fd9803c9640 -1 osd.5 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.180511+0000 front 2024-09-06T15:55:09.180381+0000 (oldest deadline 2024-09-06T15:55:32.080051+0000) 2024-09-06T15:55:36.839 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:36 smithi181 bash[86629]: debug 2024-09-06T15:55:36.659+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.218299+0000 front 2024-09-06T15:55:09.218485+0000 (oldest deadline 2024-09-06T15:55:34.518311+0000) 2024-09-06T15:55:37.248 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:36 smithi181 bash[82484]: debug 2024-09-06T15:55:36.839+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:07.942681+0000 front 2024-09-06T15:55:07.942519+0000 (oldest deadline 2024-09-06T15:55:30.842159+0000) 2024-09-06T15:55:37.248 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:55:36 smithi181 bash[74199]: debug 2024-09-06T15:55:36.955+0000 7fcff068f640 -1 osd.4 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:06.966654+0000 front 2024-09-06T15:55:06.966720+0000 (oldest deadline 2024-09-06T15:55:31.066319+0000) 2024-09-06T15:55:37.758 DEBUG:teuthology.orchestra.run.smithi169:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bab55310-6c60-11ef-bce4-c7b262605968@osd.3.service' 2024-09-06T15:55:37.804 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-06T15:55:37.804 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-09-06T15:55:37.805 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-09-06T15:55:37.805 DEBUG:teuthology.orchestra.run.smithi181:> sudo systemctl stop ceph-bab55310-6c60-11ef-bce4-c7b262605968@osd.4 2024-09-06T15:55:37.816 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:37 smithi181 bash[78458]: debug 2024-09-06T15:55:37.523+0000 7fd9803c9640 -1 osd.5 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.180511+0000 front 2024-09-06T15:55:09.180381+0000 (oldest deadline 2024-09-06T15:55:32.080051+0000) 2024-09-06T15:55:37.816 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:37 smithi181 bash[86629]: debug 2024-09-06T15:55:37.699+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.218299+0000 front 2024-09-06T15:55:09.218485+0000 (oldest deadline 2024-09-06T15:55:34.518311+0000) 2024-09-06T15:55:38.248 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:37 smithi181 bash[82484]: debug 2024-09-06T15:55:37.843+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:07.942681+0000 front 2024-09-06T15:55:07.942519+0000 (oldest deadline 2024-09-06T15:55:30.842159+0000) 2024-09-06T15:55:38.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:55:37 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:55:37.830853352Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:55:38.249 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:55:37 smithi181 systemd[1]: Stopping Ceph osd.4 for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:55:38.249 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:55:37 smithi181 bash[74199]: debug 2024-09-06T15:55:37.935+0000 7fcff8082640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-06T15:55:38.249 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:55:37 smithi181 bash[74199]: debug 2024-09-06T15:55:37.935+0000 7fcff8082640 -1 osd.4 151 *** Got signal Terminated *** 2024-09-06T15:55:38.249 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:55:37 smithi181 bash[74199]: debug 2024-09-06T15:55:37.935+0000 7fcff8082640 -1 osd.4 151 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-06T15:55:38.249 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:55:37 smithi181 bash[74199]: debug 2024-09-06T15:55:37.979+0000 7fcff068f640 -1 osd.4 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:06.966654+0000 front 2024-09-06T15:55:06.966720+0000 (oldest deadline 2024-09-06T15:55:31.066319+0000) 2024-09-06T15:55:38.748 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:38 smithi181 bash[78458]: debug 2024-09-06T15:55:38.479+0000 7fd9803c9640 -1 osd.5 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.180511+0000 front 2024-09-06T15:55:09.180381+0000 (oldest deadline 2024-09-06T15:55:32.080051+0000) 2024-09-06T15:55:38.748 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:38 smithi181 bash[86629]: debug 2024-09-06T15:55:38.659+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.218299+0000 front 2024-09-06T15:55:09.218485+0000 (oldest deadline 2024-09-06T15:55:34.518311+0000) 2024-09-06T15:55:38.749 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:55:38 smithi181 bash[63085]: ts=2024-09-06T15:55:38.599Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.169:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.169:8765: connect: connection refused" 2024-09-06T15:55:38.749 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:55:38 smithi181 bash[63085]: ts=2024-09-06T15:55:38.604Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.169:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.169:8765: connect: connection refused" 2024-09-06T15:55:38.749 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:55:38 smithi181 bash[63085]: ts=2024-09-06T15:55:38.604Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nfs msg="Unable to refresh target groups" err="Get \"http://172.21.15.169:8765/sd/prometheus/sd-config?service=nfs\": dial tcp 172.21.15.169:8765: connect: connection refused" 2024-09-06T15:55:38.749 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:55:38 smithi181 bash[63085]: ts=2024-09-06T15:55:38.610Z caller=refresh.go:90 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.169:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.169:8765: connect: connection refused" 2024-09-06T15:55:38.749 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:55:38 smithi181 bash[63085]: ts=2024-09-06T15:55:38.610Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.169:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.169:8765: connect: connection refused" 2024-09-06T15:55:38.750 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:55:38 smithi181 bash[63085]: ts=2024-09-06T15:55:38.612Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.169:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.169:8765: connect: connection refused" 2024-09-06T15:55:39.248 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:38 smithi181 bash[82484]: debug 2024-09-06T15:55:38.871+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:07.942681+0000 front 2024-09-06T15:55:07.942519+0000 (oldest deadline 2024-09-06T15:55:30.842159+0000) 2024-09-06T15:55:39.248 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:55:39 smithi181 bash[74199]: debug 2024-09-06T15:55:39.015+0000 7fcff068f640 -1 osd.4 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:06.966654+0000 front 2024-09-06T15:55:06.966720+0000 (oldest deadline 2024-09-06T15:55:31.066319+0000) 2024-09-06T15:55:39.748 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:39 smithi181 bash[78458]: debug 2024-09-06T15:55:39.471+0000 7fd9803c9640 -1 osd.5 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.180511+0000 front 2024-09-06T15:55:09.180381+0000 (oldest deadline 2024-09-06T15:55:32.080051+0000) 2024-09-06T15:55:39.748 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:39 smithi181 bash[86629]: debug 2024-09-06T15:55:39.675+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.218299+0000 front 2024-09-06T15:55:09.218485+0000 (oldest deadline 2024-09-06T15:55:34.518311+0000) 2024-09-06T15:55:40.248 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:55:40 smithi181 bash[74199]: debug 2024-09-06T15:55:39.999+0000 7fcff068f640 -1 osd.4 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:06.966654+0000 front 2024-09-06T15:55:06.966720+0000 (oldest deadline 2024-09-06T15:55:31.066319+0000) 2024-09-06T15:55:40.248 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:39 smithi181 bash[82484]: debug 2024-09-06T15:55:39.823+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:07.942681+0000 front 2024-09-06T15:55:07.942519+0000 (oldest deadline 2024-09-06T15:55:30.842159+0000) 2024-09-06T15:55:40.249 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:39 smithi181 bash[82484]: debug 2024-09-06T15:55:39.823+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.343609+0000 front 2024-09-06T15:55:14.343701+0000 (oldest deadline 2024-09-06T15:55:39.043720+0000) 2024-09-06T15:55:40.748 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:40 smithi181 bash[78458]: debug 2024-09-06T15:55:40.459+0000 7fd9803c9640 -1 osd.5 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.180511+0000 front 2024-09-06T15:55:09.180381+0000 (oldest deadline 2024-09-06T15:55:32.080051+0000) 2024-09-06T15:55:40.748 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:40 smithi181 bash[86629]: debug 2024-09-06T15:55:40.707+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.218299+0000 front 2024-09-06T15:55:09.218485+0000 (oldest deadline 2024-09-06T15:55:34.518311+0000) 2024-09-06T15:55:40.749 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:40 smithi181 bash[86629]: debug 2024-09-06T15:55:40.707+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.519070+0000 front 2024-09-06T15:55:14.519333+0000 (oldest deadline 2024-09-06T15:55:40.418844+0000) 2024-09-06T15:55:41.248 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:40 smithi181 bash[82484]: debug 2024-09-06T15:55:40.799+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:07.942681+0000 front 2024-09-06T15:55:07.942519+0000 (oldest deadline 2024-09-06T15:55:30.842159+0000) 2024-09-06T15:55:41.248 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:40 smithi181 bash[82484]: debug 2024-09-06T15:55:40.799+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.343609+0000 front 2024-09-06T15:55:14.343701+0000 (oldest deadline 2024-09-06T15:55:39.043720+0000) 2024-09-06T15:55:41.249 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:55:40 smithi181 bash[74199]: debug 2024-09-06T15:55:40.967+0000 7fcff068f640 -1 osd.4 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:06.966654+0000 front 2024-09-06T15:55:06.966720+0000 (oldest deadline 2024-09-06T15:55:31.066319+0000) 2024-09-06T15:55:41.249 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:55:40 smithi181 bash[74199]: debug 2024-09-06T15:55:40.967+0000 7fcff068f640 -1 osd.4 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:17.468716+0000 front 2024-09-06T15:55:17.468832+0000 (oldest deadline 2024-09-06T15:55:40.968317+0000) 2024-09-06T15:55:41.249 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:55:40 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:55:40.833676724Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:55:41.794 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:41 smithi181 bash[78458]: debug 2024-09-06T15:55:41.503+0000 7fd9803c9640 -1 osd.5 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.180511+0000 front 2024-09-06T15:55:09.180381+0000 (oldest deadline 2024-09-06T15:55:32.080051+0000) 2024-09-06T15:55:41.794 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:41 smithi181 bash[78458]: debug 2024-09-06T15:55:41.503+0000 7fd9803c9640 -1 osd.5 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:16.181816+0000 front 2024-09-06T15:55:16.181553+0000 (oldest deadline 2024-09-06T15:55:41.481297+0000) 2024-09-06T15:55:41.794 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:41 smithi181 bash[86629]: debug 2024-09-06T15:55:41.747+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.218299+0000 front 2024-09-06T15:55:09.218485+0000 (oldest deadline 2024-09-06T15:55:34.518311+0000) 2024-09-06T15:55:41.794 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:41 smithi181 bash[86629]: debug 2024-09-06T15:55:41.747+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.519070+0000 front 2024-09-06T15:55:14.519333+0000 (oldest deadline 2024-09-06T15:55:40.418844+0000) 2024-09-06T15:55:42.248 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:41 smithi181 bash[82484]: debug 2024-09-06T15:55:41.791+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:07.942681+0000 front 2024-09-06T15:55:07.942519+0000 (oldest deadline 2024-09-06T15:55:30.842159+0000) 2024-09-06T15:55:42.248 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:41 smithi181 bash[82484]: debug 2024-09-06T15:55:41.791+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.343609+0000 front 2024-09-06T15:55:14.343701+0000 (oldest deadline 2024-09-06T15:55:39.043720+0000) 2024-09-06T15:55:42.249 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:55:41 smithi181 bash[74199]: debug 2024-09-06T15:55:41.943+0000 7fcff068f640 -1 osd.4 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:06.966654+0000 front 2024-09-06T15:55:06.966720+0000 (oldest deadline 2024-09-06T15:55:31.066319+0000) 2024-09-06T15:55:42.249 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:55:41 smithi181 bash[74199]: debug 2024-09-06T15:55:41.943+0000 7fcff068f640 -1 osd.4 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:17.468716+0000 front 2024-09-06T15:55:17.468832+0000 (oldest deadline 2024-09-06T15:55:40.968317+0000) 2024-09-06T15:55:42.742 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:42 smithi181 bash[78458]: debug 2024-09-06T15:55:42.471+0000 7fd9803c9640 -1 osd.5 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.180511+0000 front 2024-09-06T15:55:09.180381+0000 (oldest deadline 2024-09-06T15:55:32.080051+0000) 2024-09-06T15:55:42.743 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:42 smithi181 bash[78458]: debug 2024-09-06T15:55:42.471+0000 7fd9803c9640 -1 osd.5 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:16.181816+0000 front 2024-09-06T15:55:16.181553+0000 (oldest deadline 2024-09-06T15:55:41.481297+0000) 2024-09-06T15:55:42.998 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:42 smithi181 bash[82484]: debug 2024-09-06T15:55:42.807+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:07.942681+0000 front 2024-09-06T15:55:07.942519+0000 (oldest deadline 2024-09-06T15:55:30.842159+0000) 2024-09-06T15:55:42.998 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:42 smithi181 bash[82484]: debug 2024-09-06T15:55:42.807+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.343609+0000 front 2024-09-06T15:55:14.343701+0000 (oldest deadline 2024-09-06T15:55:39.043720+0000) 2024-09-06T15:55:42.998 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:42 smithi181 bash[86629]: debug 2024-09-06T15:55:42.743+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.218299+0000 front 2024-09-06T15:55:09.218485+0000 (oldest deadline 2024-09-06T15:55:34.518311+0000) 2024-09-06T15:55:42.999 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:42 smithi181 bash[86629]: debug 2024-09-06T15:55:42.743+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.519070+0000 front 2024-09-06T15:55:14.519333+0000 (oldest deadline 2024-09-06T15:55:40.418844+0000) 2024-09-06T15:55:43.705 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:43 smithi181 bash[78458]: debug 2024-09-06T15:55:43.451+0000 7fd9803c9640 -1 osd.5 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.180511+0000 front 2024-09-06T15:55:09.180381+0000 (oldest deadline 2024-09-06T15:55:32.080051+0000) 2024-09-06T15:55:43.705 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:43 smithi181 bash[78458]: debug 2024-09-06T15:55:43.451+0000 7fd9803c9640 -1 osd.5 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:16.181816+0000 front 2024-09-06T15:55:16.181553+0000 (oldest deadline 2024-09-06T15:55:41.481297+0000) 2024-09-06T15:55:43.945 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:55:43 smithi169 bash[82765]: ts=2024-09-06T15:55:43.566Z caller=dispatch.go:353 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"\": dial tcp 172.21.15.181:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-09-06T15:55:43.945 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:55:43 smithi169 bash[82765]: ts=2024-09-06T15:55:43.567Z caller=notify.go:848 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] aggrGroup="{}/{}:{alertname=\"CephHealthWarning\"}" msg="Notify attempt failed, will retry later" attempts=1 err="Post \"\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-09-06T15:55:43.946 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:55:43 smithi169 bash[82765]: ts=2024-09-06T15:55:43.568Z caller=notify.go:848 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] aggrGroup="{}/{}:{alertname=\"CephHealthWarning\"}" msg="Notify attempt failed, will retry later" attempts=1 err="Post \"\": dial tcp 172.21.15.181:8443: connect: connection refused" 2024-09-06T15:55:43.998 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:55:43 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:55:43.843741193Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:55:43.998 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:43 smithi181 bash[82484]: debug 2024-09-06T15:55:43.851+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:07.942681+0000 front 2024-09-06T15:55:07.942519+0000 (oldest deadline 2024-09-06T15:55:30.842159+0000) 2024-09-06T15:55:43.998 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:43 smithi181 bash[82484]: debug 2024-09-06T15:55:43.851+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.343609+0000 front 2024-09-06T15:55:14.343701+0000 (oldest deadline 2024-09-06T15:55:39.043720+0000) 2024-09-06T15:55:43.999 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:43 smithi181 bash[86629]: debug 2024-09-06T15:55:43.703+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.218299+0000 front 2024-09-06T15:55:09.218485+0000 (oldest deadline 2024-09-06T15:55:34.518311+0000) 2024-09-06T15:55:43.999 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:43 smithi181 bash[86629]: debug 2024-09-06T15:55:43.703+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.519070+0000 front 2024-09-06T15:55:14.519333+0000 (oldest deadline 2024-09-06T15:55:40.418844+0000) 2024-09-06T15:55:44.598 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:55:44 smithi181 bash[94311]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-osd-4 2024-09-06T15:55:44.598 INFO:journalctl@ceph.osd.4.smithi181.stdout:Sep 06 15:55:44 smithi181 bash[94376]: Error response from daemon: No such container: ceph-bab55310-6c60-11ef-bce4-c7b262605968-osd-4 2024-09-06T15:55:44.599 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:44 smithi181 bash[78458]: debug 2024-09-06T15:55:44.447+0000 7fd9803c9640 -1 osd.5 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.180511+0000 front 2024-09-06T15:55:09.180381+0000 (oldest deadline 2024-09-06T15:55:32.080051+0000) 2024-09-06T15:55:44.599 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:44 smithi181 bash[78458]: debug 2024-09-06T15:55:44.447+0000 7fd9803c9640 -1 osd.5 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:16.181816+0000 front 2024-09-06T15:55:16.181553+0000 (oldest deadline 2024-09-06T15:55:41.481297+0000) 2024-09-06T15:55:44.998 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:44 smithi181 bash[82484]: debug 2024-09-06T15:55:44.815+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:07.942681+0000 front 2024-09-06T15:55:07.942519+0000 (oldest deadline 2024-09-06T15:55:30.842159+0000) 2024-09-06T15:55:44.998 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:44 smithi181 bash[82484]: debug 2024-09-06T15:55:44.815+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.343609+0000 front 2024-09-06T15:55:14.343701+0000 (oldest deadline 2024-09-06T15:55:39.043720+0000) 2024-09-06T15:55:44.999 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:44 smithi181 bash[86629]: debug 2024-09-06T15:55:44.731+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.218299+0000 front 2024-09-06T15:55:09.218485+0000 (oldest deadline 2024-09-06T15:55:34.518311+0000) 2024-09-06T15:55:44.999 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:44 smithi181 bash[86629]: debug 2024-09-06T15:55:44.731+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.519070+0000 front 2024-09-06T15:55:14.519333+0000 (oldest deadline 2024-09-06T15:55:40.418844+0000) 2024-09-06T15:55:45.748 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:45 smithi181 bash[78458]: debug 2024-09-06T15:55:45.431+0000 7fd9803c9640 -1 osd.5 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.180511+0000 front 2024-09-06T15:55:09.180381+0000 (oldest deadline 2024-09-06T15:55:32.080051+0000) 2024-09-06T15:55:45.748 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:45 smithi181 bash[78458]: debug 2024-09-06T15:55:45.431+0000 7fd9803c9640 -1 osd.5 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:16.181816+0000 front 2024-09-06T15:55:16.181553+0000 (oldest deadline 2024-09-06T15:55:41.481297+0000) 2024-09-06T15:55:46.066 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:45 smithi181 bash[82484]: debug 2024-09-06T15:55:45.775+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:07.942681+0000 front 2024-09-06T15:55:07.942519+0000 (oldest deadline 2024-09-06T15:55:30.842159+0000) 2024-09-06T15:55:46.066 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:45 smithi181 bash[82484]: debug 2024-09-06T15:55:45.775+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.343609+0000 front 2024-09-06T15:55:14.343701+0000 (oldest deadline 2024-09-06T15:55:39.043720+0000) 2024-09-06T15:55:46.067 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:45 smithi181 bash[86629]: debug 2024-09-06T15:55:45.755+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.218299+0000 front 2024-09-06T15:55:09.218485+0000 (oldest deadline 2024-09-06T15:55:34.518311+0000) 2024-09-06T15:55:46.067 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:45 smithi181 bash[86629]: debug 2024-09-06T15:55:45.755+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.519070+0000 front 2024-09-06T15:55:14.519333+0000 (oldest deadline 2024-09-06T15:55:40.418844+0000) 2024-09-06T15:55:46.713 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:46 smithi181 bash[78458]: debug 2024-09-06T15:55:46.431+0000 7fd9803c9640 -1 osd.5 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.180511+0000 front 2024-09-06T15:55:09.180381+0000 (oldest deadline 2024-09-06T15:55:32.080051+0000) 2024-09-06T15:55:46.713 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:46 smithi181 bash[78458]: debug 2024-09-06T15:55:46.431+0000 7fd9803c9640 -1 osd.5 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:16.181816+0000 front 2024-09-06T15:55:16.181553+0000 (oldest deadline 2024-09-06T15:55:41.481297+0000) 2024-09-06T15:55:46.861 DEBUG:teuthology.orchestra.run.smithi181:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bab55310-6c60-11ef-bce4-c7b262605968@osd.4.service' 2024-09-06T15:55:47.232 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-06T15:55:47.232 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-09-06T15:55:47.233 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-09-06T15:55:47.233 DEBUG:teuthology.orchestra.run.smithi181:> sudo systemctl stop ceph-bab55310-6c60-11ef-bce4-c7b262605968@osd.5 2024-09-06T15:55:47.233 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:46 smithi181 bash[86629]: debug 2024-09-06T15:55:46.711+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.218299+0000 front 2024-09-06T15:55:09.218485+0000 (oldest deadline 2024-09-06T15:55:34.518311+0000) 2024-09-06T15:55:47.233 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:46 smithi181 bash[86629]: debug 2024-09-06T15:55:46.711+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.519070+0000 front 2024-09-06T15:55:14.519333+0000 (oldest deadline 2024-09-06T15:55:40.418844+0000) 2024-09-06T15:55:47.234 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:55:46 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:55:46.823223924Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:55:47.234 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:46 smithi181 bash[82484]: debug 2024-09-06T15:55:46.819+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:07.942681+0000 front 2024-09-06T15:55:07.942519+0000 (oldest deadline 2024-09-06T15:55:30.842159+0000) 2024-09-06T15:55:47.234 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:46 smithi181 bash[82484]: debug 2024-09-06T15:55:46.819+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.343609+0000 front 2024-09-06T15:55:14.343701+0000 (oldest deadline 2024-09-06T15:55:39.043720+0000) 2024-09-06T15:55:47.498 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:47 smithi181 systemd[1]: Stopping Ceph osd.5 for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:55:47.498 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:47 smithi181 bash[78458]: debug 2024-09-06T15:55:47.371+0000 7fd987dbc640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-06T15:55:47.499 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:47 smithi181 bash[78458]: debug 2024-09-06T15:55:47.371+0000 7fd987dbc640 -1 osd.5 151 *** Got signal Terminated *** 2024-09-06T15:55:47.499 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:47 smithi181 bash[78458]: debug 2024-09-06T15:55:47.371+0000 7fd987dbc640 -1 osd.5 151 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-06T15:55:47.499 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:47 smithi181 bash[78458]: debug 2024-09-06T15:55:47.395+0000 7fd9803c9640 -1 osd.5 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.180511+0000 front 2024-09-06T15:55:09.180381+0000 (oldest deadline 2024-09-06T15:55:32.080051+0000) 2024-09-06T15:55:47.499 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:47 smithi181 bash[78458]: debug 2024-09-06T15:55:47.395+0000 7fd9803c9640 -1 osd.5 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:16.181816+0000 front 2024-09-06T15:55:16.181553+0000 (oldest deadline 2024-09-06T15:55:41.481297+0000) 2024-09-06T15:55:47.499 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:47 smithi181 bash[78458]: debug 2024-09-06T15:55:47.395+0000 7fd9803c9640 -1 osd.5 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:25.582632+0000 front 2024-09-06T15:55:25.582587+0000 (oldest deadline 2024-09-06T15:55:47.282438+0000) 2024-09-06T15:55:47.998 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:47 smithi181 bash[86629]: debug 2024-09-06T15:55:47.675+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.218299+0000 front 2024-09-06T15:55:09.218485+0000 (oldest deadline 2024-09-06T15:55:34.518311+0000) 2024-09-06T15:55:47.998 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:47 smithi181 bash[86629]: debug 2024-09-06T15:55:47.675+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.519070+0000 front 2024-09-06T15:55:14.519333+0000 (oldest deadline 2024-09-06T15:55:40.418844+0000) 2024-09-06T15:55:47.998 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:47 smithi181 bash[82484]: debug 2024-09-06T15:55:47.831+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:07.942681+0000 front 2024-09-06T15:55:07.942519+0000 (oldest deadline 2024-09-06T15:55:30.842159+0000) 2024-09-06T15:55:47.999 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:47 smithi181 bash[82484]: debug 2024-09-06T15:55:47.831+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.343609+0000 front 2024-09-06T15:55:14.343701+0000 (oldest deadline 2024-09-06T15:55:39.043720+0000) 2024-09-06T15:55:47.999 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:47 smithi181 bash[82484]: debug 2024-09-06T15:55:47.831+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:22.445955+0000 front 2024-09-06T15:55:22.445873+0000 (oldest deadline 2024-09-06T15:55:47.145701+0000) 2024-09-06T15:55:48.726 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:48 smithi181 bash[78458]: debug 2024-09-06T15:55:48.371+0000 7fd9803c9640 -1 osd.5 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.180511+0000 front 2024-09-06T15:55:09.180381+0000 (oldest deadline 2024-09-06T15:55:32.080051+0000) 2024-09-06T15:55:48.726 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:48 smithi181 bash[78458]: debug 2024-09-06T15:55:48.371+0000 7fd9803c9640 -1 osd.5 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:16.181816+0000 front 2024-09-06T15:55:16.181553+0000 (oldest deadline 2024-09-06T15:55:41.481297+0000) 2024-09-06T15:55:48.726 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:48 smithi181 bash[78458]: debug 2024-09-06T15:55:48.371+0000 7fd9803c9640 -1 osd.5 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:25.582632+0000 front 2024-09-06T15:55:25.582587+0000 (oldest deadline 2024-09-06T15:55:47.282438+0000) 2024-09-06T15:55:48.998 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:48 smithi181 bash[86629]: debug 2024-09-06T15:55:48.727+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.218299+0000 front 2024-09-06T15:55:09.218485+0000 (oldest deadline 2024-09-06T15:55:34.518311+0000) 2024-09-06T15:55:48.999 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:48 smithi181 bash[86629]: debug 2024-09-06T15:55:48.727+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.519070+0000 front 2024-09-06T15:55:14.519333+0000 (oldest deadline 2024-09-06T15:55:40.418844+0000) 2024-09-06T15:55:48.999 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:48 smithi181 bash[82484]: debug 2024-09-06T15:55:48.783+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:07.942681+0000 front 2024-09-06T15:55:07.942519+0000 (oldest deadline 2024-09-06T15:55:30.842159+0000) 2024-09-06T15:55:48.999 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:48 smithi181 bash[82484]: debug 2024-09-06T15:55:48.783+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.343609+0000 front 2024-09-06T15:55:14.343701+0000 (oldest deadline 2024-09-06T15:55:39.043720+0000) 2024-09-06T15:55:49.000 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:48 smithi181 bash[82484]: debug 2024-09-06T15:55:48.783+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:22.445955+0000 front 2024-09-06T15:55:22.445873+0000 (oldest deadline 2024-09-06T15:55:47.145701+0000) 2024-09-06T15:55:49.677 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:49 smithi181 bash[78458]: debug 2024-09-06T15:55:49.347+0000 7fd9803c9640 -1 osd.5 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.180511+0000 front 2024-09-06T15:55:09.180381+0000 (oldest deadline 2024-09-06T15:55:32.080051+0000) 2024-09-06T15:55:49.678 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:49 smithi181 bash[78458]: debug 2024-09-06T15:55:49.347+0000 7fd9803c9640 -1 osd.5 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:16.181816+0000 front 2024-09-06T15:55:16.181553+0000 (oldest deadline 2024-09-06T15:55:41.481297+0000) 2024-09-06T15:55:49.678 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:49 smithi181 bash[78458]: debug 2024-09-06T15:55:49.347+0000 7fd9803c9640 -1 osd.5 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:25.582632+0000 front 2024-09-06T15:55:25.582587+0000 (oldest deadline 2024-09-06T15:55:47.282438+0000) 2024-09-06T15:55:49.998 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:55:49 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:55:49.849780477Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:55:49.998 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:49 smithi181 bash[82484]: debug 2024-09-06T15:55:49.823+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:07.942681+0000 front 2024-09-06T15:55:07.942519+0000 (oldest deadline 2024-09-06T15:55:30.842159+0000) 2024-09-06T15:55:49.998 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:49 smithi181 bash[82484]: debug 2024-09-06T15:55:49.823+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.343609+0000 front 2024-09-06T15:55:14.343701+0000 (oldest deadline 2024-09-06T15:55:39.043720+0000) 2024-09-06T15:55:49.999 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:49 smithi181 bash[82484]: debug 2024-09-06T15:55:49.823+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:22.445955+0000 front 2024-09-06T15:55:22.445873+0000 (oldest deadline 2024-09-06T15:55:47.145701+0000) 2024-09-06T15:55:49.999 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:49 smithi181 bash[86629]: debug 2024-09-06T15:55:49.675+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.218299+0000 front 2024-09-06T15:55:09.218485+0000 (oldest deadline 2024-09-06T15:55:34.518311+0000) 2024-09-06T15:55:49.999 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:49 smithi181 bash[86629]: debug 2024-09-06T15:55:49.675+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.519070+0000 front 2024-09-06T15:55:14.519333+0000 (oldest deadline 2024-09-06T15:55:40.418844+0000) 2024-09-06T15:55:50.653 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:50 smithi181 bash[78458]: debug 2024-09-06T15:55:50.387+0000 7fd9803c9640 -1 osd.5 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.180511+0000 front 2024-09-06T15:55:09.180381+0000 (oldest deadline 2024-09-06T15:55:32.080051+0000) 2024-09-06T15:55:50.653 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:50 smithi181 bash[78458]: debug 2024-09-06T15:55:50.387+0000 7fd9803c9640 -1 osd.5 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:16.181816+0000 front 2024-09-06T15:55:16.181553+0000 (oldest deadline 2024-09-06T15:55:41.481297+0000) 2024-09-06T15:55:50.653 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:50 smithi181 bash[78458]: debug 2024-09-06T15:55:50.387+0000 7fd9803c9640 -1 osd.5 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:25.582632+0000 front 2024-09-06T15:55:25.582587+0000 (oldest deadline 2024-09-06T15:55:47.282438+0000) 2024-09-06T15:55:50.998 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:50 smithi181 bash[82484]: debug 2024-09-06T15:55:50.843+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:07.942681+0000 front 2024-09-06T15:55:07.942519+0000 (oldest deadline 2024-09-06T15:55:30.842159+0000) 2024-09-06T15:55:50.998 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:50 smithi181 bash[82484]: debug 2024-09-06T15:55:50.843+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.343609+0000 front 2024-09-06T15:55:14.343701+0000 (oldest deadline 2024-09-06T15:55:39.043720+0000) 2024-09-06T15:55:50.999 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:50 smithi181 bash[82484]: debug 2024-09-06T15:55:50.843+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:22.445955+0000 front 2024-09-06T15:55:22.445873+0000 (oldest deadline 2024-09-06T15:55:47.145701+0000) 2024-09-06T15:55:50.999 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:50 smithi181 bash[86629]: debug 2024-09-06T15:55:50.651+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.218299+0000 front 2024-09-06T15:55:09.218485+0000 (oldest deadline 2024-09-06T15:55:34.518311+0000) 2024-09-06T15:55:50.999 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:50 smithi181 bash[86629]: debug 2024-09-06T15:55:50.651+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.519070+0000 front 2024-09-06T15:55:14.519333+0000 (oldest deadline 2024-09-06T15:55:40.418844+0000) 2024-09-06T15:55:50.999 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:50 smithi181 bash[86629]: debug 2024-09-06T15:55:50.651+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:26.221027+0000 front 2024-09-06T15:55:26.220720+0000 (oldest deadline 2024-09-06T15:55:50.320480+0000) 2024-09-06T15:55:51.651 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:51 smithi181 bash[78458]: debug 2024-09-06T15:55:51.395+0000 7fd9803c9640 -1 osd.5 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.180511+0000 front 2024-09-06T15:55:09.180381+0000 (oldest deadline 2024-09-06T15:55:32.080051+0000) 2024-09-06T15:55:51.652 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:51 smithi181 bash[78458]: debug 2024-09-06T15:55:51.395+0000 7fd9803c9640 -1 osd.5 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:16.181816+0000 front 2024-09-06T15:55:16.181553+0000 (oldest deadline 2024-09-06T15:55:41.481297+0000) 2024-09-06T15:55:51.652 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:51 smithi181 bash[78458]: debug 2024-09-06T15:55:51.395+0000 7fd9803c9640 -1 osd.5 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:25.582632+0000 front 2024-09-06T15:55:25.582587+0000 (oldest deadline 2024-09-06T15:55:47.282438+0000) 2024-09-06T15:55:51.998 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:51 smithi181 bash[82484]: debug 2024-09-06T15:55:51.819+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:07.942681+0000 front 2024-09-06T15:55:07.942519+0000 (oldest deadline 2024-09-06T15:55:30.842159+0000) 2024-09-06T15:55:51.998 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:51 smithi181 bash[82484]: debug 2024-09-06T15:55:51.819+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.343609+0000 front 2024-09-06T15:55:14.343701+0000 (oldest deadline 2024-09-06T15:55:39.043720+0000) 2024-09-06T15:55:51.998 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:51 smithi181 bash[82484]: debug 2024-09-06T15:55:51.819+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:22.445955+0000 front 2024-09-06T15:55:22.445873+0000 (oldest deadline 2024-09-06T15:55:47.145701+0000) 2024-09-06T15:55:51.999 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:51 smithi181 bash[86629]: debug 2024-09-06T15:55:51.651+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.218299+0000 front 2024-09-06T15:55:09.218485+0000 (oldest deadline 2024-09-06T15:55:34.518311+0000) 2024-09-06T15:55:51.999 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:51 smithi181 bash[86629]: debug 2024-09-06T15:55:51.651+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.519070+0000 front 2024-09-06T15:55:14.519333+0000 (oldest deadline 2024-09-06T15:55:40.418844+0000) 2024-09-06T15:55:51.999 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:51 smithi181 bash[86629]: debug 2024-09-06T15:55:51.651+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:26.221027+0000 front 2024-09-06T15:55:26.220720+0000 (oldest deadline 2024-09-06T15:55:50.320480+0000) 2024-09-06T15:55:51.999 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:51 smithi181 bash[86629]: debug 2024-09-06T15:55:51.651+0000 7fb307dbe640 -1 osd.7 151 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.34369.0:22 2.1d 2:ba7b9bcb:::realms.735f153c-36ac-4cee-99a9-bda62c435f72.control:head [watch ping cookie 94855368844288] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e151) 2024-09-06T15:55:52.998 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:52 smithi181 bash[82484]: debug 2024-09-06T15:55:52.815+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:07.942681+0000 front 2024-09-06T15:55:07.942519+0000 (oldest deadline 2024-09-06T15:55:30.842159+0000) 2024-09-06T15:55:52.998 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:52 smithi181 bash[82484]: debug 2024-09-06T15:55:52.815+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.343609+0000 front 2024-09-06T15:55:14.343701+0000 (oldest deadline 2024-09-06T15:55:39.043720+0000) 2024-09-06T15:55:52.999 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:52 smithi181 bash[82484]: debug 2024-09-06T15:55:52.815+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:22.445955+0000 front 2024-09-06T15:55:22.445873+0000 (oldest deadline 2024-09-06T15:55:47.145701+0000) 2024-09-06T15:55:52.999 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:55:52 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:55:52.826171913Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:55:53.000 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:52 smithi181 bash[86629]: debug 2024-09-06T15:55:52.679+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.218299+0000 front 2024-09-06T15:55:09.218485+0000 (oldest deadline 2024-09-06T15:55:34.518311+0000) 2024-09-06T15:55:53.000 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:52 smithi181 bash[86629]: debug 2024-09-06T15:55:52.679+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.519070+0000 front 2024-09-06T15:55:14.519333+0000 (oldest deadline 2024-09-06T15:55:40.418844+0000) 2024-09-06T15:55:53.000 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:52 smithi181 bash[86629]: debug 2024-09-06T15:55:52.679+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:26.221027+0000 front 2024-09-06T15:55:26.220720+0000 (oldest deadline 2024-09-06T15:55:50.320480+0000) 2024-09-06T15:55:53.000 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:52 smithi181 bash[86629]: debug 2024-09-06T15:55:52.679+0000 7fb307dbe640 -1 osd.7 151 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.34369.0:22 2.1d 2:ba7b9bcb:::realms.735f153c-36ac-4cee-99a9-bda62c435f72.control:head [watch ping cookie 94855368844288] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e151) 2024-09-06T15:55:53.832 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:53 smithi181 bash[94506]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-osd-5 2024-09-06T15:55:53.833 INFO:journalctl@ceph.osd.5.smithi181.stdout:Sep 06 15:55:53 smithi181 bash[94569]: Error response from daemon: No such container: ceph-bab55310-6c60-11ef-bce4-c7b262605968-osd-5 2024-09-06T15:55:53.833 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:53 smithi181 bash[86629]: debug 2024-09-06T15:55:53.715+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.218299+0000 front 2024-09-06T15:55:09.218485+0000 (oldest deadline 2024-09-06T15:55:34.518311+0000) 2024-09-06T15:55:53.833 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:53 smithi181 bash[86629]: debug 2024-09-06T15:55:53.715+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.519070+0000 front 2024-09-06T15:55:14.519333+0000 (oldest deadline 2024-09-06T15:55:40.418844+0000) 2024-09-06T15:55:53.833 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:53 smithi181 bash[86629]: debug 2024-09-06T15:55:53.715+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:26.221027+0000 front 2024-09-06T15:55:26.220720+0000 (oldest deadline 2024-09-06T15:55:50.320480+0000) 2024-09-06T15:55:53.834 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:53 smithi181 bash[86629]: debug 2024-09-06T15:55:53.715+0000 7fb307dbe640 -1 osd.7 151 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.34369.0:22 2.1d 2:ba7b9bcb:::realms.735f153c-36ac-4cee-99a9-bda62c435f72.control:head [watch ping cookie 94855368844288] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e151) 2024-09-06T15:55:53.945 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:55:53 smithi169 bash[82765]: ts=2024-09-06T15:55:53.567Z caller=dispatch.go:353 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"\": dial tcp 172.21.15.181:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-09-06T15:55:53.946 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:55:53 smithi169 bash[82765]: ts=2024-09-06T15:55:53.568Z caller=notify.go:848 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] aggrGroup="{}/{}:{alertname=\"CephHealthWarning\"}" msg="Notify attempt failed, will retry later" attempts=1 err="Post \"\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-09-06T15:55:53.946 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:55:53 smithi169 bash[82765]: ts=2024-09-06T15:55:53.569Z caller=notify.go:848 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] aggrGroup="{}/{}:{alertname=\"CephHealthWarning\"}" msg="Notify attempt failed, will retry later" attempts=1 err="Post \"\": dial tcp 172.21.15.181:8443: connect: connection refused" 2024-09-06T15:55:54.248 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:53 smithi181 bash[82484]: debug 2024-09-06T15:55:53.831+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:07.942681+0000 front 2024-09-06T15:55:07.942519+0000 (oldest deadline 2024-09-06T15:55:30.842159+0000) 2024-09-06T15:55:54.248 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:53 smithi181 bash[82484]: debug 2024-09-06T15:55:53.831+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.343609+0000 front 2024-09-06T15:55:14.343701+0000 (oldest deadline 2024-09-06T15:55:39.043720+0000) 2024-09-06T15:55:54.248 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:53 smithi181 bash[82484]: debug 2024-09-06T15:55:53.831+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:22.445955+0000 front 2024-09-06T15:55:22.445873+0000 (oldest deadline 2024-09-06T15:55:47.145701+0000) 2024-09-06T15:55:55.150 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:54 smithi181 bash[86629]: debug 2024-09-06T15:55:54.747+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.218299+0000 front 2024-09-06T15:55:09.218485+0000 (oldest deadline 2024-09-06T15:55:34.518311+0000) 2024-09-06T15:55:55.150 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:54 smithi181 bash[86629]: debug 2024-09-06T15:55:54.747+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.519070+0000 front 2024-09-06T15:55:14.519333+0000 (oldest deadline 2024-09-06T15:55:40.418844+0000) 2024-09-06T15:55:55.150 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:54 smithi181 bash[86629]: debug 2024-09-06T15:55:54.747+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:26.221027+0000 front 2024-09-06T15:55:26.220720+0000 (oldest deadline 2024-09-06T15:55:50.320480+0000) 2024-09-06T15:55:55.150 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:54 smithi181 bash[86629]: debug 2024-09-06T15:55:54.747+0000 7fb307dbe640 -1 osd.7 151 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.34369.0:22 2.1d 2:ba7b9bcb:::realms.735f153c-36ac-4cee-99a9-bda62c435f72.control:head [watch ping cookie 94855368844288] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e151) 2024-09-06T15:55:55.151 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:54 smithi181 bash[82484]: debug 2024-09-06T15:55:54.875+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:07.942681+0000 front 2024-09-06T15:55:07.942519+0000 (oldest deadline 2024-09-06T15:55:30.842159+0000) 2024-09-06T15:55:55.151 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:54 smithi181 bash[82484]: debug 2024-09-06T15:55:54.875+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.343609+0000 front 2024-09-06T15:55:14.343701+0000 (oldest deadline 2024-09-06T15:55:39.043720+0000) 2024-09-06T15:55:55.151 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:54 smithi181 bash[82484]: debug 2024-09-06T15:55:54.875+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:22.445955+0000 front 2024-09-06T15:55:22.445873+0000 (oldest deadline 2024-09-06T15:55:47.145701+0000) 2024-09-06T15:55:55.881 DEBUG:teuthology.orchestra.run.smithi181:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bab55310-6c60-11ef-bce4-c7b262605968@osd.5.service' 2024-09-06T15:55:55.931 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-06T15:55:55.931 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-09-06T15:55:55.931 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-09-06T15:55:55.932 DEBUG:teuthology.orchestra.run.smithi181:> sudo systemctl stop ceph-bab55310-6c60-11ef-bce4-c7b262605968@osd.6 2024-09-06T15:55:55.998 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:55:55 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:55:55.821068282Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:55:55.998 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:55 smithi181 bash[82484]: debug 2024-09-06T15:55:55.839+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:07.942681+0000 front 2024-09-06T15:55:07.942519+0000 (oldest deadline 2024-09-06T15:55:30.842159+0000) 2024-09-06T15:55:55.998 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:55 smithi181 bash[82484]: debug 2024-09-06T15:55:55.839+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.343609+0000 front 2024-09-06T15:55:14.343701+0000 (oldest deadline 2024-09-06T15:55:39.043720+0000) 2024-09-06T15:55:55.998 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:55 smithi181 bash[82484]: debug 2024-09-06T15:55:55.839+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:22.445955+0000 front 2024-09-06T15:55:22.445873+0000 (oldest deadline 2024-09-06T15:55:47.145701+0000) 2024-09-06T15:55:55.999 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:55 smithi181 bash[82484]: debug 2024-09-06T15:55:55.839+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6830 osd.3 since back 2024-09-06T15:55:34.048542+0000 front 2024-09-06T15:55:34.048504+0000 (oldest deadline 2024-09-06T15:55:55.748271+0000) 2024-09-06T15:55:55.999 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:55 smithi181 systemd[1]: Stopping Ceph osd.6 for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:55:55.999 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:55 smithi181 bash[86629]: debug 2024-09-06T15:55:55.739+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.218299+0000 front 2024-09-06T15:55:09.218485+0000 (oldest deadline 2024-09-06T15:55:34.518311+0000) 2024-09-06T15:55:55.999 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:55 smithi181 bash[86629]: debug 2024-09-06T15:55:55.739+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.519070+0000 front 2024-09-06T15:55:14.519333+0000 (oldest deadline 2024-09-06T15:55:40.418844+0000) 2024-09-06T15:55:55.999 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:55 smithi181 bash[86629]: debug 2024-09-06T15:55:55.739+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:26.221027+0000 front 2024-09-06T15:55:26.220720+0000 (oldest deadline 2024-09-06T15:55:50.320480+0000) 2024-09-06T15:55:55.999 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:55 smithi181 bash[86629]: debug 2024-09-06T15:55:55.739+0000 7fb307dbe640 -1 osd.7 151 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.34369.0:22 2.1d 2:ba7b9bcb:::realms.735f153c-36ac-4cee-99a9-bda62c435f72.control:head [watch ping cookie 94855368844288] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e151) 2024-09-06T15:55:56.248 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:56 smithi181 bash[82484]: debug 2024-09-06T15:55:56.099+0000 7fb4cc113640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-06T15:55:56.248 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:56 smithi181 bash[82484]: debug 2024-09-06T15:55:56.099+0000 7fb4cc113640 -1 osd.6 151 *** Got signal Terminated *** 2024-09-06T15:55:56.248 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:56 smithi181 bash[82484]: debug 2024-09-06T15:55:56.099+0000 7fb4cc113640 -1 osd.6 151 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-06T15:55:56.998 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:56 smithi181 bash[82484]: debug 2024-09-06T15:55:56.807+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:07.942681+0000 front 2024-09-06T15:55:07.942519+0000 (oldest deadline 2024-09-06T15:55:30.842159+0000) 2024-09-06T15:55:56.998 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:56 smithi181 bash[82484]: debug 2024-09-06T15:55:56.807+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.343609+0000 front 2024-09-06T15:55:14.343701+0000 (oldest deadline 2024-09-06T15:55:39.043720+0000) 2024-09-06T15:55:56.998 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:56 smithi181 bash[82484]: debug 2024-09-06T15:55:56.807+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:22.445955+0000 front 2024-09-06T15:55:22.445873+0000 (oldest deadline 2024-09-06T15:55:47.145701+0000) 2024-09-06T15:55:56.999 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:56 smithi181 bash[82484]: debug 2024-09-06T15:55:56.807+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6830 osd.3 since back 2024-09-06T15:55:34.048542+0000 front 2024-09-06T15:55:34.048504+0000 (oldest deadline 2024-09-06T15:55:55.748271+0000) 2024-09-06T15:55:56.999 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:56 smithi181 bash[86629]: debug 2024-09-06T15:55:56.715+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.218299+0000 front 2024-09-06T15:55:09.218485+0000 (oldest deadline 2024-09-06T15:55:34.518311+0000) 2024-09-06T15:55:56.999 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:56 smithi181 bash[86629]: debug 2024-09-06T15:55:56.715+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.519070+0000 front 2024-09-06T15:55:14.519333+0000 (oldest deadline 2024-09-06T15:55:40.418844+0000) 2024-09-06T15:55:56.999 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:56 smithi181 bash[86629]: debug 2024-09-06T15:55:56.715+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:26.221027+0000 front 2024-09-06T15:55:26.220720+0000 (oldest deadline 2024-09-06T15:55:50.320480+0000) 2024-09-06T15:55:56.999 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:56 smithi181 bash[86629]: debug 2024-09-06T15:55:56.715+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6830 osd.3 since back 2024-09-06T15:55:33.122462+0000 front 2024-09-06T15:55:33.122422+0000 (oldest deadline 2024-09-06T15:55:56.022236+0000) 2024-09-06T15:55:56.999 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:56 smithi181 bash[86629]: debug 2024-09-06T15:55:56.715+0000 7fb307dbe640 -1 osd.7 151 get_health_metrics reporting 3 slow ops, oldest is osd_op(client.34369.0:22 2.1d 2:ba7b9bcb:::realms.735f153c-36ac-4cee-99a9-bda62c435f72.control:head [watch ping cookie 94855368844288] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e151) 2024-09-06T15:55:58.248 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:57 smithi181 bash[82484]: debug 2024-09-06T15:55:57.791+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:07.942681+0000 front 2024-09-06T15:55:07.942519+0000 (oldest deadline 2024-09-06T15:55:30.842159+0000) 2024-09-06T15:55:58.248 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:57 smithi181 bash[82484]: debug 2024-09-06T15:55:57.791+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.343609+0000 front 2024-09-06T15:55:14.343701+0000 (oldest deadline 2024-09-06T15:55:39.043720+0000) 2024-09-06T15:55:58.249 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:57 smithi181 bash[82484]: debug 2024-09-06T15:55:57.791+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:22.445955+0000 front 2024-09-06T15:55:22.445873+0000 (oldest deadline 2024-09-06T15:55:47.145701+0000) 2024-09-06T15:55:58.249 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:57 smithi181 bash[82484]: debug 2024-09-06T15:55:57.791+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6830 osd.3 since back 2024-09-06T15:55:34.048542+0000 front 2024-09-06T15:55:34.048504+0000 (oldest deadline 2024-09-06T15:55:55.748271+0000) 2024-09-06T15:55:58.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:57 smithi181 bash[86629]: debug 2024-09-06T15:55:57.763+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.218299+0000 front 2024-09-06T15:55:09.218485+0000 (oldest deadline 2024-09-06T15:55:34.518311+0000) 2024-09-06T15:55:58.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:57 smithi181 bash[86629]: debug 2024-09-06T15:55:57.763+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.519070+0000 front 2024-09-06T15:55:14.519333+0000 (oldest deadline 2024-09-06T15:55:40.418844+0000) 2024-09-06T15:55:58.250 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:57 smithi181 bash[86629]: debug 2024-09-06T15:55:57.763+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:26.221027+0000 front 2024-09-06T15:55:26.220720+0000 (oldest deadline 2024-09-06T15:55:50.320480+0000) 2024-09-06T15:55:58.250 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:57 smithi181 bash[86629]: debug 2024-09-06T15:55:57.763+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6830 osd.3 since back 2024-09-06T15:55:33.122462+0000 front 2024-09-06T15:55:33.122422+0000 (oldest deadline 2024-09-06T15:55:56.022236+0000) 2024-09-06T15:55:58.250 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:57 smithi181 bash[86629]: debug 2024-09-06T15:55:57.763+0000 7fb307dbe640 -1 osd.7 151 get_health_metrics reporting 3 slow ops, oldest is osd_op(client.34369.0:22 2.1d 2:ba7b9bcb:::realms.735f153c-36ac-4cee-99a9-bda62c435f72.control:head [watch ping cookie 94855368844288] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e151) 2024-09-06T15:55:59.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:55:58 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:55:58.826266256Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:55:59.248 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:58 smithi181 bash[86629]: debug 2024-09-06T15:55:58.791+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.218299+0000 front 2024-09-06T15:55:09.218485+0000 (oldest deadline 2024-09-06T15:55:34.518311+0000) 2024-09-06T15:55:59.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:58 smithi181 bash[86629]: debug 2024-09-06T15:55:58.791+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.519070+0000 front 2024-09-06T15:55:14.519333+0000 (oldest deadline 2024-09-06T15:55:40.418844+0000) 2024-09-06T15:55:59.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:58 smithi181 bash[86629]: debug 2024-09-06T15:55:58.791+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:26.221027+0000 front 2024-09-06T15:55:26.220720+0000 (oldest deadline 2024-09-06T15:55:50.320480+0000) 2024-09-06T15:55:59.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:58 smithi181 bash[86629]: debug 2024-09-06T15:55:58.791+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6830 osd.3 since back 2024-09-06T15:55:33.122462+0000 front 2024-09-06T15:55:33.122422+0000 (oldest deadline 2024-09-06T15:55:56.022236+0000) 2024-09-06T15:55:59.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:58 smithi181 bash[86629]: debug 2024-09-06T15:55:58.791+0000 7fb307dbe640 -1 osd.7 151 get_health_metrics reporting 3 slow ops, oldest is osd_op(client.34369.0:22 2.1d 2:ba7b9bcb:::realms.735f153c-36ac-4cee-99a9-bda62c435f72.control:head [watch ping cookie 94855368844288] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e151) 2024-09-06T15:55:59.249 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:58 smithi181 bash[82484]: debug 2024-09-06T15:55:58.819+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:07.942681+0000 front 2024-09-06T15:55:07.942519+0000 (oldest deadline 2024-09-06T15:55:30.842159+0000) 2024-09-06T15:55:59.249 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:58 smithi181 bash[82484]: debug 2024-09-06T15:55:58.819+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.343609+0000 front 2024-09-06T15:55:14.343701+0000 (oldest deadline 2024-09-06T15:55:39.043720+0000) 2024-09-06T15:55:59.250 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:58 smithi181 bash[82484]: debug 2024-09-06T15:55:58.819+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:22.445955+0000 front 2024-09-06T15:55:22.445873+0000 (oldest deadline 2024-09-06T15:55:47.145701+0000) 2024-09-06T15:55:59.250 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:58 smithi181 bash[82484]: debug 2024-09-06T15:55:58.819+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6830 osd.3 since back 2024-09-06T15:55:34.048542+0000 front 2024-09-06T15:55:34.048504+0000 (oldest deadline 2024-09-06T15:55:55.748271+0000) 2024-09-06T15:56:00.248 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:59 smithi181 bash[82484]: debug 2024-09-06T15:55:59.839+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:07.942681+0000 front 2024-09-06T15:55:07.942519+0000 (oldest deadline 2024-09-06T15:55:30.842159+0000) 2024-09-06T15:56:00.248 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:59 smithi181 bash[82484]: debug 2024-09-06T15:55:59.839+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.343609+0000 front 2024-09-06T15:55:14.343701+0000 (oldest deadline 2024-09-06T15:55:39.043720+0000) 2024-09-06T15:56:00.249 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:59 smithi181 bash[82484]: debug 2024-09-06T15:55:59.839+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:22.445955+0000 front 2024-09-06T15:55:22.445873+0000 (oldest deadline 2024-09-06T15:55:47.145701+0000) 2024-09-06T15:56:00.249 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:59 smithi181 bash[82484]: debug 2024-09-06T15:55:59.839+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6830 osd.3 since back 2024-09-06T15:55:34.048542+0000 front 2024-09-06T15:55:34.048504+0000 (oldest deadline 2024-09-06T15:55:55.748271+0000) 2024-09-06T15:56:00.249 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:55:59 smithi181 bash[82484]: debug 2024-09-06T15:55:59.839+0000 7fb4c8728640 -1 osd.6 151 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.54599.0:1086 4.1f 4:f95f44c2:::notify.0:head [watch ping cookie 93919534423936] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e151) 2024-09-06T15:56:00.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:59 smithi181 bash[86629]: debug 2024-09-06T15:55:59.823+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.218299+0000 front 2024-09-06T15:55:09.218485+0000 (oldest deadline 2024-09-06T15:55:34.518311+0000) 2024-09-06T15:56:00.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:59 smithi181 bash[86629]: debug 2024-09-06T15:55:59.823+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.519070+0000 front 2024-09-06T15:55:14.519333+0000 (oldest deadline 2024-09-06T15:55:40.418844+0000) 2024-09-06T15:56:00.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:59 smithi181 bash[86629]: debug 2024-09-06T15:55:59.823+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:26.221027+0000 front 2024-09-06T15:55:26.220720+0000 (oldest deadline 2024-09-06T15:55:50.320480+0000) 2024-09-06T15:56:00.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:59 smithi181 bash[86629]: debug 2024-09-06T15:55:59.823+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6830 osd.3 since back 2024-09-06T15:55:33.122462+0000 front 2024-09-06T15:55:33.122422+0000 (oldest deadline 2024-09-06T15:55:56.022236+0000) 2024-09-06T15:56:00.250 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:55:59 smithi181 bash[86629]: debug 2024-09-06T15:55:59.823+0000 7fb307dbe640 -1 osd.7 151 get_health_metrics reporting 4 slow ops, oldest is osd_op(client.34369.0:22 2.1d 2:ba7b9bcb:::realms.735f153c-36ac-4cee-99a9-bda62c435f72.control:head [watch ping cookie 94855368844288] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e151) 2024-09-06T15:56:01.248 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:56:00 smithi181 bash[82484]: debug 2024-09-06T15:56:00.847+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:07.942681+0000 front 2024-09-06T15:55:07.942519+0000 (oldest deadline 2024-09-06T15:55:30.842159+0000) 2024-09-06T15:56:01.249 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:56:00 smithi181 bash[82484]: debug 2024-09-06T15:56:00.847+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.343609+0000 front 2024-09-06T15:55:14.343701+0000 (oldest deadline 2024-09-06T15:55:39.043720+0000) 2024-09-06T15:56:01.249 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:56:00 smithi181 bash[82484]: debug 2024-09-06T15:56:00.847+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:22.445955+0000 front 2024-09-06T15:55:22.445873+0000 (oldest deadline 2024-09-06T15:55:47.145701+0000) 2024-09-06T15:56:01.249 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:56:00 smithi181 bash[82484]: debug 2024-09-06T15:56:00.847+0000 7fb4c8728640 -1 osd.6 151 heartbeat_check: no reply from 172.21.15.169:6830 osd.3 since back 2024-09-06T15:55:34.048542+0000 front 2024-09-06T15:55:34.048504+0000 (oldest deadline 2024-09-06T15:55:55.748271+0000) 2024-09-06T15:56:01.249 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:56:00 smithi181 bash[82484]: debug 2024-09-06T15:56:00.847+0000 7fb4c8728640 -1 osd.6 151 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.54599.0:1086 4.1f 4:f95f44c2:::notify.0:head [watch ping cookie 93919534423936] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e151) 2024-09-06T15:56:01.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:00 smithi181 bash[86629]: debug 2024-09-06T15:56:00.807+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.218299+0000 front 2024-09-06T15:55:09.218485+0000 (oldest deadline 2024-09-06T15:55:34.518311+0000) 2024-09-06T15:56:01.250 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:00 smithi181 bash[86629]: debug 2024-09-06T15:56:00.807+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.519070+0000 front 2024-09-06T15:55:14.519333+0000 (oldest deadline 2024-09-06T15:55:40.418844+0000) 2024-09-06T15:56:01.250 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:00 smithi181 bash[86629]: debug 2024-09-06T15:56:00.807+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:26.221027+0000 front 2024-09-06T15:55:26.220720+0000 (oldest deadline 2024-09-06T15:55:50.320480+0000) 2024-09-06T15:56:01.250 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:00 smithi181 bash[86629]: debug 2024-09-06T15:56:00.807+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6830 osd.3 since back 2024-09-06T15:55:33.122462+0000 front 2024-09-06T15:55:33.122422+0000 (oldest deadline 2024-09-06T15:55:56.022236+0000) 2024-09-06T15:56:01.250 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:00 smithi181 bash[86629]: debug 2024-09-06T15:56:00.807+0000 7fb307dbe640 -1 osd.7 151 get_health_metrics reporting 4 slow ops, oldest is osd_op(client.34369.0:22 2.1d 2:ba7b9bcb:::realms.735f153c-36ac-4cee-99a9-bda62c435f72.control:head [watch ping cookie 94855368844288] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e151) 2024-09-06T15:56:01.998 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:56:01 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:56:01.807461899Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:56:01.998 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:01 smithi181 bash[86629]: debug 2024-09-06T15:56:01.823+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.218299+0000 front 2024-09-06T15:55:09.218485+0000 (oldest deadline 2024-09-06T15:55:34.518311+0000) 2024-09-06T15:56:01.999 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:01 smithi181 bash[86629]: debug 2024-09-06T15:56:01.823+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.519070+0000 front 2024-09-06T15:55:14.519333+0000 (oldest deadline 2024-09-06T15:55:40.418844+0000) 2024-09-06T15:56:01.999 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:01 smithi181 bash[86629]: debug 2024-09-06T15:56:01.823+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:26.221027+0000 front 2024-09-06T15:55:26.220720+0000 (oldest deadline 2024-09-06T15:55:50.320480+0000) 2024-09-06T15:56:01.999 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:01 smithi181 bash[86629]: debug 2024-09-06T15:56:01.823+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6830 osd.3 since back 2024-09-06T15:55:33.122462+0000 front 2024-09-06T15:55:33.122422+0000 (oldest deadline 2024-09-06T15:55:56.022236+0000) 2024-09-06T15:56:01.999 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:01 smithi181 bash[86629]: debug 2024-09-06T15:56:01.823+0000 7fb307dbe640 -1 osd.7 151 get_health_metrics reporting 5 slow ops, oldest is osd_op(client.34369.0:22 2.1d 2:ba7b9bcb:::realms.735f153c-36ac-4cee-99a9-bda62c435f72.control:head [watch ping cookie 94855368844288] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e151) 2024-09-06T15:56:02.498 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:56:02 smithi181 bash[94702]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-osd-6 2024-09-06T15:56:02.498 INFO:journalctl@ceph.osd.6.smithi181.stdout:Sep 06 15:56:02 smithi181 bash[94768]: Error response from daemon: No such container: ceph-bab55310-6c60-11ef-bce4-c7b262605968-osd-6 2024-09-06T15:56:03.248 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:02 smithi181 bash[86629]: debug 2024-09-06T15:56:02.851+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.218299+0000 front 2024-09-06T15:55:09.218485+0000 (oldest deadline 2024-09-06T15:55:34.518311+0000) 2024-09-06T15:56:03.248 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:02 smithi181 bash[86629]: debug 2024-09-06T15:56:02.851+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.519070+0000 front 2024-09-06T15:55:14.519333+0000 (oldest deadline 2024-09-06T15:55:40.418844+0000) 2024-09-06T15:56:03.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:02 smithi181 bash[86629]: debug 2024-09-06T15:56:02.851+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:26.221027+0000 front 2024-09-06T15:55:26.220720+0000 (oldest deadline 2024-09-06T15:55:50.320480+0000) 2024-09-06T15:56:03.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:02 smithi181 bash[86629]: debug 2024-09-06T15:56:02.851+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6830 osd.3 since back 2024-09-06T15:55:33.122462+0000 front 2024-09-06T15:55:33.122422+0000 (oldest deadline 2024-09-06T15:55:56.022236+0000) 2024-09-06T15:56:03.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:02 smithi181 bash[86629]: debug 2024-09-06T15:56:02.851+0000 7fb307dbe640 -1 osd.7 151 get_health_metrics reporting 5 slow ops, oldest is osd_op(client.34369.0:22 2.1d 2:ba7b9bcb:::realms.735f153c-36ac-4cee-99a9-bda62c435f72.control:head [watch ping cookie 94855368844288] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e151) 2024-09-06T15:56:03.946 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:56:03 smithi169 bash[82765]: ts=2024-09-06T15:56:03.568Z caller=dispatch.go:353 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"\": dial tcp 172.21.15.169:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"\": dial tcp 172.21.15.181:8443: connect: connection refused" 2024-09-06T15:56:03.946 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:56:03 smithi169 bash[82765]: ts=2024-09-06T15:56:03.569Z caller=notify.go:848 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] aggrGroup="{}/{}:{alertname=\"CephHealthWarning\"}" msg="Notify attempt failed, will retry later" attempts=1 err="Post \"\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-09-06T15:56:03.946 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:56:03 smithi169 bash[82765]: ts=2024-09-06T15:56:03.570Z caller=notify.go:848 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] aggrGroup="{}/{}:{alertname=\"CephHealthWarning\"}" msg="Notify attempt failed, will retry later" attempts=1 err="Post \"\": dial tcp 172.21.15.181:8443: connect: connection refused" 2024-09-06T15:56:04.248 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:03 smithi181 bash[86629]: debug 2024-09-06T15:56:03.815+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.218299+0000 front 2024-09-06T15:55:09.218485+0000 (oldest deadline 2024-09-06T15:55:34.518311+0000) 2024-09-06T15:56:04.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:03 smithi181 bash[86629]: debug 2024-09-06T15:56:03.815+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.519070+0000 front 2024-09-06T15:55:14.519333+0000 (oldest deadline 2024-09-06T15:55:40.418844+0000) 2024-09-06T15:56:04.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:03 smithi181 bash[86629]: debug 2024-09-06T15:56:03.815+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:26.221027+0000 front 2024-09-06T15:55:26.220720+0000 (oldest deadline 2024-09-06T15:55:50.320480+0000) 2024-09-06T15:56:04.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:03 smithi181 bash[86629]: debug 2024-09-06T15:56:03.815+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6830 osd.3 since back 2024-09-06T15:55:33.122462+0000 front 2024-09-06T15:55:33.122422+0000 (oldest deadline 2024-09-06T15:55:56.022236+0000) 2024-09-06T15:56:04.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:03 smithi181 bash[86629]: debug 2024-09-06T15:56:03.815+0000 7fb307dbe640 -1 osd.7 151 get_health_metrics reporting 5 slow ops, oldest is osd_op(client.34369.0:22 2.1d 2:ba7b9bcb:::realms.735f153c-36ac-4cee-99a9-bda62c435f72.control:head [watch ping cookie 94855368844288] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e151) 2024-09-06T15:56:04.489 DEBUG:teuthology.orchestra.run.smithi181:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bab55310-6c60-11ef-bce4-c7b262605968@osd.6.service' 2024-09-06T15:56:04.558 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-06T15:56:04.558 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-09-06T15:56:04.559 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-09-06T15:56:04.559 DEBUG:teuthology.orchestra.run.smithi181:> sudo systemctl stop ceph-bab55310-6c60-11ef-bce4-c7b262605968@osd.7 2024-09-06T15:56:04.748 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:04 smithi181 systemd[1]: Stopping Ceph osd.7 for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:56:04.748 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:04 smithi181 bash[86629]: debug 2024-09-06T15:56:04.727+0000 7fb30f7b1640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-06T15:56:04.749 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:04 smithi181 bash[86629]: debug 2024-09-06T15:56:04.727+0000 7fb30f7b1640 -1 osd.7 151 *** Got signal Terminated *** 2024-09-06T15:56:04.749 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:04 smithi181 bash[86629]: debug 2024-09-06T15:56:04.727+0000 7fb30f7b1640 -1 osd.7 151 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-06T15:56:05.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:56:04 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:56:04.823217449Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:56:05.248 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:04 smithi181 bash[86629]: debug 2024-09-06T15:56:04.779+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.218299+0000 front 2024-09-06T15:55:09.218485+0000 (oldest deadline 2024-09-06T15:55:34.518311+0000) 2024-09-06T15:56:05.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:04 smithi181 bash[86629]: debug 2024-09-06T15:56:04.779+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.519070+0000 front 2024-09-06T15:55:14.519333+0000 (oldest deadline 2024-09-06T15:55:40.418844+0000) 2024-09-06T15:56:05.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:04 smithi181 bash[86629]: debug 2024-09-06T15:56:04.779+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:26.221027+0000 front 2024-09-06T15:55:26.220720+0000 (oldest deadline 2024-09-06T15:55:50.320480+0000) 2024-09-06T15:56:05.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:04 smithi181 bash[86629]: debug 2024-09-06T15:56:04.779+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6830 osd.3 since back 2024-09-06T15:55:33.122462+0000 front 2024-09-06T15:55:33.122422+0000 (oldest deadline 2024-09-06T15:55:56.022236+0000) 2024-09-06T15:56:05.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:04 smithi181 bash[86629]: debug 2024-09-06T15:56:04.779+0000 7fb307dbe640 -1 osd.7 151 get_health_metrics reporting 6 slow ops, oldest is osd_op(client.34369.0:22 2.1d 2:ba7b9bcb:::realms.735f153c-36ac-4cee-99a9-bda62c435f72.control:head [watch ping cookie 94855368844288] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e151) 2024-09-06T15:56:06.248 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:05 smithi181 bash[86629]: debug 2024-09-06T15:56:05.819+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.218299+0000 front 2024-09-06T15:55:09.218485+0000 (oldest deadline 2024-09-06T15:55:34.518311+0000) 2024-09-06T15:56:06.248 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:05 smithi181 bash[86629]: debug 2024-09-06T15:56:05.819+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.519070+0000 front 2024-09-06T15:55:14.519333+0000 (oldest deadline 2024-09-06T15:55:40.418844+0000) 2024-09-06T15:56:06.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:05 smithi181 bash[86629]: debug 2024-09-06T15:56:05.819+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:26.221027+0000 front 2024-09-06T15:55:26.220720+0000 (oldest deadline 2024-09-06T15:55:50.320480+0000) 2024-09-06T15:56:06.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:05 smithi181 bash[86629]: debug 2024-09-06T15:56:05.819+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6830 osd.3 since back 2024-09-06T15:55:33.122462+0000 front 2024-09-06T15:55:33.122422+0000 (oldest deadline 2024-09-06T15:55:56.022236+0000) 2024-09-06T15:56:06.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:05 smithi181 bash[86629]: debug 2024-09-06T15:56:05.819+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.181:6804 osd.4 since back 2024-09-06T15:55:39.523498+0000 front 2024-09-06T15:55:39.523560+0000 (oldest deadline 2024-09-06T15:56:04.823232+0000) 2024-09-06T15:56:06.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:05 smithi181 bash[86629]: debug 2024-09-06T15:56:05.819+0000 7fb307dbe640 -1 osd.7 151 get_health_metrics reporting 6 slow ops, oldest is osd_op(client.34369.0:22 2.1d 2:ba7b9bcb:::realms.735f153c-36ac-4cee-99a9-bda62c435f72.control:head [watch ping cookie 94855368844288] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e151) 2024-09-06T15:56:07.248 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:06 smithi181 bash[86629]: debug 2024-09-06T15:56:06.863+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.218299+0000 front 2024-09-06T15:55:09.218485+0000 (oldest deadline 2024-09-06T15:55:34.518311+0000) 2024-09-06T15:56:07.248 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:06 smithi181 bash[86629]: debug 2024-09-06T15:56:06.863+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.519070+0000 front 2024-09-06T15:55:14.519333+0000 (oldest deadline 2024-09-06T15:55:40.418844+0000) 2024-09-06T15:56:07.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:06 smithi181 bash[86629]: debug 2024-09-06T15:56:06.863+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:26.221027+0000 front 2024-09-06T15:55:26.220720+0000 (oldest deadline 2024-09-06T15:55:50.320480+0000) 2024-09-06T15:56:07.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:06 smithi181 bash[86629]: debug 2024-09-06T15:56:06.863+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6830 osd.3 since back 2024-09-06T15:55:33.122462+0000 front 2024-09-06T15:55:33.122422+0000 (oldest deadline 2024-09-06T15:55:56.022236+0000) 2024-09-06T15:56:07.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:06 smithi181 bash[86629]: debug 2024-09-06T15:56:06.863+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.181:6804 osd.4 since back 2024-09-06T15:55:39.523498+0000 front 2024-09-06T15:55:39.523560+0000 (oldest deadline 2024-09-06T15:56:04.823232+0000) 2024-09-06T15:56:07.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:06 smithi181 bash[86629]: debug 2024-09-06T15:56:06.863+0000 7fb307dbe640 -1 osd.7 151 get_health_metrics reporting 7 slow ops, oldest is osd_op(client.34369.0:22 2.1d 2:ba7b9bcb:::realms.735f153c-36ac-4cee-99a9-bda62c435f72.control:head [watch ping cookie 94855368844288] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e151) 2024-09-06T15:56:08.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:56:07 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:56:07.833429339Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:56:08.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:07 smithi181 bash[86629]: debug 2024-09-06T15:56:07.871+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.218299+0000 front 2024-09-06T15:55:09.218485+0000 (oldest deadline 2024-09-06T15:55:34.518311+0000) 2024-09-06T15:56:08.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:07 smithi181 bash[86629]: debug 2024-09-06T15:56:07.871+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.519070+0000 front 2024-09-06T15:55:14.519333+0000 (oldest deadline 2024-09-06T15:55:40.418844+0000) 2024-09-06T15:56:08.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:07 smithi181 bash[86629]: debug 2024-09-06T15:56:07.871+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:26.221027+0000 front 2024-09-06T15:55:26.220720+0000 (oldest deadline 2024-09-06T15:55:50.320480+0000) 2024-09-06T15:56:08.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:07 smithi181 bash[86629]: debug 2024-09-06T15:56:07.871+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6830 osd.3 since back 2024-09-06T15:55:33.122462+0000 front 2024-09-06T15:55:33.122422+0000 (oldest deadline 2024-09-06T15:55:56.022236+0000) 2024-09-06T15:56:08.250 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:07 smithi181 bash[86629]: debug 2024-09-06T15:56:07.871+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.181:6804 osd.4 since back 2024-09-06T15:55:39.523498+0000 front 2024-09-06T15:55:39.523560+0000 (oldest deadline 2024-09-06T15:56:04.823232+0000) 2024-09-06T15:56:08.250 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:07 smithi181 bash[86629]: debug 2024-09-06T15:56:07.871+0000 7fb307dbe640 -1 osd.7 151 get_health_metrics reporting 7 slow ops, oldest is osd_op(client.34369.0:22 2.1d 2:ba7b9bcb:::realms.735f153c-36ac-4cee-99a9-bda62c435f72.control:head [watch ping cookie 94855368844288] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e151) 2024-09-06T15:56:09.248 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:08 smithi181 bash[86629]: debug 2024-09-06T15:56:08.847+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6806 osd.0 since back 2024-09-06T15:55:09.218299+0000 front 2024-09-06T15:55:09.218485+0000 (oldest deadline 2024-09-06T15:55:34.518311+0000) 2024-09-06T15:56:09.248 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:08 smithi181 bash[86629]: debug 2024-09-06T15:56:08.847+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6814 osd.1 since back 2024-09-06T15:55:14.519070+0000 front 2024-09-06T15:55:14.519333+0000 (oldest deadline 2024-09-06T15:55:40.418844+0000) 2024-09-06T15:56:09.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:08 smithi181 bash[86629]: debug 2024-09-06T15:56:08.847+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6822 osd.2 since back 2024-09-06T15:55:26.221027+0000 front 2024-09-06T15:55:26.220720+0000 (oldest deadline 2024-09-06T15:55:50.320480+0000) 2024-09-06T15:56:09.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:08 smithi181 bash[86629]: debug 2024-09-06T15:56:08.847+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.169:6830 osd.3 since back 2024-09-06T15:55:33.122462+0000 front 2024-09-06T15:55:33.122422+0000 (oldest deadline 2024-09-06T15:55:56.022236+0000) 2024-09-06T15:56:09.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:08 smithi181 bash[86629]: debug 2024-09-06T15:56:08.847+0000 7fb307dbe640 -1 osd.7 151 heartbeat_check: no reply from 172.21.15.181:6804 osd.4 since back 2024-09-06T15:55:39.523498+0000 front 2024-09-06T15:55:39.523560+0000 (oldest deadline 2024-09-06T15:56:04.823232+0000) 2024-09-06T15:56:09.249 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:08 smithi181 bash[86629]: debug 2024-09-06T15:56:08.847+0000 7fb307dbe640 -1 osd.7 151 get_health_metrics reporting 7 slow ops, oldest is osd_op(client.34369.0:22 2.1d 2:ba7b9bcb:::realms.735f153c-36ac-4cee-99a9-bda62c435f72.control:head [watch ping cookie 94855368844288] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e151) 2024-09-06T15:56:11.105 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:10 smithi181 bash[94897]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-osd-7 2024-09-06T15:56:11.105 INFO:journalctl@ceph.osd.7.smithi181.stdout:Sep 06 15:56:10 smithi181 bash[94962]: Error response from daemon: No such container: ceph-bab55310-6c60-11ef-bce4-c7b262605968-osd-7 2024-09-06T15:56:11.106 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:56:10 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:56:10.819062658Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:56:13.025 DEBUG:teuthology.orchestra.run.smithi181:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bab55310-6c60-11ef-bce4-c7b262605968@osd.7.service' 2024-09-06T15:56:13.076 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-06T15:56:13.076 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-09-06T15:56:13.076 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-09-06T15:56:13.077 DEBUG:teuthology.orchestra.run.smithi181:> sudo systemctl stop ceph-bab55310-6c60-11ef-bce4-c7b262605968@prometheus.a 2024-09-06T15:56:13.277 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:56:13 smithi181 systemd[1]: Stopping Ceph prometheus.a for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:56:13.278 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:56:13 smithi181 bash[63085]: ts=2024-09-06T15:56:13.263Z caller=main.go:964 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-06T15:56:13.278 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:56:13 smithi181 bash[63085]: ts=2024-09-06T15:56:13.263Z caller=main.go:988 level=info msg="Stopping scrape discovery manager..." 2024-09-06T15:56:13.278 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:56:13 smithi181 bash[63085]: ts=2024-09-06T15:56:13.263Z caller=main.go:1002 level=info msg="Stopping notify discovery manager..." 2024-09-06T15:56:13.278 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:56:13 smithi181 bash[63085]: ts=2024-09-06T15:56:13.263Z caller=manager.go:177 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-06T15:56:13.278 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:56:13 smithi181 bash[63085]: ts=2024-09-06T15:56:13.263Z caller=main.go:984 level=info msg="Scrape discovery manager stopped" 2024-09-06T15:56:13.278 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:56:13 smithi181 bash[63085]: ts=2024-09-06T15:56:13.263Z caller=main.go:998 level=info msg="Notify discovery manager stopped" 2024-09-06T15:56:13.278 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:56:13 smithi181 bash[63085]: ts=2024-09-06T15:56:13.263Z caller=manager.go:187 level=info component="rule manager" msg="Rule manager stopped" 2024-09-06T15:56:13.279 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:56:13 smithi181 bash[63085]: ts=2024-09-06T15:56:13.263Z caller=main.go:1039 level=info msg="Stopping scrape manager..." 2024-09-06T15:56:13.279 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:56:13 smithi181 bash[63085]: ts=2024-09-06T15:56:13.263Z caller=main.go:1031 level=info msg="Scrape manager stopped" 2024-09-06T15:56:13.279 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:56:13 smithi181 bash[63085]: ts=2024-09-06T15:56:13.264Z caller=notifier.go:618 level=info component=notifier msg="Stopping notification manager..." 2024-09-06T15:56:13.279 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:56:13 smithi181 bash[63085]: ts=2024-09-06T15:56:13.264Z caller=main.go:1261 level=info msg="Notifier manager stopped" 2024-09-06T15:56:13.279 INFO:journalctl@ceph.prometheus.a.smithi181.stdout:Sep 06 15:56:13 smithi181 bash[63085]: ts=2024-09-06T15:56:13.264Z caller=main.go:1273 level=info msg="See you next time!" 2024-09-06T15:56:13.945 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:56:13 smithi169 bash[82765]: ts=2024-09-06T15:56:13.568Z caller=dispatch.go:353 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"\": dial tcp 172.21.15.181:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-09-06T15:56:13.946 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:56:13 smithi169 bash[82765]: ts=2024-09-06T15:56:13.569Z caller=notify.go:848 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] aggrGroup="{}/{}:{alertname=\"CephHealthWarning\"}" msg="Notify attempt failed, will retry later" attempts=1 err="Post \"\": dial tcp 172.21.15.169:8443: connect: connection refused" 2024-09-06T15:56:13.946 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:56:13 smithi169 bash[82765]: ts=2024-09-06T15:56:13.570Z caller=notify.go:848 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] aggrGroup="{}/{}:{alertname=\"CephHealthWarning\"}" msg="Notify attempt failed, will retry later" attempts=1 err="Post \"\": dial tcp 172.21.15.181:8443: connect: connection refused" 2024-09-06T15:56:13.986 DEBUG:teuthology.orchestra.run.smithi181:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bab55310-6c60-11ef-bce4-c7b262605968@prometheus.a.service' 2024-09-06T15:56:14.008 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-06T15:56:14.008 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-09-06T15:56:14.008 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid bab55310-6c60-11ef-bce4-c7b262605968 --force --keep-logs 2024-09-06T15:56:14.189 INFO:teuthology.orchestra.run.smithi169.stdout:Deleting cluster with fsid: bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:56:14.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:56:13 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:56:13.807692989Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:56:17.249 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:56:16 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:56:16.846330406Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:56:19.109 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:56:18 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:56:19.110 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:56:18 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:56:19.398 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:56:19 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:56:19.399 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:56:19 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:56:19.674 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:56:19 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:56:19.675 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:56:19 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:56:19.945 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:56:19 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:56:19.949 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:56:19 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:56:20.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:56:19 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:56:19.816824427Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:56:20.293 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:56:20 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:56:20.294 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:56:20 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:56:20.545 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:56:20 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:56:20.546 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:56:20 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:56:20.546 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:56:20 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:56:20.546 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:56:20 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:56:20.814 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:56:20 smithi169 systemd[1]: Stopping Ceph node-exporter.a for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:56:21.561 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:56:21 smithi169 bash[125495]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-node-exporter-a 2024-09-06T15:56:21.561 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:56:21 smithi169 bash[125553]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-node-exporter-a 2024-09-06T15:56:21.561 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:56:21 smithi169 systemd[1]: ceph-bab55310-6c60-11ef-bce4-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-06T15:56:21.562 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:56:21 smithi169 systemd[1]: ceph-bab55310-6c60-11ef-bce4-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-06T15:56:21.562 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:56:21 smithi169 systemd[1]: Stopped Ceph node-exporter.a for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:56:21.830 INFO:journalctl@ceph.node-exporter.a.smithi169.stdout:Sep 06 15:56:21 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:56:21.830 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:56:21 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:56:21.831 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:56:21 smithi169 systemd[1]: Stopping Ceph alertmanager.a for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:56:21.831 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:56:21 smithi169 bash[82765]: ts=2024-09-06T15:56:21.792Z caller=main.go:542 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-06T15:56:22.646 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:56:22 smithi169 bash[125620]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-alertmanager-a 2024-09-06T15:56:22.647 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:56:22 smithi169 bash[125680]: Error response from daemon: No such container: ceph-bab55310-6c60-11ef-bce4-c7b262605968-alertmanager-a 2024-09-06T15:56:22.647 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:56:22 smithi169 systemd[1]: ceph-bab55310-6c60-11ef-bce4-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-06T15:56:22.647 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:56:22 smithi169 systemd[1]: Stopped Ceph alertmanager.a for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:56:22.945 INFO:journalctl@ceph.alertmanager.a.smithi169.stdout:Sep 06 15:56:22 smithi169 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:56:23.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:56:22 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:56:22.814880259Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:56:26.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:56:25 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:56:25.808112303Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:56:29.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:56:28 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:56:28.848584978Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:56:32.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:56:31 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:56:31.828875065Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:56:35.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:56:34 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:56:34.843647906Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:56:38.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:56:37 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:56:37.848168839Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:56:41.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:56:40 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:56:40.830915071Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:56:44.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:56:43 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:56:43.817724552Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:56:46.346 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid bab55310-6c60-11ef-bce4-c7b262605968 --force --keep-logs 2024-09-06T15:56:46.526 INFO:teuthology.orchestra.run.smithi181.stdout:Deleting cluster with fsid: bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:56:47.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:56:46 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:56:46.854792738Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:56:50.248 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:56:49 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:56:49.822093538Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:56:51.361 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:56:51 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:56:51.362 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:56:51 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:56:51.724 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:56:51 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:56:51.724 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:56:51 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:56:51.998 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:56:51 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:56:51.998 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:56:51 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:56:51.998 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:56:51 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:56:51.998 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:56:51 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:56:52.268 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:56:52 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:56:52.269 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:56:52 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:56:52.575 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:56:52 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:56:52.576 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:56:52 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:56:52.958 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:56:52 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:56:52.958 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:56:52 smithi181 systemd[1]: Stopping Ceph node-exporter.b for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:56:52.959 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:56:52 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:56:52.959 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:56:52 smithi181 bash[66889]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-06T15:56:52.825023495Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-06T15:56:53.748 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:56:53 smithi181 bash[95462]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-node-exporter-b 2024-09-06T15:56:53.748 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:56:53 smithi181 systemd[1]: ceph-bab55310-6c60-11ef-bce4-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-06T15:56:53.748 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:56:53 smithi181 bash[95520]: Error response from daemon: No such container: ceph-bab55310-6c60-11ef-bce4-c7b262605968-node-exporter-b 2024-09-06T15:56:53.748 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:56:53 smithi181 systemd[1]: ceph-bab55310-6c60-11ef-bce4-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-06T15:56:53.748 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:56:53 smithi181 systemd[1]: Stopped Ceph node-exporter.b for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:56:54.069 INFO:journalctl@ceph.node-exporter.b.smithi181.stdout:Sep 06 15:56:53 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:56:54.070 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:56:53 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:56:54.070 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:56:53 smithi181 systemd[1]: Stopping Ceph grafana.a for bab55310-6c60-11ef-bce4-c7b262605968... 2024-09-06T15:56:54.070 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:56:54 smithi181 bash[66889]: logger=server t=2024-09-06T15:56:54.055257668Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-09-06T15:56:54.070 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:56:54 smithi181 bash[66889]: logger=tracing t=2024-09-06T15:56:54.055382135Z level=info msg="Closing tracing" 2024-09-06T15:56:54.070 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:56:54 smithi181 bash[66889]: logger=grafana-apiserver t=2024-09-06T15:56:54.055386023Z level=info msg="StorageObjectCountTracker pruner is exiting" 2024-09-06T15:56:54.070 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:56:54 smithi181 bash[66889]: logger=ticker t=2024-09-06T15:56:54.055401994Z level=info msg=stopped last_tick=2024-09-06T15:56:50Z 2024-09-06T15:56:54.933 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:56:54 smithi181 bash[95589]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-grafana-a 2024-09-06T15:56:54.933 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:56:54 smithi181 bash[95651]: ceph-bab55310-6c60-11ef-bce4-c7b262605968-grafana-a 2024-09-06T15:56:54.933 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:56:54 smithi181 systemd[1]: ceph-bab55310-6c60-11ef-bce4-c7b262605968@grafana.a.service: Deactivated successfully. 2024-09-06T15:56:54.934 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:56:54 smithi181 systemd[1]: Stopped Ceph grafana.a for bab55310-6c60-11ef-bce4-c7b262605968. 2024-09-06T15:56:55.189 INFO:journalctl@ceph.grafana.a.smithi181.stdout:Sep 06 15:56:55 smithi181 systemd[1]: /etc/systemd/system/ceph-bab55310-6c60-11ef-bce4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-06T15:57:06.641 DEBUG:teuthology.orchestra.run.smithi169:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-06T15:57:06.656 DEBUG:teuthology.orchestra.run.smithi181:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-06T15:57:06.668 INFO:tasks.cephadm:Archiving crash dumps... 2024-09-06T15:57:06.671 DEBUG:teuthology.misc:Transferring archived files from smithi169:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/crash to /home/teuthworker/archive/adking-2024-09-06_13:43:09-orch:cephadm-wip-athakkar-testing-2024-09-04-1837-distro-default-smithi/7892422/remote/smithi169/crash 2024-09-06T15:57:06.671 DEBUG:teuthology.orchestra.run.smithi169:> sudo tar c -f - -C /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/crash -- . 2024-09-06T15:57:06.712 INFO:teuthology.orchestra.run.smithi169.stderr:tar: /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/crash: Cannot open: No such file or directory 2024-09-06T15:57:06.713 INFO:teuthology.orchestra.run.smithi169.stderr:tar: Error is not recoverable: exiting now 2024-09-06T15:57:06.714 DEBUG:teuthology.misc:Transferring archived files from smithi181:/var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/crash to /home/teuthworker/archive/adking-2024-09-06_13:43:09-orch:cephadm-wip-athakkar-testing-2024-09-04-1837-distro-default-smithi/7892422/remote/smithi181/crash 2024-09-06T15:57:06.715 DEBUG:teuthology.orchestra.run.smithi181:> sudo tar c -f - -C /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/crash -- . 2024-09-06T15:57:06.726 INFO:teuthology.orchestra.run.smithi181.stderr:tar: /var/lib/ceph/bab55310-6c60-11ef-bce4-c7b262605968/crash: Cannot open: No such file or directory 2024-09-06T15:57:06.726 INFO:teuthology.orchestra.run.smithi181.stderr:tar: Error is not recoverable: exiting now 2024-09-06T15:57:06.727 INFO:tasks.cephadm:Checking cluster log for badness... 2024-09-06T15:57:06.728 DEBUG:teuthology.orchestra.run.smithi169:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph.log | egrep CEPHADM_ | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v CEPHADM_STRAY_DAEMON | egrep -v CEPHADM_FAILED_DAEMON | egrep -v CEPHADM_AGENT_DOWN | head -n 1 2024-09-06T15:57:06.771 INFO:tasks.cephadm:Compressing logs... 2024-09-06T15:57:06.772 DEBUG:teuthology.orchestra.run.smithi169:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-06T15:57:06.819 DEBUG:teuthology.orchestra.run.smithi181:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-06T15:57:06.827 INFO:teuthology.orchestra.run.smithi169.stderr:find: '/var/log/rbd-target-api': No such file or directory 2024-09-06T15:57:06.833 INFO:teuthology.orchestra.run.smithi181.stderr:find: '/var/log/rbd-target-api': No such file or directory 2024-09-06T15:57:06.843 INFO:teuthology.orchestra.run.smithi181.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-06T15:57:06.844 INFO:teuthology.orchestra.run.smithi181.stderr:gzip -5 --verbose -- /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-osd.7.log 2024-09-06T15:57:06.845 INFO:teuthology.orchestra.run.smithi181.stderr:gzip -5 --verbose -- /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-osd.6.log 2024-09-06T15:57:06.845 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/cephadm.log: /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph.cephadm.log 2024-09-06T15:57:06.848 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-osd.5.log 2024-09-06T15:57:06.848 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-mgr.x.log 2024-09-06T15:57:06.848 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph.log 2024-09-06T15:57:06.848 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-mgr.x.log: gzip -5 86.2% -- replaced with /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph.cephadm.log.gz 2024-09-06T15:57:06.849 INFO:teuthology.orchestra.run.smithi181.stderr: --verbose -- /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-volume.log 2024-09-06T15:57:06.849 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph.audit.log 2024-09-06T15:57:06.849 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-mon.b.log 2024-09-06T15:57:06.854 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph.audit.log: 89.5% -- replaced with /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph.log.gz 2024-09-06T15:57:06.855 INFO:teuthology.orchestra.run.smithi181.stderr:gzip -5 --verbose -- /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-client.rgw.foo.smithi181.fqbtai.log 2024-09-06T15:57:06.856 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-mon.b.log: 91.1% -- replaced with /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph.audit.log.gz 2024-09-06T15:57:06.856 INFO:teuthology.orchestra.run.smithi181.stderr:gzip -5 --verbose -- /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-osd.4.log 2024-09-06T15:57:06.857 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-client.rgw.foo.smithi181.fqbtai.log: 77.6% -- replaced with /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-client.rgw.foo.smithi181.fqbtai.log.gz 2024-09-06T15:57:06.873 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-osd.4.log: 91.1% -- replaced with /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-volume.log.gz 2024-09-06T15:57:06.885 INFO:teuthology.orchestra.run.smithi181.stderr: 90.0% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-06T15:57:06.904 INFO:teuthology.orchestra.run.smithi169.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-06T15:57:06.904 INFO:teuthology.orchestra.run.smithi169.stderr:gzip -5 --verbose -- /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-mgr.y.log 2024-09-06T15:57:06.905 INFO:teuthology.orchestra.run.smithi169.stderr:gzip -5 --verbose -- /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-osd.0.log 2024-09-06T15:57:06.905 INFO:teuthology.orchestra.run.smithi169.stderr:/var/log/ceph/cephadm.log: /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-osd.2.log 2024-09-06T15:57:06.906 INFO:teuthology.orchestra.run.smithi169.stderr:/var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-mon.a.log 2024-09-06T15:57:06.906 INFO:teuthology.orchestra.run.smithi169.stderr:/var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph.cephadm.log 2024-09-06T15:57:06.907 INFO:teuthology.orchestra.run.smithi169.stderr:/var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-osd.3.log 2024-09-06T15:57:06.908 INFO:teuthology.orchestra.run.smithi169.stderr:/var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-osd.1.log 2024-09-06T15:57:06.908 INFO:teuthology.orchestra.run.smithi169.stderr:/var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/tcmu-runner.log 2024-09-06T15:57:06.909 INFO:teuthology.orchestra.run.smithi169.stderr:/var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-osd.1.log: 92.2% -- replaced with /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph.cephadm.log.gz 2024-09-06T15:57:06.910 INFO:teuthology.orchestra.run.smithi169.stderr:gzip -5 --verbose -- /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph.log 2024-09-06T15:57:06.911 INFO:teuthology.orchestra.run.smithi169.stderr:/var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/tcmu-runner.log: 63.9% -- replaced with /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/tcmu-runner.log.gz 2024-09-06T15:57:06.911 INFO:teuthology.orchestra.run.smithi169.stderr:gzip -5 --verbose -- /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-client.rgw.foo.smithi169.svrjnx.log 2024-09-06T15:57:06.914 INFO:teuthology.orchestra.run.smithi169.stderr:/var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph.log: 91.6% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-06T15:57:06.914 INFO:teuthology.orchestra.run.smithi169.stderr:gzip -5 --verbose -- /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-volume.log 2024-09-06T15:57:06.915 INFO:teuthology.orchestra.run.smithi169.stderr:/var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-client.rgw.foo.smithi169.svrjnx.log: 77.6% -- replaced with /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-client.rgw.foo.smithi169.svrjnx.log.gz 2024-09-06T15:57:06.916 INFO:teuthology.orchestra.run.smithi169.stderr:gzip -5 --verbose -- /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-mon.c.log 2024-09-06T15:57:06.921 INFO:teuthology.orchestra.run.smithi169.stderr:/var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-volume.log: 94.1% -- replaced with /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph.log.gz 2024-09-06T15:57:06.922 INFO:teuthology.orchestra.run.smithi169.stderr:gzip -5 --verbose -- /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph.audit.log 2024-09-06T15:57:06.938 INFO:teuthology.orchestra.run.smithi169.stderr:/var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-mon.c.log: /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph.audit.log: 91.1% -- replaced with /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-volume.log.gz 2024-09-06T15:57:06.950 INFO:teuthology.orchestra.run.smithi169.stderr: 94.4% -- replaced with /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph.audit.log.gz 2024-09-06T15:57:06.955 INFO:teuthology.orchestra.run.smithi181.stderr: 90.0% -- replaced with /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-mgr.x.log.gz 2024-09-06T15:57:07.456 INFO:teuthology.orchestra.run.smithi169.stderr: 90.0% -- replaced with /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-mgr.y.log.gz 2024-09-06T15:57:07.536 INFO:teuthology.orchestra.run.smithi169.stderr: 92.8% -- replaced with /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-mon.c.log.gz 2024-09-06T15:57:07.619 INFO:teuthology.orchestra.run.smithi181.stderr: 92.6% -- replaced with /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-mon.b.log.gz 2024-09-06T15:57:08.605 INFO:teuthology.orchestra.run.smithi169.stderr: 93.2% -- replaced with /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-osd.2.log.gz 2024-09-06T15:57:08.736 INFO:teuthology.orchestra.run.smithi169.stderr: 91.0% -- replaced with /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-mon.a.log.gz 2024-09-06T15:57:08.908 INFO:teuthology.orchestra.run.smithi181.stderr: 93.2% -- replaced with /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-osd.6.log.gz 2024-09-06T15:57:09.112 INFO:teuthology.orchestra.run.smithi181.stderr: 93.4% -- replaced with /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-osd.5.log.gz 2024-09-06T15:57:09.217 INFO:teuthology.orchestra.run.smithi181.stderr: 93.5% -- replaced with /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-osd.7.log.gz 2024-09-06T15:57:09.534 INFO:teuthology.orchestra.run.smithi169.stderr: 93.4% -- replaced with /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-osd.0.log.gz 2024-09-06T15:57:09.554 INFO:teuthology.orchestra.run.smithi181.stderr: 93.6% -- replaced with /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-osd.4.log.gz 2024-09-06T15:57:09.556 INFO:teuthology.orchestra.run.smithi181.stderr: 2024-09-06T15:57:09.556 INFO:teuthology.orchestra.run.smithi181.stderr:real 0m2.733s 2024-09-06T15:57:09.556 INFO:teuthology.orchestra.run.smithi181.stderr:user 0m9.990s 2024-09-06T15:57:09.556 INFO:teuthology.orchestra.run.smithi181.stderr:sys 0m0.388s 2024-09-06T15:57:09.631 INFO:teuthology.orchestra.run.smithi169.stderr: 93.5% -- replaced with /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-osd.1.log.gz 2024-09-06T15:57:09.748 INFO:teuthology.orchestra.run.smithi169.stderr: 93.3% -- replaced with /var/log/ceph/bab55310-6c60-11ef-bce4-c7b262605968/ceph-osd.3.log.gz 2024-09-06T15:57:09.750 INFO:teuthology.orchestra.run.smithi169.stderr: 2024-09-06T15:57:09.750 INFO:teuthology.orchestra.run.smithi169.stderr:real 0m2.930s 2024-09-06T15:57:09.750 INFO:teuthology.orchestra.run.smithi169.stderr:user 0m12.552s 2024-09-06T15:57:09.751 INFO:teuthology.orchestra.run.smithi169.stderr:sys 0m0.416s 2024-09-06T15:57:09.751 INFO:tasks.cephadm:Archiving logs... 2024-09-06T15:57:09.751 DEBUG:teuthology.misc:Transferring archived files from smithi169:/var/log/ceph to /home/teuthworker/archive/adking-2024-09-06_13:43:09-orch:cephadm-wip-athakkar-testing-2024-09-04-1837-distro-default-smithi/7892422/remote/smithi169/log 2024-09-06T15:57:09.752 DEBUG:teuthology.orchestra.run.smithi169:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-06T15:57:12.181 DEBUG:teuthology.misc:Transferring archived files from smithi181:/var/log/ceph to /home/teuthworker/archive/adking-2024-09-06_13:43:09-orch:cephadm-wip-athakkar-testing-2024-09-04-1837-distro-default-smithi/7892422/remote/smithi181/log 2024-09-06T15:57:12.209 DEBUG:teuthology.orchestra.run.smithi181:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-06T15:57:13.532 INFO:tasks.cephadm:Removing cluster... 2024-09-06T15:57:13.532 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid bab55310-6c60-11ef-bce4-c7b262605968 --force 2024-09-06T15:57:13.706 INFO:teuthology.orchestra.run.smithi169.stdout:Deleting cluster with fsid: bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:57:14.840 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid bab55310-6c60-11ef-bce4-c7b262605968 --force 2024-09-06T15:57:15.026 INFO:teuthology.orchestra.run.smithi181.stdout:Deleting cluster with fsid: bab55310-6c60-11ef-bce4-c7b262605968 2024-09-06T15:57:16.174 INFO:tasks.cephadm:Removing cephadm ... 2024-09-06T15:57:16.175 DEBUG:teuthology.orchestra.run.smithi169:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-06T15:57:16.181 DEBUG:teuthology.orchestra.run.smithi181:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-06T15:57:16.187 INFO:tasks.cephadm:Teardown complete 2024-09-06T15:57:16.187 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-06T15:57:16.198 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-06T15:57:16.198 DEBUG:teuthology.orchestra.run.smithi169:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-06T15:57:16.227 DEBUG:teuthology.orchestra.run.smithi181:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-06T15:57:16.237 INFO:teuthology.orchestra.run.smithi169.stdout: remote refid st t when poll reach delay offset jitter 2024-09-06T15:57:16.237 INFO:teuthology.orchestra.run.smithi169.stdout:============================================================================== 2024-09-06T15:57:16.237 INFO:teuthology.orchestra.run.smithi169.stdout:*hv01.front.sepi 67.205.162.81 3 u 18 64 377 0.107 -2.414 0.246 2024-09-06T15:57:16.237 INFO:teuthology.orchestra.run.smithi169.stdout:+hv02.front.sepi 63.231.80.2 3 u 20 64 377 0.103 -1.968 0.307 2024-09-06T15:57:16.238 INFO:teuthology.orchestra.run.smithi169.stdout:+hv03.front.sepi 74.6.168.72 3 u 15 64 377 0.088 -2.006 0.409 2024-09-06T15:57:16.238 INFO:teuthology.orchestra.run.smithi169.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2024-09-06T15:57:16.241 INFO:teuthology.orchestra.run.smithi181.stdout: remote refid st t when poll reach delay offset jitter 2024-09-06T15:57:16.241 INFO:teuthology.orchestra.run.smithi181.stdout:============================================================================== 2024-09-06T15:57:16.241 INFO:teuthology.orchestra.run.smithi181.stdout:+hv01.front.sepi 67.205.162.81 3 u 17 64 377 0.092 -4.457 1.390 2024-09-06T15:57:16.241 INFO:teuthology.orchestra.run.smithi181.stdout:*hv02.front.sepi 63.231.80.2 3 u 3 64 377 0.094 -3.794 1.079 2024-09-06T15:57:16.241 INFO:teuthology.orchestra.run.smithi181.stdout:+hv03.front.sepi 74.6.168.72 3 u 14 64 377 0.108 -2.134 1.111 2024-09-06T15:57:16.241 INFO:teuthology.orchestra.run.smithi181.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2024-09-06T15:57:16.242 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-06T15:57:16.266 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-06T15:57:16.267 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-06T15:57:16.325 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-06T15:57:16.353 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-06T15:57:16.403 INFO:teuthology.task.internal:Duration was 3876.868278 seconds 2024-09-06T15:57:16.404 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-06T15:57:16.453 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-06T15:57:16.454 DEBUG:teuthology.orchestra.run.smithi169:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-06T15:57:16.456 DEBUG:teuthology.orchestra.run.smithi181:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-06T15:57:16.494 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-06T15:57:16.495 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi169.front.sepia.ceph.com 2024-09-06T15:57:16.495 DEBUG:teuthology.orchestra.run.smithi169:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-06T15:57:16.550 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi181.front.sepia.ceph.com 2024-09-06T15:57:16.551 DEBUG:teuthology.orchestra.run.smithi181:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-06T15:57:16.561 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-06T15:57:16.561 DEBUG:teuthology.orchestra.run.smithi169:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-06T15:57:16.594 DEBUG:teuthology.orchestra.run.smithi181:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-06T15:57:16.671 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-06T15:57:16.671 DEBUG:teuthology.orchestra.run.smithi169:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-06T15:57:16.673 DEBUG:teuthology.orchestra.run.smithi181:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-06T15:57:16.935 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-06T15:57:16.945 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-06T15:57:16.945 DEBUG:teuthology.orchestra.run.smithi169:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-06T15:57:16.958 DEBUG:teuthology.orchestra.run.smithi181:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-06T15:57:16.971 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-06T15:57:16.987 DEBUG:teuthology.orchestra.run.smithi169:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-06T15:57:17.003 DEBUG:teuthology.orchestra.run.smithi181:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-06T15:57:17.009 INFO:teuthology.orchestra.run.smithi169.stdout:kernel.core_pattern = core 2024-09-06T15:57:17.025 INFO:teuthology.orchestra.run.smithi181.stdout:kernel.core_pattern = core 2024-09-06T15:57:17.059 DEBUG:teuthology.orchestra.run.smithi169:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-06T15:57:17.084 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-06T15:57:17.085 DEBUG:teuthology.orchestra.run.smithi181:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-06T15:57:17.106 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-06T15:57:17.106 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-06T15:57:17.116 INFO:teuthology.task.internal:Transferring archived files... 2024-09-06T15:57:17.117 DEBUG:teuthology.misc:Transferring archived files from smithi169:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/adking-2024-09-06_13:43:09-orch:cephadm-wip-athakkar-testing-2024-09-04-1837-distro-default-smithi/7892422/remote/smithi169 2024-09-06T15:57:17.117 DEBUG:teuthology.orchestra.run.smithi169:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-06T15:57:17.367 DEBUG:teuthology.misc:Transferring archived files from smithi181:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/adking-2024-09-06_13:43:09-orch:cephadm-wip-athakkar-testing-2024-09-04-1837-distro-default-smithi/7892422/remote/smithi181 2024-09-06T15:57:17.368 DEBUG:teuthology.orchestra.run.smithi181:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-06T15:57:17.397 INFO:teuthology.task.internal:Removing archive directory... 2024-09-06T15:57:17.398 DEBUG:teuthology.orchestra.run.smithi169:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-06T15:57:17.402 DEBUG:teuthology.orchestra.run.smithi181:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-06T15:57:17.439 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-06T15:57:17.449 INFO:teuthology.task.internal:Not uploading archives. 2024-09-06T15:57:17.449 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-06T15:57:17.488 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-06T15:57:17.489 DEBUG:teuthology.orchestra.run.smithi169:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-06T15:57:17.492 DEBUG:teuthology.orchestra.run.smithi181:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-06T15:57:17.495 INFO:teuthology.orchestra.run.smithi169.stdout: 658466 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 6 15:57 /home/ubuntu/cephtest 2024-09-06T15:57:17.498 INFO:teuthology.orchestra.run.smithi181.stdout: 658615 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 6 15:57 /home/ubuntu/cephtest 2024-09-06T15:57:17.500 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-06T15:57:17.537 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-06T15:57:17.642 INFO:teuthology.run:Summary data: description: orch:cephadm/upgrade/{1-start-distro/1-start-ubuntu_22.04-squid 2-repo_digest/repo_digest 3-upgrade/staggered 4-wait 5-upgrade-ls agent/off mon_election/connectivity} duration: 3876.8682782649994 failure_reason: 'Command failed on smithi169 with status 1: ''sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bab55310-6c60-11ef-bce4-c7b262605968 -e sha1=8b38c33cecf4b0b7a9b3116eb9089e21e444ac73 -- bash -c \''ceph versions | jq -e \''"\''"\''.rgw | length == 1\''"\''"\''\''''' owner: scheduled_adking@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=f21acda32a6a4a999c4b74a9e11772d1 status: fail success: false 2024-09-06T15:57:17.642 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-06T15:57:17.772 INFO:teuthology.run:FAIL